gmp/goget
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Tweak timing and retry on copy error.

Browse Source
This commit is contained in:
Greg Pomerantz 2025-01-26 11:25:11 -05:00
parent 9654c6c3f3
commit 4ab2371198
3 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
go.mod
View File

@ -2,4 +2,4 @@ module git.wow.st/gmp/goget
go 1.23.0 go 1.23.0
require git.wow.st/gmp/ohlc v0.0.0-20241115023606-83f41a06596c // indirect require git.wow.st/gmp/ohlc v0.0.0-20241115230120-714064615eb3 // indirect

2
go.sum
View File

@ -1,2 +1,4 @@
git.wow.st/gmp/ohlc v0.0.0-20241115023606-83f41a06596c h1:etBdVfh2E4k00IzRBMuHsGm5HZg7S96JBZQpCGWshNE= git.wow.st/gmp/ohlc v0.0.0-20241115023606-83f41a06596c h1:etBdVfh2E4k00IzRBMuHsGm5HZg7S96JBZQpCGWshNE=
git.wow.st/gmp/ohlc v0.0.0-20241115023606-83f41a06596c/go.mod h1:QSSqMCu9AFoYtfqA9Hbfpxy3mp5MT/d4fk0AzYnuoo8= git.wow.st/gmp/ohlc v0.0.0-20241115023606-83f41a06596c/go.mod h1:QSSqMCu9AFoYtfqA9Hbfpxy3mp5MT/d4fk0AzYnuoo8=
git.wow.st/gmp/ohlc v0.0.0-20241115230120-714064615eb3 h1:HDrgOSn1k2EzP0XIZbToUvwW3GXmZSnddq+/Zv2R4Mc=
git.wow.st/gmp/ohlc v0.0.0-20241115230120-714064615eb3/go.mod h1:QSSqMCu9AFoYtfqA9Hbfpxy3mp5MT/d4fk0AzYnuoo8=

9
main.go
View File

@ -12,12 +12,12 @@ import (
var ( var (
retries = 5 retries = 5
concurrency = 30 concurrency = 1
ch chan string ch chan string
clk chan bool clk chan bool
wg sync.WaitGroup wg sync.WaitGroup
freq = time.Second / 30 freq = time.Second
throttle bool throttle bool
errs map[string]int errs map[string]int
mu sync.Mutex mu sync.Mutex
@ -61,8 +61,9 @@ func get_(symbol string) (error) {
_, err = io.Copy(out, resp.Body) _, err = io.Copy(out, resp.Body)
resp.Body.Close() resp.Body.Close()
if err != nil { if err != nil {
fmt.Println("Error copying to file.") fmt.Printf("%s: Error copying to file.", symbol)
os.Exit(-1) err_(symbol,1)
return fmt.Errorf("%s", resp.Status)
} }
out.WriteString("\n") out.WriteString("\n")
out.Close() out.Close()