@@ -301,7 +301,7 @@ func (d *Downloader) downloadTarget() error {
301
301
for {
302
302
var processedLines int64
303
303
304
- if downloader .isDone () {
304
+ if d .isDone () {
305
305
// exit
306
306
return nil
307
307
}
@@ -312,7 +312,7 @@ func (d *Downloader) downloadTarget() error {
312
312
var skip uint64
313
313
err := retry (5 , 10 , func () error {
314
314
var err error
315
- chunk , statusCode , skip , err = downloader .nextChunk ()
315
+ chunk , statusCode , skip , err = d .nextChunk ()
316
316
return err
317
317
})
318
318
@@ -400,7 +400,7 @@ func (d *Downloader) downloadTarget() error {
400
400
401
401
// write the header of the tsv only if it's the first/only target
402
402
if d .TargetsFileNextID == 0 {
403
- if downloader .DoneElements == 0 {
403
+ if d .DoneElements == 0 {
404
404
scanner .Scan ()
405
405
outputWriter .Write (append (scanner .Bytes (), []byte ("\n " )... ))
406
406
}
@@ -418,8 +418,8 @@ func (d *Downloader) downloadTarget() error {
418
418
outputWriter .Write (append (scanner .Bytes (), []byte ("\n " )... ))
419
419
420
420
// update the in-memory resumer
421
- downloader .CurrentTarget .DoneElements ++
422
- downloader .DoneElements ++
421
+ d .CurrentTarget .DoneElements ++
422
+ d .DoneElements ++
423
423
424
424
// update the count of lines processed for this chunk
425
425
processedLines ++
@@ -429,8 +429,8 @@ func (d *Downloader) downloadTarget() error {
429
429
outputWriter .Flush ()
430
430
431
431
// save to file the resumer data (to be able to resume later)
432
- downloader .PersistConfig ()
433
- debugf ("downloader.DoneElements = %v" , downloader .CurrentTarget .DoneElements )
432
+ d .PersistConfig ()
433
+ debugf ("downloader.DoneElements = %v" , d .CurrentTarget .DoneElements )
434
434
435
435
// scanner error
436
436
if err := scanner .Err (); err != nil {
@@ -506,15 +506,15 @@ func (d *Downloader) nextChunkNumber() (nextChunkNumber, skipNRows uint64) {
506
506
// if the remaining elements are less than the page size,
507
507
// request only the remaining elements without having
508
508
// to discard anything.
509
- remainingElements := downloader .CurrentTarget .TotalElements - downloader .CurrentTarget .DoneElements
509
+ remainingElements := d .CurrentTarget .TotalElements - d .CurrentTarget .DoneElements
510
510
if remainingElements < client .ChunkSize && remainingElements > 0 {
511
511
// r.chunkSize = remainingElements
512
512
client .SetChunkSize (remainingElements )
513
513
}
514
514
515
515
// if no elements has been downloaded,
516
516
// request the first chunk without skipping rows
517
- if downloader .CurrentTarget .DoneElements == 0 {
517
+ if d .CurrentTarget .DoneElements == 0 {
518
518
nextChunkNumber = 0
519
519
skipNRows = 0
520
520
client .SetNextChunkNumber (0 )
@@ -527,12 +527,12 @@ func (d *Downloader) nextChunkNumber() (nextChunkNumber, skipNRows uint64) {
527
527
client .SetChunkSize (1 )
528
528
}
529
529
530
- skipNRows = downloader .CurrentTarget .DoneElements % client .ChunkSize
531
- nextChunkNumberFloat , _ := math .Modf (float64 (downloader .CurrentTarget .DoneElements ) / float64 (client .ChunkSize ))
530
+ skipNRows = d .CurrentTarget .DoneElements % client .ChunkSize
531
+ nextChunkNumberFloat , _ := math .Modf (float64 (d .CurrentTarget .DoneElements ) / float64 (client .ChunkSize ))
532
532
533
533
// just in case nextChunkNumber() gets called when all elements are
534
534
// already downloaded, download chunk and discard all elements
535
- if downloader .CurrentTarget .DoneElements == downloader .CurrentTarget .TotalElements {
535
+ if d .CurrentTarget .DoneElements == d .CurrentTarget .TotalElements {
536
536
skipNRows = 1
537
537
// r.chunkSize = 1
538
538
client .SetChunkSize (1 )
@@ -548,7 +548,7 @@ func (d *Downloader) nextChunk() ([]byte, int, uint64, error) {
548
548
549
549
_ , skipNRows := d .nextChunkNumber ()
550
550
551
- if downloader .CurrentTarget .DoneElements > 0 {
551
+ if d .CurrentTarget .DoneElements > 0 {
552
552
skipNRows ++
553
553
}
554
554
0 commit comments