Merge pull request #3 from 01walid/master

Add Support for --targets=Filepath with pages IDs

Author: gerdriesselmann

cmd/root.go

@@ -16,6 +16,7 @@ var RootCmd = &cobra.Command{
 		if err != nil {
 			return err
 		}
+
 		return performDownload()
 	},
 	Example: getExamples(),
@@ -29,7 +30,7 @@ func init() {
 // use Audisto downloader package to initiate/resume API downloads
 func performDownload() error {
 	return downloader.Get(username, password, crawlID, mode, noDetails,
-		chunkNumber, chunkSize, output, filter, noResume, order)
+		chunkNumber, chunkSize, output, filter, noResume, order, targets)
 }
 
 // example command usage hooked into the CLI usage text.

downloader/audistoapi.go

@@ -165,7 +165,7 @@ func (api *AudistoAPIClient) GetQueryParams(forTheFirstRequest bool) url.Values
 
 // GetFullQueryURL returns the full url for interacting with Audisto API, INCLUDING query params
 func (api *AudistoAPIClient) GetFullQueryURL(forTheFirstRequest bool) string {
-	return api.GetQueryParams(forTheFirstRequest).Encode()
+	return fmt.Sprintf("%s?%s", api.GetURLPath(), api.GetQueryParams(forTheFirstRequest).Encode())
 }
 
 // SetChunkSize set AudistoAPI.ChunkSize to a new size
@@ -177,6 +177,10 @@ func (api *AudistoAPIClient) SetChunkSize(size uint64) {
 	}
 }
 
+func (api *AudistoAPIClient) ResetChunkSize() {
+	api.ChunkSize = DefaultChunkSize
+}
+
 // SetNextChunkNumber set AudistoAPI.ChunkNumber to the next chunk number
 func (api *AudistoAPIClient) SetNextChunkNumber(number uint64) {
 	api.ChunkNumber = number
@@ -202,6 +206,10 @@ func (api *AudistoAPIClient) SetRequestMethod(method string) error {
 	return nil
 }
 
+func (api *AudistoAPIClient) SetTargetPageFilter(pageID uint64) {
+	api.Filter = fmt.Sprintf("target_page:%d", pageID)
+}
+
 // GetRequestURL returns a validated instance of url.URL, and an error if the validation fails
 func (api *AudistoAPIClient) GetRequestURL() (*url.URL, error) {