noham/papeer
1
0
Fork 0
mirror of https://github.com/NohamR/papeer.git synced 2026-05-25 04:17:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: selector depth

Browse Source
This commit is contained in:
lapwat
2022-02-06 23:35:35 +01:00
parent be45a8f744
commit d8a3cc027f
3 changed files with 10 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
cmd/get.go
View File

@@ -104,6 +104,10 @@ var getCmd = &cobra.Command{
return errors.New("cannot use threads option if depth/selector is not specified")
}
if cmd.Flags().Changed("use-link-name") && getOpts.depth == 0 && len(getOpts.Selector) == 0 {
return errors.New("cannot use use-link-name option if depth/selector is not specified")
}
if cmd.Flags().Changed("delay") && cmd.Flags().Changed("threads") {
return errors.New("cannot use delay and threads options at the same time")
}
@@ -114,9 +118,11 @@ var getCmd = &cobra.Command{
url := args[0]
// fill selector array with empty selectors to match depth
for len(getOpts.Selector) < getOpts.depth+2 {
getOpts.Selector = append(getOpts.Selector, "")
for len(getOpts.Selector) < getOpts.depth+1 {
getOpts.Selector = append(getOpts.Selector, "")
}
fmt.Println(len(getOpts.Selector))
// generate config for each level
configs := make([]*book.ScrapeConfig, len(getOpts.Selector))