int after isdigit(). Explain reorder issue.
This commit is contained in:
23
README.md
23
README.md
@@ -60,8 +60,11 @@ Download all images/videos from Pinterest user/board/section.
|
|||||||
Normally used with -rs
|
Normally used with -rs
|
||||||
-rs, --re-scrape Default is only fetch new images since latest Pin ID
|
-rs, --re-scrape Default is only fetch new images since latest Pin ID
|
||||||
image to speed up update process. This option disable
|
image to speed up update process. This option disable
|
||||||
this behavior and re-scrape all, use it when you feel
|
that behavior and re-scrape all, use it when you feel
|
||||||
missing images somewhere(caused by reorder).
|
missing images somewhere or incomplete download. This
|
||||||
|
issue is because Pinterest only lists reordered as you
|
||||||
|
see in the webpage which affects sort by time/PinID
|
||||||
|
trick.
|
||||||
-es, --exclude-section
|
-es, --exclude-section
|
||||||
Exclude sections if download from username or board.
|
Exclude sections if download from username or board.
|
||||||
-ps HTTPS_PROXY, --https-proxy HTTPS_PROXY
|
-ps HTTPS_PROXY, --https-proxy HTTPS_PROXY
|
||||||
@@ -96,5 +99,19 @@ Download all images/videos from Pinterest user/board/section.
|
|||||||
Download into directory: comp/antonellomiglio/Computer/
|
Download into directory: comp/antonellomiglio/Computer/
|
||||||
[✔] Downloaded: |##################################################| 100.0% Complete
|
[✔] Downloaded: |##################################################| 100.0% Complete
|
||||||
[i] Time Spent: 0:00:06
|
[i] Time Spent: 0:00:06
|
||||||
xb@dnxb:~/Downloads/pinterest/pinterest-downloader$
|
|
||||||
|
##### Rerun(ensure same directory) will no new item found since latest pin Id file:
|
||||||
|
xb@dnxb:~/Downloads/pinterest/pinterest-downloader$ python3 pinterest-downloader.py -d comp https://www.pinterest.com/antonellomiglio/computer/
|
||||||
|
[i] Job is download single board by username/boardname: antonellomiglio/computer
|
||||||
|
[...] Getting all images in this board: computer ... [ 0 / ? ]
|
||||||
|
[i] No new item found.
|
||||||
|
[i] Time Spent: 0:00:04
|
||||||
|
|
||||||
|
##### Rerun in future(upload or delete highest pin id files to test) to fetch new items only which Pin IDs higher than exising Pin ID(speed up without fetch all pages(use -rs if user reordered concerns):
|
||||||
|
xb@dnxb:~/Downloads/pinterest/pinterest-downloader$ python3 pinterest-downloader.py -d comp https://www.pinterest.com/antonellomiglio/computer/
|
||||||
|
[i] Job is download single board by username/boardname: antonellomiglio/computer
|
||||||
|
[...] Getting all images in this board: computer ... [ 0 / ? ] [➕] Found 5 new image/videos
|
||||||
|
Download into directory: comp/antonellomiglio/Computer/
|
||||||
|
[✔] Downloaded: |##################################################| 100.0% Complete
|
||||||
|
[i] Time Spent: 0:00:04
|
||||||
|
|
||||||
|
|||||||
@@ -954,7 +954,7 @@ def write_log(arg_timestamp_log, url_path, shortform, save_dir, images, pin, arg
|
|||||||
def sort_func(x):
|
def sort_func(x):
|
||||||
prefix = x.split('.')[0].split('_')[0]
|
prefix = x.split('.')[0].split('_')[0]
|
||||||
if prefix.isdigit():
|
if prefix.isdigit():
|
||||||
return float(prefix)
|
return int(prefix)
|
||||||
return 0
|
return 0
|
||||||
|
|
||||||
|
|
||||||
@@ -1155,7 +1155,7 @@ Please ensure your username/boardname/[section] or link has media item.\n') )
|
|||||||
if (('videos' in img) and img['videos']) or 'images' in img:
|
if (('videos' in img) and img['videos']) or 'images' in img:
|
||||||
if img['id'].isdigit():
|
if img['id'].isdigit():
|
||||||
img_curr = img['id']
|
img_curr = img['id']
|
||||||
if img_prev and (float(img_curr) > float(img_prev)):
|
if img_prev and (int(img_curr) > int(img_prev)):
|
||||||
cprint(''.join([ HIGHER_YELLOW, '%s' % ('\n[W] This images list is not sorted(Due to user reorder or alphanumeric pin ID), fallback to -rs for this list.\n\n') ]), attrs=BOLD_ONLY, end='' )
|
cprint(''.join([ HIGHER_YELLOW, '%s' % ('\n[W] This images list is not sorted(Due to user reorder or alphanumeric pin ID), fallback to -rs for this list.\n\n') ]), attrs=BOLD_ONLY, end='' )
|
||||||
sorted_api = False
|
sorted_api = False
|
||||||
reach_lastest_pin = False
|
reach_lastest_pin = False
|
||||||
@@ -1273,7 +1273,8 @@ def main():
|
|||||||
arg_parser.add_argument('-f', '--force', action='store_true', help='Force re-download even if image already exist. Normally used with -rs')
|
arg_parser.add_argument('-f', '--force', action='store_true', help='Force re-download even if image already exist. Normally used with -rs')
|
||||||
# Need reverse images order(previously is latest to oldest) to avoid abort this need re-download in-between missing images.
|
# Need reverse images order(previously is latest to oldest) to avoid abort this need re-download in-between missing images.
|
||||||
arg_parser.add_argument('-rs', '--re-scrape', dest='rescrape', action='store_true', help='Default is only fetch new images since latest Pin ID image to speed up update process.\n\
|
arg_parser.add_argument('-rs', '--re-scrape', dest='rescrape', action='store_true', help='Default is only fetch new images since latest Pin ID image to speed up update process.\n\
|
||||||
This option disable this behavior and re-scrape all, use it when you feel missing images somewhere(caused by reorder).')
|
This option disable that behavior and re-scrape all, use it when you feel missing images somewhere or incomplete download.\n\
|
||||||
|
This issue is because Pinterest only lists reordered as you see in the webpage which affects sort by time/PinID trick.')
|
||||||
arg_parser.add_argument('-es', '--exclude-section', dest='exclude_section', action='store_true', help='Exclude sections if download from username or board.')
|
arg_parser.add_argument('-es', '--exclude-section', dest='exclude_section', action='store_true', help='Exclude sections if download from username or board.')
|
||||||
arg_parser.add_argument('-ps', '--https-proxy', help='Set proxy for https.')
|
arg_parser.add_argument('-ps', '--https-proxy', help='Set proxy for https.')
|
||||||
arg_parser.add_argument('-p', '--http-proxy', help='Set proxy for http.')
|
arg_parser.add_argument('-p', '--http-proxy', help='Set proxy for http.')
|
||||||
|
|||||||
Reference in New Issue
Block a user