tom/soundcloud-scrape
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Show progress through user list

Browse Source
This commit is contained in:
Thomas Wade 2018-09-30 15:03:30 +09:30
parent 3588e5937f
commit 1440e060e4
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scrape.py
View File

@ -356,8 +356,8 @@ with shelve.open('shelf.db') as shelf:
if not args.dump:
while iterator <= MAX_DEGREE:
for user_str in users_to_process:
print('Processing ' + user_str + ' (distance ' + str(iterator) + ')')
for pos, user_str in enumerate(users_to_process):
print('Processing {} (distance {}, {} of {})'.format(user_str, str(iterator), str(pos), str(len(users_to_process))))
# Skip any users that have already been passed over to avoid infinite loops
if user_str in user_dict.keys():