tom/soundcloud-scrape
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Do not add peers to graph if they have not been processed

Browse Source
This commit is contained in:
Thomas Wade 2018-09-29 13:29:38 +09:30
parent bb88bbeb24
commit 717d7ae6c0
1 changed files with 20 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
scrape.py
View File

@ -430,6 +430,10 @@ for _, user in user_dict.items():
) )
print(' Followers:') print(' Followers:')
for follower in user.followers: for follower in user.followers:
if follower in user_dict.keys():
if not user_dict[follower].processed:
continue
print(' ' + str(follower)) print(' ' + str(follower))
graph.add_edge( \ graph.add_edge( \
follower, \ follower, \
@ -438,6 +442,10 @@ for _, user in user_dict.items():
) )
print(' Following:') print(' Following:')
for following in user.following: for following in user.following:
if following in user_dict.keys():
if not user_dict[following].processed:
continue
print(' ' + str(following)) print(' ' + str(following))
graph.add_edge( \ graph.add_edge( \
user.url_username, \ user.url_username, \