From 717d7ae6c06595be00b27207d2566f5d3129d312 Mon Sep 17 00:00:00 2001 From: Thomas Wade Date: Sat, 29 Sep 2018 13:29:38 +0930 Subject: [PATCH] Do not add peers to graph if they have not been processed --- scrape.py | 32 ++++++++++++++++++++------------ 1 file changed, 20 insertions(+), 12 deletions(-) diff --git a/scrape.py b/scrape.py index d5bdee5..4c7b26e 100755 --- a/scrape.py +++ b/scrape.py @@ -430,20 +430,28 @@ for _, user in user_dict.items(): ) print(' Followers:') for follower in user.followers: - print(' ' + str(follower)) - graph.add_edge( \ - follower, \ - user.url_username, \ - label='follows' - ) + if follower in user_dict.keys(): + if not user_dict[follower].processed: + continue + + print(' ' + str(follower)) + graph.add_edge( \ + follower, \ + user.url_username, \ + label='follows' + ) print(' Following:') for following in user.following: - print(' ' + str(following)) - graph.add_edge( \ - user.url_username, \ - following, \ - label='follows' - ) + if following in user_dict.keys(): + if not user_dict[following].processed: + continue + + print(' ' + str(following)) + graph.add_edge( \ + user.url_username, \ + following, \ + label='follows' + ) print('Making graph...') nx.write_gexf(graph, 'graph.gexf')