diff --git a/.gitignore b/.gitignore index 599d36e..4fdba99 100644 --- a/.gitignore +++ b/.gitignore @@ -5,4 +5,5 @@ *.json *.pkl /facebook/test.py -/data/* \ No newline at end of file +/data/* +*.html \ No newline at end of file diff --git a/facebook/__main__.py b/facebook/__main__.py index edd1eec..f4be3b4 100644 --- a/facebook/__main__.py +++ b/facebook/__main__.py @@ -92,7 +92,13 @@ if __name__ == "__main__": members_checked = arangodb.checked_members() if user.username not in members_checked:# Hämta reaktioner för den första användaren LÄGG TILL NOT IN MEMBERS_CHECKED - profile_picture_reactions(profile, user, all_pictures, first=True, single=single) + try: + profile_picture_reactions(profile, user, all_pictures, first=True, single=single) + except: + print(traceback.format_exc()) + if len(users) == 1: + for profile in profiles: + profile.unused() friends = arangodb.friends_of_user(user.username) friends_unchecked = list(set(friends) - set(members_checked)) # Här följer cookien med så att vi fortfarnade är inloggade diff --git a/facebook/__pycache__/helpers.cpython-37.pyc b/facebook/__pycache__/helpers.cpython-37.pyc index e4d1ce9..f15c554 100644 Binary files a/facebook/__pycache__/helpers.cpython-37.pyc and b/facebook/__pycache__/helpers.cpython-37.pyc differ diff --git a/facebook/__pycache__/scrapers.cpython-37.pyc b/facebook/__pycache__/scrapers.cpython-37.pyc index af60fd6..527b559 100644 Binary files a/facebook/__pycache__/scrapers.cpython-37.pyc and b/facebook/__pycache__/scrapers.cpython-37.pyc differ diff --git a/facebook/helpers.py b/facebook/helpers.py index 8d0af28..355d2a8 100644 --- a/facebook/helpers.py +++ b/facebook/helpers.py @@ -22,7 +22,7 @@ def sleep_(t): def update_cookie(cookies, profile_name): """ Uppdaterar cookie för browser """ - with open("./data/cookie_{}.pkl".format(profile_name), "wb") as f: + with open("../data/cookie_{}.pkl".format(profile_name), "wb") as f: pickle.dump(cookies, f) diff --git a/facebook/scrapers.py b/facebook/scrapers.py index da00317..301cdd3 100644 --- a/facebook/scrapers.py +++ b/facebook/scrapers.py @@ -194,8 +194,10 @@ def profile_picture_reactions(profile, user, all_pictures, first=False, single = picture.no_reactions = re.search(r"total_count=(\d+)", url_limit).group(1) limit = re.search(r"limit=(\d+)", url_limit).group(1) - except UnboundLocalError: - limit = 999 + except UnboundLocalError: #fel9 + write_error(9, soup=profile.viewing(), traceback=traceback.format_exc()) + # Bilder med väldigt många likes går inte att visa så här? + continue # Addera bilden till arrango picture.add_to_db() @@ -208,6 +210,7 @@ def profile_picture_reactions(profile, user, all_pictures, first=False, single = sleep_(4) profile.browser.open(url_limit) update_cookie(profile.browser.session.cookies, profile.name) + # Gå igenom alla som reagerat och för in i arango for li in profile.viewing().find_all("li"):