From 086e38a0c21afbecebb4ece0b4a8ed3acf7dd08c Mon Sep 17 00:00:00 2001 From: Lasse Date: Thu, 18 Mar 2021 10:22:50 +0100 Subject: [PATCH] Changed names etc --- facebook/__pycache__/arangodb.cpython-37.pyc | Bin 0 -> 2392 bytes facebook/__pycache__/classes.cpython-37.pyc | Bin 0 -> 6719 bytes facebook/__pycache__/config.cpython-37.pyc | Bin 0 -> 472 bytes facebook/__pycache__/helpers.cpython-37.pyc | Bin 0 -> 2187 bytes facebook/__pycache__/scrapers.cpython-37.pyc | Bin 0 -> 4881 bytes facebook/arangodb.py | 12 ++++++------ facebook/classes.py | 10 +++++----- facebook/helpers.py | 8 +++++--- scrapers.py => facebook/scrapers.py | 16 +++++++++------- workspace.code-workspace | 5 ++++- 10 files changed, 29 insertions(+), 22 deletions(-) create mode 100644 facebook/__pycache__/arangodb.cpython-37.pyc create mode 100644 facebook/__pycache__/classes.cpython-37.pyc create mode 100644 facebook/__pycache__/config.cpython-37.pyc create mode 100644 facebook/__pycache__/helpers.cpython-37.pyc create mode 100644 facebook/__pycache__/scrapers.cpython-37.pyc rename scrapers.py => facebook/scrapers.py (97%) diff --git a/facebook/__pycache__/arangodb.cpython-37.pyc b/facebook/__pycache__/arangodb.cpython-37.pyc new file mode 100644 index 0000000000000000000000000000000000000000..42d42c2ab06b49409e42ac73f8c481e889c6f8b0 GIT binary patch literal 2392 zcmah~TW=dx5I$#jz1}z%r|Bh4p|F6A0)(oxDs37yQZZGMs&u8wtoMxFb@t+( zbDSno`jjH^k_UK2NRCt<_yhd|`4{`jQ~m+siJ7&XCZUL3?VLIHnQ!Ksy)!*sV)(#& zYd?HdWb9Asj34Z?+xV%!PzWY?#A4<#PP!5Cn0q|e&B%yN&&+izvb+M$Talf&g{T-i zo|Dhn(Zo6vMd7?+UP(-d61J0KQcPhxC8os;w$oc0W^jL5%>?5Xg|P!{Jl4EYnx z?&00rUx+#2du*P0=b+G?8=Qx8g9``jfOjv#B^;UWUKZ!~jlqJraKODQ57}e(e3Ro& zj$Vq3duTJ5csjOEaOQjb9y4&@eQ{}@cdx<+@F83g^ZTZERak4Rdie;wXH}j#!q=d~ z7*H>EK=*v5P%Wqkpw~cc>Ko}No%C)LLZY$HuLZP~9s@rUzq|OUk5OpWz+Df+0Vvvgyjz=DLtx2 zX4F2*Ogt^`=i+a#{z##9^#_O$)R%mn$_~VkC_mQqhcfL*KaN3$Nk{c$+Jy~WU-koN zrRhe!-MX#<>Gwd^+v71m$5pgyz3snCi&3a_kjA}R7sxoW)Mh)Mj9hMxkf|+3Y2Zid z7AoWQRVy<@D>MD)QC5U42>Kc_Q-MY=?4U1IDzoxve{*!+TdyP$B`cq~XNqiaP%v&6 zY-5hgInKhRZ9{Ua+<^p zip)x23uz!Jea^x-iTr7fjJ=HW%0|Hq+qMl!Fr7-o0uJQF`4klbu#3bY%Isnl2)VHK zjh9>$gpCy9L?MK<*#8n2uY&H&1Z0A!`pM?u>qPhxT!ql0haHf`!!&sd@d@0TIwfpx(|N~-j0m^1vbMg`xVt`NUR$Q|@rul% z4Li;#_v%&dO|-&9G&g;z{sl$ONdhhBH${e32v@QP-z`5+p%N`CI7g z_Vus(M8ai=-01L)0`yhXFs};FQl%9ZJck0D_%V16{m5S6eAUg3mQ=7Ziwu?)T{M~a zK~z%^NYI`|9j}xR^>r92&mNX%nHyyXY0?fmc@@l=oJTmfKPylfhm41r1zVxcObiLe zV|ebwTHfACw=#R^h*uOiwB6HQsrN!Ohqq)-K8X?YO7~&w-q2;jo_xSMw6qX zO?j-m3DFw$y-9L@Jo%Osxt5oCXE9DiKZ08Xx2mC-;`ka4cSxGflrxQQX%71~2B>7r O@)>R$HufAoXZ`~iTu=3DcOg6-)j|kUELuq>Zh(mJHiO(e08mqE}jS znc1a3Hd2AYxf%u9V_iT3+Cwhwtp(a!eJOfsfgXyv_LP62r~cmTl9F9I4nkqx&dkot z&b;?~U!!+tXUiIX%STs#diJQM{f8RkpNYx^l=$x;Ok;YewX>(**3mXXqi?hgJ?k^u zrW#|lEj-Pz(6`&Ru5oLlxZ!ZibI@yrrGB|xRx=9WOuy2usJb1_uF)#Ru-dP+YyEn= zu4^A?%weU^G*)_GwCB(&vl+Bz(3(f9!e-H$Me6`sRaQf*hSmaFbvB3A99jp_nr8>l zI)K(8rmt#^g)eX(ZKa`0hxrLlf<8xm_Fe9el3;xlu12FFI%cj#o#U^+8C)4(T_S$JBkz-&AV ztcYDX(z=c>b!jI3=t&ZI4<&AcFnvq&v_#+1A5hIm%pGf2+bJ+(m)bTnL5qqyik1{D zD>|cSMbTMBtBTf`hHqOdve@VS4i|A+JAUhU|2XrGe|Y}*mGj3}rPip+ayJS?-c5pN zAk8=t(ivf|1HaD&?NgeA=&p3|Vx71ti|ah;-sVi!Mj`}z?r<@@9VJmLjeyA#b%wzv zkF%=ZiAIU6P%q66g8`TIp@`OlkbA?Rn~Vg8ns_fQ`lOtrp;2<1i}7m+#fo{jE~?ng z=bHE?9{;`7B8JAT%YGd5)#B%)!tdh%!Jrr8Ya4tsXr z);lNSuJDIkwAROc-H;ZFo5TCk@w{LVB%U{q55+HlXu7SJ^*ZR2f9Wi3qB$Pl)oCn# z^qfUe;=PDUqHREo8wLslxnZFcP;8VUii1)@DWlAwRG9v#%nX7OD?BWa8bOfuN~0_- zZG$%h&_zNg8O@6j%BQ(n5)l7Y# zuxhk`V)$uPGOM;l77W&r?3$vcqL!ktaAe=dS8 zpkJo@JMD_WA+iMletC=qv~X~5x=N>h3 zp$+DB_!XEbiUbyJX#?YC<`(KJYtjw|9<<{Uf|!!B98iQi%0b8i@B2Y0&EZ`Jo6ZHS zeEMP>bvNUs^R3n^XHP9HEuKENynJS9c^S1=E_}KThg-OvB*R!*^hkekB}#)Z^jk~K zlkTg*)!T3eZ@TYYz3ygp_v2Of)Jg9Rm;8-;#qUzb&4&BVa2WC%yz^0zw3bgUHcvH| zF#n?u*REWCJsbN0>}u3--xI;dtF5Kw=E>&bxy94XGfVE3s007gI(7Q}rNuYSad*{U z_eGE`BdzdWKWtdC2#+08*it6b;Q2jrSjF2xjA-D#w1>VxcRCLf;kU9l&iiz`Iou4T zAv%qN(uBRv^ypQfLlzL@1jEd)l3fCHaU6B+k#GEUfzHIqUv>^vud54(v}JWk}@Ohp82)*8-wPL$0rr_wb_j-y?p>% z0gYU=w4}CK7Jt>XZA;hE1SLw6fpv*wLx-X2>lpQ&^Y-v zLktxr5f$sKpeC(^-%Dg6jPAlw7pceT@x&vH z$eDQ5=_9IEjlvL-d6H=wfi1)NM>M1K{ypLhv>I-P0z?G=$l2O+xdLY#@KnN}*3$V? zx*@Cin4Gac$0B(gS<&b9s_sA`Dxd~}`U=8&M?VCb9vUO@$>|e7(qT!p6(E0!N&;5` zU?HyGMcSs^2hui5*#MkELO?P%iU6po0BQlC&Q1vcwE<8-b3A7Qpku{{x`OJ=mO-w? zBf!B~uu@((0X?`8Rz89>nVc0?s3?fmkSODetO{t=lz`pKFepG)FmQ*Df9H-9pQf8u z_TGHDoxc2K=z&oR1{v&%sJqDH(%Lo7`~lWQN6%-?c3F*5LWRz&7=$dRw1!Bh2nkrD zp||Z!`031LHIHM3rnriM1gGnGiuZ}AjE3yUG<1m{(Ti(DR*9(Z6z=%ph-Zd+jd}@n zh?Z1laf3Q;5_!sa{uq6~LdoJDvu;*Qg$uK)4CsR4=;`bj4eAUN5Ri?WfPlg=^3R9{ zjQ!CBL_~=jgv4wJr8qi)f$r+#-zLy_mwc6*z@b7gVa#2ndN>F3-C<^)g?mZ7fhj6B zTmxh2Ln}De1?nWjD9G$T!^+yD0Y1S##|Ra1X|Vlib$p!ck^JIU1%zT{sZxe7^sS?y(8&ia8`1!r>0m+Z_{0u8LjBH}1l(0fXj> zAn1NU1csG%f|xKGN?Z5?7WHL`o+v#oO(g!)w<*hH&w)~G=}%Z9bK-hBKi=iu>t|&N z9Mh&k%EOD_)0(7SfRrPs=WBz>z9a%ZV3TBkfJjBLi?rt}C8t?JDo7|c*%*He)ZpROZ#i5^LDw%Xlig(kMQiO47Mxky32LA$td$4hePZ@E9{>ru`nlse*8DTAK0yWbd~H-X*YXR3F0DsDdQNb042}J`*rH?$UKezHX^|nKJ(pim z?AuOaE0LlOw|$R9@Y>)8>(ey7h`*Gwp3)TAV!|f zV%8(_X@wQ3dwX|f>HPS-lWUh2u82(B-F@JzBk9tyB;F568^k$N&HU literal 0 HcmV?d00001 diff --git a/facebook/__pycache__/config.cpython-37.pyc b/facebook/__pycache__/config.cpython-37.pyc new file mode 100644 index 0000000000000000000000000000000000000000..156df90b5c00635635da3513bd4ebca8608bc598 GIT binary patch literal 472 zcmXw0&1xJm44%#IHrs?ikA?IFa_D$|>={o8p@foCD1}fczNE4xPqx`v5B4mjd4jx3 zUTLp+i=67+W+e2XPeS5Dx;i;IN}{5+2RKzz zoT(YkZK`HK=3M)l?4P&wH8R63ayJu zXH;hvB$iy7rjfeIFe?iXTH4a02Fj((wd7@1Xpc~kC?^+LC zM}E0(L+{;hdKlRCn|@~X=U_ba z{BAdgD*$o@Z+RU+5J3~tt-iENv1bWOS(j0J<|SV0cYTNZNi7Y!0q~j#9+K{ym=hts zp=gSRIPs8n>w<2O*8BnFlJyofp@_89aVmk=%0$Wn2owDQwG>z$-Z{Ki@s{5K2s)#h zOv#ik5l#1)V8RprzPALWXUQ(5)oB3LI2HbwsqDc!+7p2YciA;^`{ImgU(`i7WoO6_ zL^OW##0k-S1a~wMzLoIxl^aC+yTqP29f6p4(rBeYEWnAAlRGe{!Lc^-`%-b4aUBbu zJ^4jNTwoVvqxgOn@s;6|$BIW<^ElIzmrov#vp5??3U}o=;{7D%jwFe(yC1126Dn#s z(FZ=19Bf)pT43XHAOMuZE(42Kf$jvA5j!vPQjRB?fI&J=l6Jez`BOTNuzE5R2R7;J zt(vlNHG$QXr>0(M%tq4GfZ9)?U~9`WRCnvJD2{ZTXNH!)5w!%?r?)zrrBr3-)2J+E z=USw5HIk{!$|%*H&s9EBQJP8!8I^^~@5!<5d>jpAKhMXVVgK!NprS&m&hYT;u1v5m z+r_pCTpjf4P*W}f5Z|Zg=qb8L&(J0fs5*_a0kbz)))7nU3S<=sl1TUHlr* zkZ!i;p7$=5p_19az@$*7vCK%=_jkF1hcrZ?+@x>%95Wu;Lr|dQnhhdz^UKXX&(4mWC z1zv&;W`5#q=vDMD4v?eGDeNnJk4R0{@u=mtO zG>W%J_t6$JPqQg??cweD`(&>synQ;Go6aFJh}jf{4+sjt+Af_!1~9fuh5uuH7H*%` z!M!2{0)-53-gU&g5uHck zHpVKp9TR86oXa5s&!tj%Rk7UG|0r*`^8Y}M$~A}CKFbte`ATmW@^)+OPmXMo_N978 zA^A$F)hf>mTdz@aNZ01qm8Z|Q?JC_p z`CzcpI$nC2Pl}_0H*k79&%~D85jU(c_U1qMRC1JUQzffB9%2@4AI~|+Cz<9e==i@y z?y5chckWBi12|EME9s-Ut;s^7)nk_po)5XUUi_a)>O4w%r;gcyAqwi9lgqc3(`C_H z{$y?Wv$f@oR^9l$vBapT(r;?6e2i}cq%MHlc;GYPp>4*ui7@qN*))OUC{0jx-Ipz9 z7VH$?Qn8l3G#3(c2;G|Lb!hWYR3}#W!P5#{gpUQShI$2LYQX~MrtiG7qt=8~ tdy2ku*3Du!o}A>r*lhn2$_=*gGQv4Y4ghn@CTXVKk5Jg literal 0 HcmV?d00001 diff --git a/facebook/__pycache__/scrapers.cpython-37.pyc b/facebook/__pycache__/scrapers.cpython-37.pyc new file mode 100644 index 0000000000000000000000000000000000000000..af60fd68e3ddd9e2efcb665a4de52ea7be1a456a GIT binary patch literal 4881 zcmaJ_OK{uP6~)7c;7=4q%d%`M3gS4jX)9*_aZ)?+S9M$0^~6b>aOyB1A1HwW0r~;7 zB?j!GYL}kTGLy6&awc7LmqjLvF0yDcU1puZWYzj8{DufPRi!aR|K6efM+j zJ(qwkO-$q^{Ed#@`tZ^TN%{v(w*M3iF5v6eap4kYj#N+Xtj;i(9l5L26-H}{qjt5r z*3Hy2UA?ZyYpRodoAxv(*Ui`S-9o+4E!KpjP99+$BGSOzzFvFz5m0*TXgqh&bXcm&O$BC7W z#!C+%5h^^lD&xevK{2&?IPpI?vH=foQ>vlsH<|aO_a#?;PeQDdoe5|uktSY#Aji=H z;l|OmDACb5z^70Sl?O6>|7NK31EEex!OoX~9O``faDwz4KbXwoz5gWRVK#VTG|y+k zY?vKA$q$VgpFIRGelH)E#`4JEhsTVp@gu2LSrqqaeTpC5*;&}PbBxdJ>|EHl^E7{A z$H$NN?Hu1^cR#)joJY@4&Vq%I@%asTQ}+J_bf4Tsl^YL08=!K6tEx8$#-GA{4wyd$%w_QvYJ_!8@?+ zRk0G!@s-!cYq}LVl=+xlt8ZOQ8<=Q)3n*3q704 zU4tS`BT&RjEQvW;NupRU1*gK?24&zhYVH^VCfGYn^B>1U-fklos&TC;;;R$^8s+$5 zc$C}J*79NQinOWSk%k4-*lAc^3{m}j@sRYX#Gi#%r$3ecsPZ$s_CN+gv;w9LDfb0% zwb)R>kYY!rFXDO*XP@7$8~9sn91WDTvWlIfR7q6n@p_IwPpGd~Qe2^dB1U{mDW_EN zhm=zb$jxk+*^?be^A{41@fRPUO+JP-XGn9W)_D&1(gyrrpV`USOJmk4z>nu)?@DS< z6ZzEMaoBr#$6kTIg1AemwO1c+ZSA*-?tMIThI;S|{*iza@EwUnsN6W^ibhuhS* zXDP#JekUlq!H;wD?%Jsx3sd|8zi6}Aj)Fc`0&ikWhLf9_yB|U)b*W3?WZaV$(UXde zm*cg|yKBQTa(VJfQU0mPP z@6N6NHJn0Dui@A1N$MWM1K|NwXr)mK4-m2#sr+YQrK6&6>*5m{(HGMDx;5k^cW%$F zlJGg{<+K~TMm|9T{OugwP=?cM$N0~I_L1Si@F38bqF+4N_%=KkPB&hMci*Bz6+1sc z2b&(98%u;iSV>R>))#>Fd0?FtODTU0@Mm#{Kd_c^=NHsXf6P>hAGv*F^d`R!US1$u zsDT{+C3W}zwZ4bBS@F#t=HA$AIh^Fb`u}|b9r*9@Z_ULqbyalF>dhO2a;+!4w(VGF zdMmv*ZGL``Tex?=x8en!|B%%pX`t7V*_Mjup~3R|Uf*b$?uo$Y`kGqdwYwTM|!E)e9F z*;rmGx2n(t_Z6=DBnylG2~iGiH%zD5?{4LAsw#^q(m*~e zMS5$+B8d9WV0z6CC@kAuwg@SlNW$0~*qJRIl7kXObY@3$Rozu84nQEv(jEmHDcrsn z$u_T-f|Y)^>6$j&0dxap0dZ-UfS0jF@eEYMyk|UQ6Tn5m^Y}n(Hz{CxuCD8(5Aako zViNO5%!xT#E0dsVHk)D#Pukiu!;?7nm4VRD2}h|fh?xD-G0N4f2hKakJAH7LDn zTlbB2-*F7z9#{|A0$u~)%&wGPb0`tDL5}W5uwwg>)^beWAE*PPX%40WFEAavHK3@^ zpF}3BgMwps?Q~-Q6FD7Zl9fny>_PUHWf@%$uOjlwi-=>FVpYAaUPpTC%5CpHhA>!H zF9XlIa?9kX1$SAj*VSw0iixB=0u=!iO{J*p27tQE_@J;GL^-OQ_^oD3CgHevV#lhN zkW(Z*&S}o}-98H0Zbflonx-EqpjDjvdOproQhmCxdJfnW=}qC?CmN|<&vFG-QKa7k zv?#Yo4Xm{w(t5&%51FO zi*i@ji11*ipsG)DoKG}2thH8@?FlOY|JNhcTC)Q&Pg1jFQU>f9-!esOB~nRmq%8|- z11T6tbxJDYT~wrKgOq#GB+Xic;x_$E&KrT(;LS*1F?}-#L^MT0Ua(>bD(U!@Q{i4K z%9sci_7vnIDsQtt6+unG7i&#W9~D&Kk?vc*j}SrQ_=VJuRC+y)6ape{x<$hs>-4f9eiV7Hy%y;cryBh$!r4 zKd_QxajE26=*U(=p@Quq)j^|cy6fTy4p(O)J&h;nenq&r9Xujy+X8vJLuQzrl*Q0qDtdTJASRN7m|BpCFnZhIEj9M%U>k1 zird3_?H#!4*RF%ER_%%zcw*V=TCQ()gW65uEeo?tmF_P42%uxF2DR-Uty;VJtlttQ z0IIdqAF^7y;GgNOM~5Ft;V$^}PY~asuBYVLG%LwvR%S(|BxesEY#|=eEcs5$S-D7Bpe?IpSRNmY*b$ad zONxq}GG_DGFG917b7X;JRCqLvdr3YHYk6j{Sv4!m@MPB)74~H|uT! z$;Yvk<)XURkD@#aJWKN2KJN%I?5Ls(ysPrkQne(mVwg65Q<(0u$D1N9V?A!%mLGE= z;aW_DOv`iI_A*FpIY_u4cd(d-NrNHXaYgO9I9Q9a=ei#6JJuVNZNG>MkdL#GWz))k E0Z}a%aR2}S literal 0 HcmV?d00001 diff --git a/facebook/arangodb.py b/facebook/arangodb.py index ae5c009..59e72a2 100644 --- a/facebook/arangodb.py +++ b/facebook/arangodb.py @@ -1,12 +1,12 @@ -from time import sleep -from arango import ArangoClient -from getpass import getpass -from sys import argv -from config import * from datetime import datetime - +from getpass import getpass +from time import sleep + import nacl.secret import nacl.utils +from arango import ArangoClient + +from config import * def checked_members(): diff --git a/facebook/classes.py b/facebook/classes.py index 09f0e05..b04d1cb 100644 --- a/facebook/classes.py +++ b/facebook/classes.py @@ -1,17 +1,17 @@ -from datetime import datetime -import json import pickle -from bs4 import BeautifulSoup +import random +from datetime import datetime + import requests import werkzeug -import random +from bs4 import BeautifulSoup werkzeug.cached_property = werkzeug.utils.cached_property from robobrowser import RoboBrowser from arangodb import db -from helpers import sleep_, update_cookie from config import * +from helpers import sleep_, update_cookie class User: diff --git a/facebook/helpers.py b/facebook/helpers.py index 437ccb3..8d0af28 100644 --- a/facebook/helpers.py +++ b/facebook/helpers.py @@ -1,9 +1,11 @@ -from time import sleep -import random import pickle +import random from datetime import datetime +from time import sleep + from arangodb import db + def sleep_(t): """ Sover en tid nära den angivna (för att inte sökningarna ska bli för lika varandra) @@ -67,4 +69,4 @@ def write_error(nr, e="", traceback="", soup="", user="", url="", url_name=""): silent=True, ) except Exception as e: - print(e) \ No newline at end of file + print(e) diff --git a/scrapers.py b/facebook/scrapers.py similarity index 97% rename from scrapers.py rename to facebook/scrapers.py index 447ac77..da00317 100644 --- a/scrapers.py +++ b/facebook/scrapers.py @@ -1,9 +1,11 @@ -from classes import Picture, Friend, Reaction -from helpers import sleep_, write_error, update_cookie -from config import * -import traceback import re +import traceback + from arangodb import db +from classes import Friend, Picture, Reaction +from config import * +from helpers import sleep_, update_cookie, write_error + def profile_picture_reactions(profile, user, all_pictures, first=False, single = False): @@ -243,9 +245,9 @@ def profile_picture_reactions(profile, user, all_pictures, first=False, single = ) pass - if count == max_pic: - db.collection("picture_reactions").insert_many( - picture.reactions, silent=True, overwrite=True + + db.collection("picture_reactions").insert_many( + picture.reactions, silent=True, overwrite=True ) db.collection("picture_reactions").insert_many(picture.reactions, silent=True, overwrite=True) except Exception as e: # Fel2 diff --git a/workspace.code-workspace b/workspace.code-workspace index 8725783..ca8b5f6 100644 --- a/workspace.code-workspace +++ b/workspace.code-workspace @@ -2,9 +2,12 @@ "folders": [ { "path": "." + }, + { + "path": "facebook" } ], "settings": { - "python.pythonPath": ".venv/bin/python" + "python.pythonPath": "/Users/Lasse/.pyenv/shims/python" } } \ No newline at end of file