diff --git a/docker/mrkoll/getfourlast.py b/docker/mrkoll/getfourlast.py new file mode 100644 index 0000000..f0a1bbe --- /dev/null +++ b/docker/mrkoll/getfourlast.py @@ -0,0 +1,40 @@ +from sys import argv +from time import sleep +import requests +from arango import ArangoClient + +# Info för arangodb +user_arango = "Phone" +db_arango = "facebook" +host_arango = "http://192.168.1.10:8529" + +# Starta koppling till arangodb + +db = ArangoClient(hosts=host_arango).db( + db_arango, username=user_arango, password=argv[1] +) + +phone = db.collection("phone") + +while True: + cursor = db.aql.execute( + """ + for doc in phone + filter doc.personal_number == 'get four last' + limit 1 + return doc + """ + ) + + try: + doc = [i for i in cursor][0] + except IndexError: + sleep(60) + + url = doc['four_last_url'] + + four_last = requests.get(url).text + + doc['personal_number'] = str(doc['date_of_birth']) + '-' + four_last + print(doc) + phone.update(doc) \ No newline at end of file diff --git a/docker/mrkoll/mrkoll_scraperapi.py b/docker/mrkoll/mrkoll_scraperapi.py index 38bb163..63ad2bc 100644 --- a/docker/mrkoll/mrkoll_scraperapi.py +++ b/docker/mrkoll/mrkoll_scraperapi.py @@ -1,5 +1,4 @@ import re -import subprocess import requests from sys import argv from time import sleep @@ -96,10 +95,18 @@ def find_person(number): sleep(2) # Vänta lite four_last_url = "http://mrkoll.se" + url_ajax d['four_last_url'] = four_last_url - four_last = requests.get('http://api.scraperapi.com', params=payload).text # Använd Scraper-API + d["personal_number"] = 'get four last' + + + #four_last = requests.get(four_last_url, proxies=proxy).text + #d["personal_number"] = "{dob}-{fl}".format(dob=d["date_of_birth"], fl=four_last) + + #payload = {'api_key': api_key, 'url': four_last_url, 'country_code': 'se', 'device_type':'desktop'} + #four_last = requests.get('http://api.scraperapi.com', params=payload).text # Använd Scraper-API #four_last = requests.get(four_last_url).text - d["personal_number"] = "{dob}-{fl}".format(dob=d["date_of_birth"], fl=four_last) - except: + #d["personal_number"] = "{dob}-{fl}".format(dob=d["date_of_birth"], fl=four_last) + except Exception as e: + print(e) pass try: diff --git a/docker/mrkoll/requirements.txt b/docker/mrkoll/requirements.txt index 6a7859b..338d001 100644 --- a/docker/mrkoll/requirements.txt +++ b/docker/mrkoll/requirements.txt @@ -12,3 +12,4 @@ soupsieve==2.2.1 toml==0.10.2 urllib3==1.26.6 requests_cache==0.7.4 +pysocks