Get four last

docker/mrkoll/getfourlast.py

@@ -0,0 +1,40 @@
+from sys import argv
+from time import sleep
+import requests
+from arango import ArangoClient
+
+# Info för arangodb
+user_arango = "Phone"
+db_arango = "facebook"
+host_arango = "http://192.168.1.10:8529"
+
+# Starta koppling till arangodb
+
+db = ArangoClient(hosts=host_arango).db(
+    db_arango, username=user_arango, password=argv[1]
+)
+
+phone = db.collection("phone")
+
+while True:
+    cursor = db.aql.execute(
+            """
+            for doc in phone
+            filter doc.personal_number == 'get four last'
+            limit 1
+            return doc
+            """
+            )
+
+    try:
+        doc = [i for i in cursor][0]
+    except IndexError:
+        sleep(60)
+    
+    url = doc['four_last_url']
+
+    four_last = requests.get(url).text
+
+    doc['personal_number'] = str(doc['date_of_birth']) + '-' + four_last
+    print(doc)
+    phone.update(doc)

docker/mrkoll/mrkoll_scraperapi.py

@@ -1,5 +1,4 @@
 import re
-import subprocess
 import requests
 from sys import argv
 from time import sleep
@@ -96,10 +95,18 @@ def find_person(number):
         sleep(2)  # Vänta lite
         four_last_url = "http://mrkoll.se" + url_ajax
         d['four_last_url'] = four_last_url
-        four_last = requests.get('http://api.scraperapi.com', params=payload).text # Använd Scraper-API
+        d["personal_number"] = 'get four last'
+
+
+        #four_last = requests.get(four_last_url, proxies=proxy).text
+        #d["personal_number"] = "{dob}-{fl}".format(dob=d["date_of_birth"], fl=four_last)
+
+        #payload = {'api_key': api_key, 'url': four_last_url, 'country_code': 'se', 'device_type':'desktop'}
+        #four_last = requests.get('http://api.scraperapi.com', params=payload).text # Använd Scraper-API
         #four_last = requests.get(four_last_url).text
-        d["personal_number"] = "{dob}-{fl}".format(dob=d["date_of_birth"], fl=four_last)
+        #d["personal_number"] = "{dob}-{fl}".format(dob=d["date_of_birth"], fl=four_last)
-    except:
+    except Exception as e:
+        print(e)
         pass
 
     try:

docker/mrkoll/requirements.txt

@@ -12,3 +12,4 @@ soupsieve==2.2.1
 toml==0.10.2
 urllib3==1.26.6
 requests_cache==0.7.4
+pysocks