Went back to file based

master
Lasse Edfast 5 years ago
parent 19dad6d6b4
commit c1e07f14d0
  1. 33
      facebook/accs_to_db.py

@ -8,14 +8,14 @@ import json
import requests
from sshtunnel import open_tunnel
import paramiko
from getpass import getpass
import arangodb
import config
from helpers import now
# Gör fb-scraper till arbetsmapp
chdir(dirname(dirname(abspath(__file__))))
from arangodb import arango_connect
import config
from helpers import now, nowstamp
def mullvad_servers_to_db(db):
"""Läser fil med servarar och exporterar till db. Används bara om servarna skulle uppdateras hos Mullvad."""
@ -226,9 +226,6 @@ if __name__ == "__main__":
#'159': {'info': 'login:password:birthday:id:cookie', 'sep':':'
}
pwd = "concert-hangar-mirth-salk-DECAL"
db = arango_connect(pwd, username="Accs")
###############################
### Variabler att ställa in ###
country = "us"
@ -238,11 +235,11 @@ if __name__ == "__main__":
accs = "accs"
vendor = str(file[file.rfind('-')+1:file.rfind('.')])
sep = vendors[vendor]['sep']
info = vendors[vendor]['info'].split(':')
file = input("Lägg filen här ").strip("'").strip()
vendor = str(file[file.rfind("-") + 1 : file.rfind(".")])
sep = vendors[vendor]["sep"]
info = vendors[vendor]["info"].split(":")
file = input('Lägg filen här ').strip("'").strip()
data = []
with open(file) as document:
for row in document:
@ -250,6 +247,8 @@ if __name__ == "__main__":
data.append(row.split(sep))
# Lägg in i accs
# Öppna SSH-tunnel till RBP/db.
pwd_key = getpass("Password for rsa-key: ")
with open_tunnel(
("studio-garda.asuscomm.com", 2200),
ssh_username="Lasse",
@ -259,9 +258,13 @@ if __name__ == "__main__":
ssh_private_key_password=pwd_key,
remote_bind_address=("127.0.0.1", 8529),
) as server:
# server.start()
port_arango = server.local_bind_port
to_accs(db, data, info, profiles, vendor)
# Ta bort dokumentet med data
# db.collection('from_market').delete(i['_key'], silent=True, ignore_missing=True)
db = arangodb.arango_connect(
"concert-hangar-mirth-salk-DECAL",
username="Accs",
host_arango="http://127.0.0.1",
port_arango=port_arango,
)
to_accs(db, data, info, profiles, vendor)

Loading…
Cancel
Save