parent
52353def15
commit
7699053193
9 changed files with 256 additions and 166 deletions
@ -0,0 +1,74 @@ |
||||
from datetime import datetime |
||||
from getpass import getpass |
||||
from time import sleep |
||||
|
||||
from arango import ArangoClient |
||||
from json2html import json2html |
||||
|
||||
|
||||
def now(): |
||||
""" Returns current date and time as string""" |
||||
return datetime.now().strftime("%Y-%m-%d_%H:%M:%S") |
||||
|
||||
def write_stats(db, continuous=False): |
||||
while True: |
||||
d = {} |
||||
for col in db.collections(): |
||||
if not col['system']: |
||||
d[col['name']] = db.collection(col['name']).count() |
||||
del d['stats'] |
||||
#d['time'] = now() |
||||
cursor = db.aql.execute( |
||||
""" |
||||
FOR doc IN members |
||||
FILTER doc.checked == true |
||||
COLLECT WITH COUNT INTO length |
||||
RETURN length |
||||
""" |
||||
) |
||||
d['checked_members'] = cursor.next() |
||||
|
||||
|
||||
# Hur många konton per säljare som finns kvar |
||||
cursor = db.aql.execute( |
||||
''' |
||||
for doc in profiles |
||||
filter has(doc, "vendor") |
||||
COLLECT vendor = doc.vendor WITH COUNT INTO length |
||||
RETURN { |
||||
"vendor" : vendor, |
||||
"active" : length |
||||
} |
||||
''') |
||||
d['active_vendors'] = [doc for doc in cursor] |
||||
|
||||
d['_key'] = now()[:13] |
||||
db.insert_document( "stats", d, overwrite=True) |
||||
|
||||
# Skriv en html-fil |
||||
with open('website/fb-webbapp/stats.html', 'a+') as html: |
||||
html.truncate(0) |
||||
html.write('<!DOCTYPE html> <br>') |
||||
|
||||
html.write(json2html.convert(json = d)) |
||||
|
||||
# Sov för att fortsätta senare |
||||
if continuous: |
||||
sleep(86400) |
||||
else: |
||||
break |
||||
|
||||
# Info för arangodb |
||||
user_arango = "Lasse" |
||||
db_arango = "facebook" |
||||
host_arango = "http://192.168.0.4:8529" |
||||
|
||||
# Starta koppling till arangodb |
||||
# Avkryptera lösen till arango |
||||
pwd = getpass(f'Arangolösenord för {user_arango}:').strip() |
||||
|
||||
db = ArangoClient(hosts=host_arango).db( |
||||
db_arango, username=user_arango, password=pwd |
||||
) |
||||
|
||||
write_stats(db, continuous=True) |
||||
@ -0,0 +1,14 @@ |
||||
from flask import Flask, render_template |
||||
import json |
||||
from json2html import json2html |
||||
|
||||
app = Flask(__name__) |
||||
|
||||
|
||||
@app.route("/") |
||||
def stats(): |
||||
return render_template("stats.html") |
||||
|
||||
if __name__ == "__main__": |
||||
app.run(debug=True) |
||||
|
||||
@ -1,16 +1,17 @@ |
||||
{ |
||||
"folders": [ |
||||
{ |
||||
"path": "." |
||||
}, |
||||
{ |
||||
"path": "facebook" |
||||
}, |
||||
{ |
||||
"path": "../mrkoll" |
||||
} |
||||
], |
||||
"settings": { |
||||
"python.pythonPath": "/Users/Lasse/.pyenv/versions/3.9.5/bin/python" |
||||
} |
||||
"folders": [ |
||||
{ |
||||
"path": "." |
||||
}, |
||||
{ |
||||
"path": "../mrkoll" |
||||
}, |
||||
{ |
||||
"path": "facebook" |
||||
} |
||||
], |
||||
"settings": { |
||||
"python.pythonPath": "/Users/Lasse/Datorgemensamt/Programmeringsprojekt/Facebook/fb-scraper/.venv/bin/python" |
||||
}, |
||||
|
||||
} |
||||
Loading…
Reference in new issue