Lasse Edfast
5 years ago
parent
3772bf3ccc
commit
bbe31e2951
2 changed files with 369 additions and 0 deletions
@ -0,0 +1,228 @@ |
||||
""" Import profiles from file to db""" |
||||
|
||||
from os import chdir, fdatasync |
||||
from getpass import getpass |
||||
from os.path import abspath, dirname |
||||
from random import randint |
||||
from time import sleep |
||||
import base64 |
||||
import json |
||||
import requests |
||||
|
||||
# Gör fb-scraper till arbetsmapp |
||||
chdir(dirname(dirname(abspath(__file__)))) |
||||
|
||||
from arangodb import arango_connect |
||||
import config |
||||
from helpers import now, nowstamp |
||||
|
||||
def mullvad_servers_to_db(db): |
||||
""" Läser fil med servarar och exporterar till db. Används bara om servarna skulle uppdateras hos Mullvad. """ |
||||
with open("data/servers.txt") as f: |
||||
for line in f.readlines(): |
||||
if "@" in line: |
||||
line = line.strip() |
||||
city = line[: line.find("@")].strip() |
||||
|
||||
if ("WireGuard" in line): # "au", "ca" #För senare när det behövs |
||||
line = line.strip() |
||||
country_short = line[:2] |
||||
server_id = line[: line.find("-")] |
||||
|
||||
# Kolla så att servern inte redan används av profil i databasen |
||||
# eller finns i listan som skapas nu. |
||||
city_short = city[city.find("(") + 1 : city.find(")")] |
||||
server_name = [country_short, city_short, server_id + "-wireguard"] |
||||
server = { |
||||
'_key': server_id, |
||||
'country': country_short, |
||||
"city": city, |
||||
"id": server_id, |
||||
"server": server_id + "-wg.socks5.mullvad.net:1080", |
||||
"server_connect": server_name,} |
||||
db.insert_document('servers', server) |
||||
sleep(0.1) |
||||
|
||||
|
||||
|
||||
def servers_to_db(db, server_collection, socks='socks5'): |
||||
""" Läser fil med servarar och exporterar till db. """ |
||||
with open("socks5free.csv") as f: |
||||
for line in f.readlines(): |
||||
server = line.split(';')[1] |
||||
db.insert_document(server_collection, {'_key':server, 'proxies': {"https": f"{socks}://{server}", |
||||
"http": f"{socks}://{server}"}, 'country': False}) |
||||
sleep(0.1) |
||||
|
||||
|
||||
|
||||
def used_emails(db, collection): |
||||
cursor = db.aql.execute( |
||||
""" |
||||
FOR doc IN @@col |
||||
RETURN doc.email |
||||
""", |
||||
bind_vars={'@col': collection}) |
||||
return [email for email in cursor] |
||||
|
||||
|
||||
def to_accs(db, data, info, profiles, vendor, accs='accs'): |
||||
""" |
||||
Ta profiles från köpt fil och lägg i accs |
||||
""" |
||||
|
||||
used_accs = used_emails(db, accs) |
||||
used_profiles = used_emails(db, profiles) |
||||
|
||||
for profile in data: |
||||
if len(profile) > 3: |
||||
print('\nKlart.\n') |
||||
break |
||||
|
||||
doc = {} |
||||
doc["vendor"] = vendor |
||||
doc["created"] = now() |
||||
if 'email' in info: |
||||
doc['email'] = profile[info.index('email')] |
||||
elif 'login' in info: |
||||
doc['email'] = profile[info.index('login')] |
||||
if doc['email'] in used_accs or doc['email'] in used_profiles: |
||||
continue |
||||
doc['name'] = doc['email'] |
||||
if 'pwd' in info: |
||||
doc["pwd"] = profile[info.index('pwd')] |
||||
else: |
||||
doc["pwd"] = '' |
||||
if 'url' in info: |
||||
doc['id'] = profile[info.index('url')].replace("https;", "https:") |
||||
if "useragent" in info: |
||||
doc["useragent"] = profile[info.index('useragent')].strip() |
||||
else: |
||||
doc["useragent"] = config.user_agent |
||||
if 'cookie' in info: |
||||
cookies = profile[info.index('cookie')] |
||||
|
||||
if 'c_user=' in cookies: |
||||
cookie = {} |
||||
for c in cookies.split(';'): |
||||
cookie[c[:c.find('=')].strip()] = c[c.find('=') + 1:].strip() |
||||
else: |
||||
cookies_base64 = cookies.strip()#.strip('=') |
||||
# print() |
||||
# print(cookies_base64) |
||||
# print() |
||||
cookies64_bytes = cookies_base64.encode("ascii") |
||||
cookies_bytes = base64.b64decode(cookies64_bytes) |
||||
#exit() |
||||
cookies_str = ( |
||||
cookies_bytes.decode("ascii") |
||||
.replace("'", '"') |
||||
.replace("False", "false") |
||||
.replace("True", "true") |
||||
) |
||||
cookies = json.loads(cookies_str) |
||||
cookie = {} |
||||
if vendor == '159': |
||||
for c in cookies['cookies']: |
||||
cookie[c['name']] = c['value'] |
||||
else: |
||||
for c in cookies: |
||||
name = c["name"] |
||||
del c["name"] |
||||
cookie[name] = c["value"] |
||||
doc['cookie'] = cookie |
||||
else: |
||||
cookie = {} |
||||
if 'birthday' in info: |
||||
doc["birthday"] = profile[info.index('birthday')] |
||||
if 'token' in info: |
||||
doc['token'] = profile[info.index('token')].strip() |
||||
db.insert_document(accs, doc) |
||||
sleep(0.1) |
||||
|
||||
db.collection('from_market').remove |
||||
|
||||
|
||||
def used_servers(profiles='profiles'): |
||||
cursor = db.aql.execute( |
||||
""" |
||||
FOR doc IN @@col |
||||
RETURN doc._key |
||||
""", |
||||
bind_vars={'@col': profiles} |
||||
) |
||||
servers = [doc for doc in cursor] |
||||
return servers |
||||
|
||||
|
||||
def webshare_proxies(): |
||||
"""Get list of webshare-proxies.""" |
||||
|
||||
proxielist = requests.get('https://proxy.webshare.io/proxy/list/download/sompzungcbajbeqmxoopddsthzarqlewjgraicog/-/http/port/direct/') |
||||
|
||||
proxies = {} |
||||
count = 0 |
||||
|
||||
for line in proxielist.text.split('\n'): |
||||
count += 1 |
||||
proxie = line.replace('\r', '').split(':') |
||||
if proxie != ['']: |
||||
server = proxie[0] |
||||
port = proxie[1] |
||||
proxies[count] = {'server': server, 'port': port} |
||||
|
||||
|
||||
for _, proxie in proxies.items(): |
||||
proxies={'https':'socks5://xigpxrzr:ezgjcwr8lonj@{server}:{port}'.format(server=proxie['server'], port=proxie['port']), |
||||
'http':'socks5://xigpxrzr:ezgjcwr8lonj@{server}:{port}'.format(server=proxie['server'], port=proxie['port']) |
||||
} |
||||
|
||||
try: |
||||
db.insert_document('servers_webshare', {'_key':proxie['server'], 'proxies': proxies, 'country': 'us'}) |
||||
except: |
||||
pass |
||||
|
||||
if __name__ == "__main__": |
||||
|
||||
vendors = { |
||||
'1152': {'info': 'login:password:cookie:token', 'sep': '|'}, |
||||
'1091': {'info': 'login:password:birthday:url:cookie', 'sep': ':'}, |
||||
'1113': {'info': 'login:password:mail:password:birthday:country:useragent:token:cookie', 'sep': '|'}, |
||||
'926': {'info': 'login:password:email:email password:birthday:token:cookie', 'sep': '|'} , |
||||
#'1113': {'info': 'login:mail:password:emailpassword:birthday:useragent:token:cookie', 'sep': '|'}, |
||||
'159': {'info': 'login:password:birthday:id:cookie', 'sep':':'} |
||||
} |
||||
|
||||
pwd = 'concert-hangar-mirth-salk-DECAL' |
||||
db = arango_connect(pwd, username='Accs') |
||||
|
||||
############################### |
||||
### Variabler att ställa in ### |
||||
country='us' |
||||
profiles = 'profiles_webshare' # ex profiles_free |
||||
servers = 'servers_webshare' |
||||
############################### |
||||
|
||||
accs = 'accs' |
||||
|
||||
|
||||
for i in db.collection('from_market').all(): |
||||
vendor = i['vendor'].upper() |
||||
sep = vendors[vendor]['sep'] |
||||
|
||||
info = vendors[vendor]['info'].split(':') |
||||
rows = i['data'].split('\n') |
||||
data = [] |
||||
for row in rows: |
||||
row = row.replace("https:", "https;") |
||||
data.append(row.split(sep)) |
||||
|
||||
# Lägg in i accs |
||||
to_accs(db, data, info, profiles, vendor) |
||||
|
||||
# Ta bort dokumentet med data |
||||
db.collection('from_market').delete( |
||||
i['_key'], silent=True, ignore_missing=True |
||||
) |
||||
|
||||
#webshare_proxies() ## Den här för att uppdatera servers hos webshare |
||||
@ -0,0 +1,141 @@ |
||||
""" Import profiles from accs""" |
||||
|
||||
from os import chdir |
||||
from getpass import getpass |
||||
from os.path import abspath, dirname |
||||
from random import randint |
||||
from time import sleep |
||||
import base64 |
||||
import json |
||||
import requests |
||||
|
||||
# Gör fb-scraper till arbetsmapp |
||||
chdir(dirname(dirname(abspath(__file__)))) |
||||
|
||||
from arangodb import arango_connect |
||||
import config |
||||
from helpers import now, nowstamp |
||||
|
||||
def used_servers(profiles='profiles'): |
||||
cursor = db.aql.execute( |
||||
""" |
||||
FOR doc IN @@col |
||||
RETURN doc._key |
||||
""", |
||||
bind_vars={'@col': profiles} |
||||
) |
||||
servers = [doc for doc in cursor] |
||||
return servers |
||||
|
||||
def used_servers(profiles='profiles'): |
||||
""" |
||||
Check what servers are used. |
||||
""" |
||||
cursor = db.aql.execute( |
||||
""" |
||||
FOR doc IN @@col |
||||
RETURN doc._key |
||||
""", |
||||
bind_vars={'@col': profiles} |
||||
) |
||||
servers = [doc for doc in cursor] |
||||
return servers |
||||
|
||||
def get_server(db, country, servers='servers', profiles='profiles'): |
||||
""" Hämtar en server åt profilen """ |
||||
|
||||
if country == 'any': |
||||
cursor = db.aql.execute( |
||||
""" |
||||
FOR doc IN @@col |
||||
FILTER doc.country not in ['us', 'se'] |
||||
RETURN {proxies: doc.proxies, country: doc.country, id: doc.id, _key:doc._key, city:doc.city, server:doc.server, server_connect:doc.server_connect} |
||||
""", bind_vars={'@col': servers}) |
||||
else: |
||||
cursor = db.aql.execute( |
||||
""" |
||||
FOR doc IN @@servers |
||||
FILTER doc.country == @country |
||||
RETURN {proxies: doc.proxies, country: doc.country, id: doc.id, _key:doc._key, city:doc.city, server:doc.server, server_connect:doc.server_connect} |
||||
""", |
||||
bind_vars={'country': country, '@servers': servers} |
||||
) |
||||
|
||||
servers = [] |
||||
used = used_servers(profiles) |
||||
for server in cursor: |
||||
if server['_key'] not in used: |
||||
servers.append(server) |
||||
if servers != []: |
||||
server = servers[randint(0, len(servers)-1)] |
||||
return server |
||||
|
||||
|
||||
def used_emails(db, collection): |
||||
cursor = db.aql.execute( |
||||
""" |
||||
FOR doc IN @@col |
||||
RETURN doc.email |
||||
""", |
||||
bind_vars={'@col': collection}) |
||||
return [email for email in cursor] |
||||
|
||||
|
||||
def to_profiles(db, profiles, servers, country='us', accs='accs', continuous=True): |
||||
""" |
||||
Tar en prifil från accs och en server från servers och lägger in i profiles. |
||||
|
||||
Args: |
||||
db ([type]): Arango database. |
||||
profiles (str, optional): . Profiles to upload to. |
||||
servers (str, optional): Proxyservers to use. |
||||
country (str, optional): Country for profiles. Defaults to 'us'. |
||||
accs (str, optional): Table for accounts. Defaults to 'accs'. |
||||
continuous (bool, optional): If "true" the update happens every other day. Defaults to True. |
||||
""" |
||||
|
||||
while True: |
||||
count = 0 |
||||
for profile in [i for i in db.collection(accs).all()]: |
||||
count +=1 |
||||
if profile['email'] in used_emails(db, profiles): |
||||
continue |
||||
id_acc = profile['_id'] |
||||
del profile['_id'] |
||||
del profile['_rev'] |
||||
server = get_server(db, country, servers, profiles) |
||||
if server == None: |
||||
print(f'Inlagda profiler: {count}\nInga fler lediga servrar.') |
||||
break |
||||
profile["server"] = server["server"] |
||||
profile["server_connect"] = server["server_connect"] |
||||
profile["_key"] = server["_key"]#.replace(':', '') |
||||
profile["in_use"] = nowstamp() |
||||
profile['proxies'] = server['proxies'] |
||||
|
||||
db.insert_document(profiles, profile) |
||||
sleep(0.1) |
||||
db.delete_document(id_acc) |
||||
print('Inlagda profiler:', count, end='\r') |
||||
|
||||
if not continuous: |
||||
break |
||||
sleep(86400) |
||||
|
||||
if __name__ == "__main__": |
||||
|
||||
# Starta koppling till arango. |
||||
pwd = 'concert-hangar-mirth-salk-DECAL' |
||||
db = arango_connect(pwd, username='Accs') |
||||
|
||||
############################### |
||||
### Variabler att ställa in ### |
||||
|
||||
country='us' |
||||
profiles = 'profiles_webshare' # profiles_webshare, profiles_mullvad |
||||
servers = 'servers_webshare' |
||||
|
||||
############################### |
||||
|
||||
|
||||
to_profiles(db, profiles=profiles, country=country, servers=servers, continuous=True) |
||||
Loading…
Reference in new issue