You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
21 lines
445 B
21 lines
445 B
import re |
|
from _arango import arango |
|
from _llm import LLM |
|
from pprint import pprint |
|
from pprint import pprint |
|
from langchain_text_splitters import CharacterTextSplitter |
|
import multiprocessing |
|
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__": |
|
db = arango.db |
|
|
|
q = 'for doc in interrogations return doc' |
|
interrogations = list(db.aql.execute(q)) |
|
|
|
with multiprocessing.Pool() as pool: |
|
results = pool.map(process_interrogation, interrogations) |
|
|
|
|