-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathintegrations.py
98 lines (90 loc) · 3.58 KB
/
integrations.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
import os
from enum import Enum
from typing import Any
from langchain_community.document_loaders import JSONLoader
from langchain_community.document_loaders.sql_database import SQLDatabaseLoader
from langchain_community.utilities.sql_database import SQLDatabase
from bookworm_genai.utils import CHROMIUM_JQ_COMMAND, sql_loader_page_content_mapper, sql_loader_firefox_copy_path, sql_loader_firefox_sql_query
class Browser(str, Enum):
BRAVE = "brave"
CHROME = "chrome"
FIREFOX = "firefox"
@classmethod
def list(cls):
return list(map(lambda c: c.value, cls))
BrowserManifest = dict[Browser, dict[str, dict[str, Any]]]
# Configuration for various browsers and details about them
# The bookmark_file_path is the path to the bookmarks file for the browsers, in order for it to be used it must be used in conjunction with
# os.path.expanduser as it may contain environment variables
#
# The platform configuration is keyed off the values from https://docs.python.org/3/library/sys.html#sys.platform
#
browsers: BrowserManifest = {
Browser.BRAVE: {
"linux": {
"bookmark_loader": JSONLoader,
"bookmark_loader_kwargs": {
"file_path": os.path.expanduser("~/.config/BraveSoftware/Brave-Browser/Default/Bookmarks"),
"jq_schema": CHROMIUM_JQ_COMMAND,
"text_content": False,
},
},
"darwin": {
"bookmark_loader": JSONLoader,
"bookmark_loader_kwargs": {
"file_path": os.path.expanduser("~/Library/Application Support/BraveSoftware/Brave-Browser/Default/Bookmarks"),
"jq_schema": CHROMIUM_JQ_COMMAND,
"text_content": False,
},
},
# "win32": {},
},
Browser.CHROME: {
"linux": {
"bookmark_loader": JSONLoader,
"bookmark_loader_kwargs": {
"file_path": os.path.expanduser("~/.config/google-chrome/Default/Bookmarks"),
"jq_schema": CHROMIUM_JQ_COMMAND,
"text_content": False,
},
},
"darwin": {
"bookmark_loader": JSONLoader,
"bookmark_loader_kwargs": {
"file_path": os.path.expanduser("~/Library/Application Support/Google/Chrome/Default/Bookmarks"),
"jq_schema": CHROMIUM_JQ_COMMAND,
"text_content": False,
},
},
# "win32": {},
},
Browser.FIREFOX: {
"linux": {
"bookmark_loader": SQLDatabaseLoader,
"bookmark_loader_kwargs": {
"db": lambda _: SQLDatabase.from_uri("sqlite:////tmp/bookworm/firefox.sqlite"),
"query": sql_loader_firefox_sql_query(),
"source_columns": ["source"],
"page_content_mapper": lambda row: sql_loader_page_content_mapper(row),
},
"copy": {
"from": sql_loader_firefox_copy_path(),
"to": "/tmp/bookworm/firefox.sqlite",
},
},
"darwin": {
"bookmark_loader": SQLDatabaseLoader,
"bookmark_loader_kwargs": {
"db": lambda _: SQLDatabase.from_uri("sqlite:////tmp/bookworm/firefox.sqlite"),
"query": sql_loader_firefox_sql_query(),
"source_columns": ["source"],
"page_content_mapper": lambda row: sql_loader_page_content_mapper(row),
},
"copy": {
"from": sql_loader_firefox_copy_path(),
"to": "/tmp/bookworm/firefox.sqlite",
},
},
# "win32": {},
},
}