EmbeddingScratchwork/pyproject.toml at 769c1676ae140e4af2b3ae20d9fb9191b7df1010 · dmvassallo/EmbeddingScratchwork · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
[tool.poetry]
name = "embeddingscratchwork"
version = "0.1.0"
description = "Scratch work for embeddings"
authors = [
    "David Vassallo <vassallo.davidm@gmail.com>",
    "Eliah Kagan <degeneracypressure@gmail.com>",
]
license = "0BSD"
readme = "README.md"
homepage = "https://github.com/dmvassallo/EmbeddingScratchwork"
repository = "https://github.com/dmvassallo/EmbeddingScratchwork"
keywords = [
    "embeddings",
    "similarity",
    "vector search",
]
classifiers = [
    "Development Status :: 3 - Alpha",
    "Intended Audience :: Developers",
    "License :: OSI Approved",
    "Topic :: Scientific/Engineering",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
    "Topic :: Text Processing",
]
packages = [
    { include = "embed" },
]

[tool.poetry.dependencies]
python = ">=3.8,<3.13"
backoff = "^2.2.1"
blake3 = "^0.3.3"
dulwich = "^0.21.5"
numpy = [
    { version = "~1.24.4", python = "<3.9" },
    { version = "^1.25.2", python = ">=3.9" },
]
openai = { extras = ["embeddings"], version = "^0.28.0" }
orjson = "^3.9.5"
requests = "^2.31.0"
safetensors = "^0.3.3"
scipy = [
    { version = "~1.10.1", python = "<3.9" },
    { version = "^1.11.1", python = ">=3.9,<3.13" },
]

[tool.poetry.group.test.dependencies]
attrs = "^23.1.0"
parameterized = "^0.9.0"
pytest = "^7.4.0"
pytest-sugar = "^0.9.7"
subaudit = "^0.1.0"

[tool.poetry.group.lint.dependencies]
flake8 = { version = "^6.1.0", python = ">=3.8.1,<4.0" }
flake8-pyproject = { version = "^1.2.3", python = ">=3.8.1,<4.0" }
isort = "^5.12.0"
pylint = "^2.17.5"
pylint-actions = "^0.4.0"
pylint-exit = "^1.2.0"

[tool.poetry.group.notebook.dependencies]
graphviz = "^0.20.1"
ipykernel = "^6.25.1"
ipython = [
    { version = "~8.12.2", python = "<3.9" },
    { version = "^8.14.0", python = ">=3.9" },
]
jupyter-collaboration = "^1.1.0"
jupyterlab = "^4.0.5"
nbdime = "^3.2.1"
tabulate = "^0.9.0"

[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"

[tool.flake8]
extend-exclude = [
    ".ipynb_checkpoints/",
    ".venv*/",
    "venv*/",
]

[tool.isort]
atomic = true
force_sort_within_sections = true
include_trailing_comma = true
multi_line_output = 3

[tool.pylint.main]
disable = [
    "consider-using-f-string",
    "too-few-public-methods",
]
extension-pkg-allow-list = [
    "blake3",
    "orjson",
]
load-plugins = [
    "pylint_actions",
]
max-parents = 8

[tool.tox]
legacy_tox_ini = """
    [tox]
    requires = tox>=4
    skip_missing_interpreters = false
    env_list = py{38,39,310,311}, flake8, isort

    [testenv]
    description = Run tests
    package = wheel
    allowlist_externals = poetry
    commands_pre =
        poetry export --only=test --output={env_tmp_dir}/requirements_test.txt
        pip install -qr {env_tmp_dir}/requirements_test.txt
    commands =
        pytest --color=yes --force-sugar
    setenv =
        TESTS_CACHE_EMBEDDING_CALLS_IN_MEMORY = yes

    [testenv:flake8]
    description = flake8 lint
    basepython = py311
    commands_pre =
        poetry export --only=lint --output={env_tmp_dir}/requirements_lint.txt
        pip install -qr {env_tmp_dir}/requirements_lint.txt
    commands =
        flake8

    [testenv:isort]
    description = isort check
    basepython = py311
    commands_pre =
        poetry export --only=lint --output={env_tmp_dir}/requirements_lint.txt
        pip install -qr {env_tmp_dir}/requirements_lint.txt
    commands =
        isort --check .
"""