-
Notifications
You must be signed in to change notification settings - Fork 130
/
setup.py
54 lines (53 loc) · 1.41 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
from setuptools import setup, find_packages
setup(
name="optillm",
version="0.0.14",
packages=find_packages(),
py_modules=['optillm'],
package_data={
'optillm': ['plugins/*.py'], # Include plugin files
},
include_package_data=True, # This is important
install_requires=[
"numpy",
"networkx",
"openai",
"z3-solver",
"aiohttp",
"flask",
"torch",
"transformers",
"azure-identity",
"tiktoken",
"scikit-learn",
"litellm",
"requests",
"beautifulsoup4",
"lxml",
"presidio_analyzer",
"presidio_anonymizer",
"nbconvert",
"nbformat",
"ipython",
"ipykernel",
"peft",
"bitsandbytes",
],
entry_points={
'console_scripts': [
'optillm=optillm:main', # Points directly to the main function in optillm.py
],
},
author="codelion",
author_email="[email protected]",
description="An optimizing inference proxy for LLMs.",
long_description=open("README.md").read(),
long_description_content_type="text/markdown",
url="https://github.com/codelion/optillm",
classifiers=[
"Programming Language :: Python :: 3",
"License :: OSI Approved :: Apache Software License",
"Operating System :: OS Independent",
],
python_requires=">=3.10",
)