forked from mzbac/mlx_sharding
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsetup.py
37 lines (35 loc) · 990 Bytes
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
from setuptools import setup, find_packages
import os
with open("README.md", "r", encoding="utf-8") as fh:
long_description = fh.read()
setup(
name="mlx-sharding",
version="0.1.3",
author="Anchen",
author_email="[email protected]",
description="A package for MLX model sharding and distributed inference",
long_description=long_description,
long_description_content_type="text/markdown",
url="https://github.com/mzbac/mlx_sharding",
packages=find_packages(),
python_requires=">=3.12.0",
install_requires=[
"mlx",
"mlx_lm>=0.16.1",
"numpy",
"grpcio",
"grpcio-tools",
"transformers",
"protobuf",
],
entry_points={
"console_scripts": [
"mlx-sharding-server=shard.main:main",
"mlx-sharding-api=shard.openai_api:main",
],
},
include_package_data=True,
package_data={
"shard": ["protos/*.proto", "static/*"],
},
)