-
Notifications
You must be signed in to change notification settings - Fork 3
Expand file tree
/
Copy pathsetup.py
More file actions
38 lines (36 loc) · 1.21 KB
/
setup.py
File metadata and controls
38 lines (36 loc) · 1.21 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
import os
import sys
import shutil
import subprocess
from setuptools import setup
from setuptools.command.build import build
class BuildZig(build):
def run(self):
build.run(self)
subprocess.check_call([sys.executable, '-m', 'ziglang', 'build', 'lib'])
source_dir = os.path.abspath('zig-out')
lib_dir = os.path.join(self.build_lib, 'zig-out')
if os.path.exists(lib_dir):
shutil.rmtree(lib_dir)
shutil.copytree(source_dir, lib_dir)
setup(
name="tokenizerz",
version="0.0.3a8",
author="J Joe",
author_email="backupjjoe@gmail.com",
description="Minimal BPE tokenizer in Zig",
long_description=open('README.md', encoding='utf-8').read(),
long_description_content_type="text/markdown",
url="https://github.com/jaco-bro/tokenizer",
py_modules=['tokenizerz'],
# python_requires=">=3.12.8",
# install_requires=['ziglang==0.13.0.post1', 'jinja2==3.1.5'],
install_requires=['ziglang==0.13.0.post1', 'jinja2'],
cmdclass={ 'build': BuildZig },
data_files=[
('', ['build.zig', 'build.zig.zon']),
('src', ['src/tokenizer.zig']),
],
entry_points={"console_scripts": ["bpe=tokenizerz:run"]},
zip_safe=False,
)