From 4c5e450ace87776feb2922f8833cf4f161d117f5 Mon Sep 17 00:00:00 2001 From: AndreSlavescu Date: Wed, 28 Aug 2024 17:49:36 -0400 Subject: [PATCH 1/6] add pyproject.toml --- pyproject.toml | 26 ++++++++++++++++++++++++++ 1 file changed, 26 insertions(+) create mode 100644 pyproject.toml diff --git a/pyproject.toml b/pyproject.toml new file mode 100644 index 00000000..d1a0aefc --- /dev/null +++ b/pyproject.toml @@ -0,0 +1,26 @@ +[build-system] +requires = ["setuptools>=42", "wheel"] +build-backend = "setuptools.build_meta" + +[project] +name = "liger_kernel" +version = "0.1.0" +description = "Efficient Triton kernels for LLM Training" +authors = [ + { name = "Hsu, Pin-Lun" }, + { name = "Dai, Yun" }, + { name = "Kothapalli, Vignesh" }, + { name = "Song, Qingquan" }, + { name = "Tang, Shao" }, + { name = "Zhu, Siyu" } +] +urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" } +dynamic = ["readme", "license", "keywords", "classifiers", "dependencies", "optional-dependencies"] + +[tool.pytest.ini_options] +pythonpath = [ + "." +] +asyncio_mode = "auto" +log_cli = true +log_cli_level = "INFO" From cbc3b02afac74710de64349b8430723766424e52 Mon Sep 17 00:00:00 2001 From: AndreSlavescu Date: Wed, 28 Aug 2024 18:26:52 -0400 Subject: [PATCH 2/6] remove setup.py + update pyproject.toml accordingly --- pyproject.toml | 23 +++++++++++++++++++++-- 1 file changed, 21 insertions(+), 2 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index d1a0aefc..dd31b4a4 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" [project] name = "liger_kernel" -version = "0.1.0" +version = "0.1.1" description = "Efficient Triton kernels for LLM Training" authors = [ { name = "Hsu, Pin-Lun" }, @@ -15,7 +15,26 @@ authors = [ { name = "Zhu, Siyu" } ] urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" } -dynamic = ["readme", "license", "keywords", "classifiers", "dependencies", "optional-dependencies"] +readme = { file = "README.md", content-type = "text/markdown" } +license = { file = "LICENSE" } +dependencies = [ + "torch>=2.1.2", + "triton>=2.3.0", + "transformers>=4.41.0" +] + +[project.optional-dependencies] +dev = [ + "matplotlib>=3.7.2", + "flake8>=4.0.1.1", + "black>=24.4.2", + "isort>=5.13.2", + "pytest>=7.1.2", + "datasets>=2.19.2" +] + +[tool.setuptools.packages.find] +include = ["src"] [tool.pytest.ini_options] pythonpath = [ From 8e4b7e00d3151777d1638d3222e417422a3cc410 Mon Sep 17 00:00:00 2001 From: AndreSlavescu Date: Thu, 29 Aug 2024 17:20:40 -0400 Subject: [PATCH 3/6] update version --- pyproject.toml | 10 +--------- 1 file changed, 1 insertion(+), 9 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index dd31b4a4..bdbb4cbf 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -4,16 +4,8 @@ build-backend = "setuptools.build_meta" [project] name = "liger_kernel" -version = "0.1.1" +version = "0.1.2" description = "Efficient Triton kernels for LLM Training" -authors = [ - { name = "Hsu, Pin-Lun" }, - { name = "Dai, Yun" }, - { name = "Kothapalli, Vignesh" }, - { name = "Song, Qingquan" }, - { name = "Tang, Shao" }, - { name = "Zhu, Siyu" } -] urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" } readme = { file = "README.md", content-type = "text/markdown" } license = { file = "LICENSE" } From f1c51b1eddba733042aca207dd1e249b04fba6e2 Mon Sep 17 00:00:00 2001 From: Andre S Date: Tue, 3 Sep 2024 03:52:54 +0000 Subject: [PATCH 4/6] bump version + transformers version --- pyproject.toml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index bdbb4cbf..0abd9435 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" [project] name = "liger_kernel" -version = "0.1.2" +version = "0.2.1" description = "Efficient Triton kernels for LLM Training" urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" } readme = { file = "README.md", content-type = "text/markdown" } @@ -12,7 +12,7 @@ license = { file = "LICENSE" } dependencies = [ "torch>=2.1.2", "triton>=2.3.0", - "transformers>=4.41.0" + "transformers>=4.42.0" ] [project.optional-dependencies] From 6d55ae95c67e8a40133b34f34c46958b4539b2a8 Mon Sep 17 00:00:00 2001 From: Andre S Date: Tue, 3 Sep 2024 04:37:03 +0000 Subject: [PATCH 5/6] remove setup.py --- setup.py | 45 --------------------------------------------- 1 file changed, 45 deletions(-) delete mode 100644 setup.py diff --git a/setup.py b/setup.py deleted file mode 100644 index 94aa4d10..00000000 --- a/setup.py +++ /dev/null @@ -1,45 +0,0 @@ -from setuptools import find_namespace_packages, setup - -__version__ = "0.2.1" - -setup( - name="liger_kernel", - version=__version__, - description="Efficient Triton kernels for LLM Training", - long_description=open("README.md").read(), - long_description_content_type="text/markdown", - license="BSD-2-Clause", - url="https://github.com/linkedin/Liger-Kernel", - package_dir={"": "src"}, - packages=find_namespace_packages(where="src"), - classifiers=[ - "Development Status :: 4 - Beta", - "Intended Audience :: Developers", - "Intended Audience :: Science/Research", - "Intended Audience :: Education", - "License :: OSI Approved :: BSD License", - "Programming Language :: Python :: 3", - "Programming Language :: Python :: 3.8", - "Programming Language :: Python :: 3.9", - "Programming Language :: Python :: 3.10", - "Topic :: Software Development :: Libraries", - "Topic :: Scientific/Engineering :: Artificial Intelligence", - ], - keywords="triton,kernels,LLM training,deep learning,Hugging Face,PyTorch,GPU optimization", - include_package_data=True, - install_requires=[ - "torch>=2.1.2", - "triton>=2.3.0", - "transformers>=4.42.0", - ], - extras_require={ - "dev": [ - "matplotlib>=3.7.2", - "flake8>=4.0.1.1", - "black>=24.4.2", - "isort>=5.13.2", - "pytest>=7.1.2", - "datasets>=2.19.2", - ] - }, -) From b1b7d19d77a1b5d35f747f1bbce419dc3561af2c Mon Sep 17 00:00:00 2001 From: Andre S Date: Tue, 3 Sep 2024 04:42:03 +0000 Subject: [PATCH 6/6] fix python path --- pyproject.toml | 1 + 1 file changed, 1 insertion(+) diff --git a/pyproject.toml b/pyproject.toml index 0abd9435..a028416b 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -30,6 +30,7 @@ include = ["src"] [tool.pytest.ini_options] pythonpath = [ + "src", "." ] asyncio_mode = "auto"