pkgsrc-WIP-changes archive

[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index][Old Index]

py-llama-cpp-scripts: Add py-llama-cpp-scripts-0.0.0.9405



Module Name:	pkgsrc-wip
Committed By:	Atsushi Toyokura <asteria.at%gmail.com@localhost>
Pushed By:	steleto
Date:		Wed Jun 3 08:48:30 2026 +0900
Changeset:	9ab705ebfbdb0e2d956c81ff000d51767b5ae004

Modified Files:
	Makefile
	llama.cpp/Makefile.common
Added Files:
	py-llama-cpp-scripts/ALTERNATIVES
	py-llama-cpp-scripts/DESCR
	py-llama-cpp-scripts/Makefile
	py-llama-cpp-scripts/PLIST
	py-llama-cpp-scripts/distinfo

Log Message:
py-llama-cpp-scripts: Add py-llama-cpp-scripts-0.0.0.9405

Scripts that ship with llama.cpp

To see a diff of this commit:
https://wip.pkgsrc.org/cgi-bin/gitweb.cgi?p=pkgsrc-wip.git;a=commitdiff;h=9ab705ebfbdb0e2d956c81ff000d51767b5ae004

Please note that diffs are not public domain; they are subject to the
copyright notices on the relevant files.

diffstat:
 Makefile                          |   1 +
 llama.cpp/Makefile.common         |   1 +
 py-llama-cpp-scripts/ALTERNATIVES |   4 +
 py-llama-cpp-scripts/DESCR        |  15 +++
 py-llama-cpp-scripts/Makefile     |  41 ++++++
 py-llama-cpp-scripts/PLIST        | 263 ++++++++++++++++++++++++++++++++++++++
 py-llama-cpp-scripts/distinfo     |   5 +
 7 files changed, 330 insertions(+)

diffs:
diff --git a/Makefile b/Makefile
index b8d7b6ef59..49a5961fbc 100644
--- a/Makefile
+++ b/Makefile
@@ -4144,6 +4144,7 @@ SUBDIR+=	py-lingpy
 SUBDIR+=	py-linop
 SUBDIR+=	py-lire
 SUBDIR+=	py-litecli
+SUBDIR+=	py-llama-cpp-scripts
 SUBDIR+=	py-llfuse
 SUBDIR+=	py-locket
 SUBDIR+=	py-locky
diff --git a/llama.cpp/Makefile.common b/llama.cpp/Makefile.common
index a9873de38a..23f896f3e8 100644
--- a/llama.cpp/Makefile.common
+++ b/llama.cpp/Makefile.common
@@ -2,6 +2,7 @@
 #
 # used by wip/llama.cpp/Makefile
 # used by wip/py-gguf/Makefile
+# used by wip/py-llama-cpp-scripts/Makefile
 
 .include "../../mk/bsd.prefs.mk"
 
diff --git a/py-llama-cpp-scripts/ALTERNATIVES b/py-llama-cpp-scripts/ALTERNATIVES
new file mode 100644
index 0000000000..c9c2b29a17
--- /dev/null
+++ b/py-llama-cpp-scripts/ALTERNATIVES
@@ -0,0 +1,4 @@
+bin/llama-convert-hf-to-gguf         @PREFIX@/bin/llama-convert-hf-to-gguf-@PYVERSSUFFIX@
+bin/llama-convert-llama-ggml-to-gguf @PREFIX@/bin/llama-convert-llama-ggml-to-gguf-@PYVERSSUFFIX@
+bin/llama-convert-lora-to-gguf       @PREFIX@/bin/llama-convert-lora-to-gguf-@PYVERSSUFFIX@
+bin/llama-ggml-vk-generate-shaders   @PREFIX@/bin/llama-ggml-vk-generate-shaders-@PYVERSSUFFIX@
diff --git a/py-llama-cpp-scripts/DESCR b/py-llama-cpp-scripts/DESCR
new file mode 100644
index 0000000000..f52f2a686f
--- /dev/null
+++ b/py-llama-cpp-scripts/DESCR
@@ -0,0 +1,15 @@
+The main goal of llama.cpp is to enable LLM inference with minimal
+setup and state-of-the-art performance on a wide variety of hardware
+- locally and in the cloud.
+
+* Plain C/C++ implementation without any dependencies
+* Apple silicon is a first-class citizen - optimized via ARM NEON,
+  Accelerate and Metal frameworks
+* AVX, AVX2 and AVX512 support for x86 architectures
+* 1.5-bit, 2-bit, 3-bit, 4-bit, 5-bit, 6-bit, and 8-bit integer
+  quantization for faster inference and reduced memory use
+* Custom CUDA kernels for running LLMs on NVIDIA GPUs (support for
+  AMD GPUs via HIP)
+* Vulkan and SYCL backend support
+* CPU+GPU hybrid inference to partially accelerate models larger
+  than the total VRAM capacity
diff --git a/py-llama-cpp-scripts/Makefile b/py-llama-cpp-scripts/Makefile
new file mode 100644
index 0000000000..4b2440fd34
--- /dev/null
+++ b/py-llama-cpp-scripts/Makefile
@@ -0,0 +1,41 @@
+# $NetBSD$
+
+.include "../../wip/llama.cpp/Makefile.common"
+
+PKGNAME=	${PYPKGPREFIX}-llama-cpp-scripts-${GITHUB_TAG:S/b/${LLAMA_VER}./}
+CATEGORIES=	devel
+LLAMA_VER=	0.0.0
+
+MAINTAINER=	pkgsrc-users%NetBSD.org@localhost
+HOMEPAGE=	https://github.com/ggerganov/llama.cpp/
+COMMENT=	Scripts that ship with llama.cpp
+LICENSE=	mit
+
+USE_LANGUAGES=	# none
+
+BUILD_DEPENDS+=	${PYPKGPREFIX}-poetry-core>=1.0.0:../../devel/py-poetry-core
+
+DEPENDS+=	${PYPKGPREFIX}-numpy>=1.26.4:../../math/py-numpy
+DEPENDS+=	${PYPKGPREFIX}-sentencepiece>=0.1.98:../../textproc/py-sentencepiece
+DEPENDS+=	${PYPKGPREFIX}-transformers>=0.1.98:../../wip/py-transformers
+DEPENDS+=	${PYPKGPREFIX}-protobuf>=4.21.0:../../devel/py-protobuf
+DEPENDS+=	${PYPKGPREFIX}-torch>=2.6.0:../../math/py-torch
+DEPENDS+=	${PYPKGPREFIX}-gguf-[0-9]*:../../wip/py-gguf
+
+SCRIPTS=	llama-convert-hf-to-gguf \
+		llama-convert-llama-ggml-to-gguf \
+		llama-convert-lora-to-gguf \
+		llama-ggml-vk-generate-shaders
+
+post-install:
+.for script in ${SCRIPTS}
+	cd ${DESTDIR}${PREFIX}/bin && \
+		${MV} ${script} ${script}-${PYVERSSUFFIX}
+.endfor
+
+PRINT_PLIST_AWK+=	{gsub(/${LLAMA_VER}/, "$${LLAMA_VER}");}
+
+PLIST_SUBST+=	LLAMA_VER=${LLAMA_VER:Q}
+
+.include "../../lang/python/wheel.mk"
+.include "../../mk/bsd.pkg.mk"
diff --git a/py-llama-cpp-scripts/PLIST b/py-llama-cpp-scripts/PLIST
new file mode 100644
index 0000000000..047c16b3ca
--- /dev/null
+++ b/py-llama-cpp-scripts/PLIST
@@ -0,0 +1,263 @@
+@comment $NetBSD$
+bin/llama-convert-hf-to-gguf-${PYVERSSUFFIX}
+bin/llama-convert-llama-ggml-to-gguf-${PYVERSSUFFIX}
+bin/llama-convert-lora-to-gguf-${PYVERSSUFFIX}
+bin/llama-ggml-vk-generate-shaders-${PYVERSSUFFIX}
+${PYSITELIB}/conversion/__init__.py
+${PYSITELIB}/conversion/__init__.pyc
+${PYSITELIB}/conversion/__init__.pyo
+${PYSITELIB}/conversion/afmoe.py
+${PYSITELIB}/conversion/afmoe.pyc
+${PYSITELIB}/conversion/afmoe.pyo
+${PYSITELIB}/conversion/arctic.py
+${PYSITELIB}/conversion/arctic.pyc
+${PYSITELIB}/conversion/arctic.pyo
+${PYSITELIB}/conversion/baichuan.py
+${PYSITELIB}/conversion/baichuan.pyc
+${PYSITELIB}/conversion/baichuan.pyo
+${PYSITELIB}/conversion/bailingmoe.py
+${PYSITELIB}/conversion/bailingmoe.pyc
+${PYSITELIB}/conversion/bailingmoe.pyo
+${PYSITELIB}/conversion/base.py
+${PYSITELIB}/conversion/base.pyc
+${PYSITELIB}/conversion/base.pyo
+${PYSITELIB}/conversion/bert.py
+${PYSITELIB}/conversion/bert.pyc
+${PYSITELIB}/conversion/bert.pyo
+${PYSITELIB}/conversion/bitnet.py
+${PYSITELIB}/conversion/bitnet.pyc
+${PYSITELIB}/conversion/bitnet.pyo
+${PYSITELIB}/conversion/bloom.py
+${PYSITELIB}/conversion/bloom.pyc
+${PYSITELIB}/conversion/bloom.pyo
+${PYSITELIB}/conversion/chameleon.py
+${PYSITELIB}/conversion/chameleon.pyc
+${PYSITELIB}/conversion/chameleon.pyo
+${PYSITELIB}/conversion/chatglm.py
+${PYSITELIB}/conversion/chatglm.pyc
+${PYSITELIB}/conversion/chatglm.pyo
+${PYSITELIB}/conversion/codeshell.py
+${PYSITELIB}/conversion/codeshell.pyc
+${PYSITELIB}/conversion/codeshell.pyo
+${PYSITELIB}/conversion/cogvlm.py
+${PYSITELIB}/conversion/cogvlm.pyc
+${PYSITELIB}/conversion/cogvlm.pyo
+${PYSITELIB}/conversion/command_r.py
+${PYSITELIB}/conversion/command_r.pyc
+${PYSITELIB}/conversion/command_r.pyo
+${PYSITELIB}/conversion/dbrx.py
+${PYSITELIB}/conversion/dbrx.pyc
+${PYSITELIB}/conversion/dbrx.pyo
+${PYSITELIB}/conversion/deci.py
+${PYSITELIB}/conversion/deci.pyc
+${PYSITELIB}/conversion/deci.pyo
+${PYSITELIB}/conversion/deepseek.py
+${PYSITELIB}/conversion/deepseek.pyc
+${PYSITELIB}/conversion/deepseek.pyo
+${PYSITELIB}/conversion/dots1.py
+${PYSITELIB}/conversion/dots1.pyc
+${PYSITELIB}/conversion/dots1.pyo
+${PYSITELIB}/conversion/dotsocr.py
+${PYSITELIB}/conversion/dotsocr.pyc
+${PYSITELIB}/conversion/dotsocr.pyo
+${PYSITELIB}/conversion/dream.py
+${PYSITELIB}/conversion/dream.pyc
+${PYSITELIB}/conversion/dream.pyo
+${PYSITELIB}/conversion/ernie.py
+${PYSITELIB}/conversion/ernie.pyc
+${PYSITELIB}/conversion/ernie.pyo
+${PYSITELIB}/conversion/exaone.py
+${PYSITELIB}/conversion/exaone.pyc
+${PYSITELIB}/conversion/exaone.pyo
+${PYSITELIB}/conversion/falcon.py
+${PYSITELIB}/conversion/falcon.pyc
+${PYSITELIB}/conversion/falcon.pyo
+${PYSITELIB}/conversion/falcon_h1.py
+${PYSITELIB}/conversion/falcon_h1.pyc
+${PYSITELIB}/conversion/falcon_h1.pyo
+${PYSITELIB}/conversion/gemma.py
+${PYSITELIB}/conversion/gemma.pyc
+${PYSITELIB}/conversion/gemma.pyo
+${PYSITELIB}/conversion/glm.py
+${PYSITELIB}/conversion/glm.pyc
+${PYSITELIB}/conversion/glm.pyo
+${PYSITELIB}/conversion/gpt2.py
+${PYSITELIB}/conversion/gpt2.pyc
+${PYSITELIB}/conversion/gpt2.pyo
+${PYSITELIB}/conversion/gpt_oss.py
+${PYSITELIB}/conversion/gpt_oss.pyc
+${PYSITELIB}/conversion/gpt_oss.pyo
+${PYSITELIB}/conversion/gptneox.py
+${PYSITELIB}/conversion/gptneox.pyc
+${PYSITELIB}/conversion/gptneox.pyo
+${PYSITELIB}/conversion/granite.py
+${PYSITELIB}/conversion/granite.pyc
+${PYSITELIB}/conversion/granite.pyo
+${PYSITELIB}/conversion/grok.py
+${PYSITELIB}/conversion/grok.pyc
+${PYSITELIB}/conversion/grok.pyo
+${PYSITELIB}/conversion/grovemoe.py
+${PYSITELIB}/conversion/grovemoe.pyc
+${PYSITELIB}/conversion/grovemoe.pyo
+${PYSITELIB}/conversion/hunyuan.py
+${PYSITELIB}/conversion/hunyuan.pyc
+${PYSITELIB}/conversion/hunyuan.pyo
+${PYSITELIB}/conversion/internlm.py
+${PYSITELIB}/conversion/internlm.pyc
+${PYSITELIB}/conversion/internlm.pyo
+${PYSITELIB}/conversion/internvl.py
+${PYSITELIB}/conversion/internvl.pyc
+${PYSITELIB}/conversion/internvl.pyo
+${PYSITELIB}/conversion/jais.py
+${PYSITELIB}/conversion/jais.pyc
+${PYSITELIB}/conversion/jais.pyo
+${PYSITELIB}/conversion/jamba.py
+${PYSITELIB}/conversion/jamba.pyc
+${PYSITELIB}/conversion/jamba.pyo
+${PYSITELIB}/conversion/januspro.py
+${PYSITELIB}/conversion/januspro.pyc
+${PYSITELIB}/conversion/januspro.pyo
+${PYSITELIB}/conversion/kimi_linear.py
+${PYSITELIB}/conversion/kimi_linear.pyc
+${PYSITELIB}/conversion/kimi_linear.pyo
+${PYSITELIB}/conversion/kimivl.py
+${PYSITELIB}/conversion/kimivl.pyc
+${PYSITELIB}/conversion/kimivl.pyo
+${PYSITELIB}/conversion/lfm2.py
+${PYSITELIB}/conversion/lfm2.pyc
+${PYSITELIB}/conversion/lfm2.pyo
+${PYSITELIB}/conversion/lighton_ocr.py
+${PYSITELIB}/conversion/lighton_ocr.pyc
+${PYSITELIB}/conversion/lighton_ocr.pyo
+${PYSITELIB}/conversion/llada.py
+${PYSITELIB}/conversion/llada.pyc
+${PYSITELIB}/conversion/llada.pyo
+${PYSITELIB}/conversion/llama.py
+${PYSITELIB}/conversion/llama.pyc
+${PYSITELIB}/conversion/llama.pyo
+${PYSITELIB}/conversion/llama4.py
+${PYSITELIB}/conversion/llama4.pyc
+${PYSITELIB}/conversion/llama4.pyo
+${PYSITELIB}/conversion/llava.py
+${PYSITELIB}/conversion/llava.pyc
+${PYSITELIB}/conversion/llava.pyo
+${PYSITELIB}/conversion/maincoder.py
+${PYSITELIB}/conversion/maincoder.pyc
+${PYSITELIB}/conversion/maincoder.pyo
+${PYSITELIB}/conversion/mamba.py
+${PYSITELIB}/conversion/mamba.pyc
+${PYSITELIB}/conversion/mamba.pyo
+${PYSITELIB}/conversion/mimo.py
+${PYSITELIB}/conversion/mimo.pyc
+${PYSITELIB}/conversion/mimo.pyo
+${PYSITELIB}/conversion/minicpm.py
+${PYSITELIB}/conversion/minicpm.pyc
+${PYSITELIB}/conversion/minicpm.pyo
+${PYSITELIB}/conversion/minimax.py
+${PYSITELIB}/conversion/minimax.pyc
+${PYSITELIB}/conversion/minimax.pyo
+${PYSITELIB}/conversion/mistral.py
+${PYSITELIB}/conversion/mistral.pyc
+${PYSITELIB}/conversion/mistral.pyo
+${PYSITELIB}/conversion/mistral3.py
+${PYSITELIB}/conversion/mistral3.pyc
+${PYSITELIB}/conversion/mistral3.pyo
+${PYSITELIB}/conversion/mpt.py
+${PYSITELIB}/conversion/mpt.pyc
+${PYSITELIB}/conversion/mpt.pyo
+${PYSITELIB}/conversion/nemotron.py
+${PYSITELIB}/conversion/nemotron.pyc
+${PYSITELIB}/conversion/nemotron.pyo
+${PYSITELIB}/conversion/olmo.py
+${PYSITELIB}/conversion/olmo.pyc
+${PYSITELIB}/conversion/olmo.pyo
+${PYSITELIB}/conversion/openelm.py
+${PYSITELIB}/conversion/openelm.pyc
+${PYSITELIB}/conversion/openelm.pyo
+${PYSITELIB}/conversion/orion.py
+${PYSITELIB}/conversion/orion.pyc
+${PYSITELIB}/conversion/orion.pyo
+${PYSITELIB}/conversion/pangu.py
+${PYSITELIB}/conversion/pangu.pyc
+${PYSITELIB}/conversion/pangu.pyo
+${PYSITELIB}/conversion/phi.py
+${PYSITELIB}/conversion/phi.pyc
+${PYSITELIB}/conversion/phi.pyo
+${PYSITELIB}/conversion/pixtral.py
+${PYSITELIB}/conversion/pixtral.pyc
+${PYSITELIB}/conversion/pixtral.pyo
+${PYSITELIB}/conversion/plamo.py
+${PYSITELIB}/conversion/plamo.pyc
+${PYSITELIB}/conversion/plamo.pyo
+${PYSITELIB}/conversion/plm.py
+${PYSITELIB}/conversion/plm.pyc
+${PYSITELIB}/conversion/plm.pyo
+${PYSITELIB}/conversion/qwen.py
+${PYSITELIB}/conversion/qwen.pyc
+${PYSITELIB}/conversion/qwen.pyo
+${PYSITELIB}/conversion/qwen3vl.py
+${PYSITELIB}/conversion/qwen3vl.pyc
+${PYSITELIB}/conversion/qwen3vl.pyo
+${PYSITELIB}/conversion/qwenvl.py
+${PYSITELIB}/conversion/qwenvl.pyc
+${PYSITELIB}/conversion/qwenvl.pyo
+${PYSITELIB}/conversion/refact.py
+${PYSITELIB}/conversion/refact.pyc
+${PYSITELIB}/conversion/refact.pyo
+${PYSITELIB}/conversion/rwkv.py
+${PYSITELIB}/conversion/rwkv.pyc
+${PYSITELIB}/conversion/rwkv.pyo
+${PYSITELIB}/conversion/sarashina2.py
+${PYSITELIB}/conversion/sarashina2.pyc
+${PYSITELIB}/conversion/sarashina2.pyo
+${PYSITELIB}/conversion/smallthinker.py
+${PYSITELIB}/conversion/smallthinker.pyc
+${PYSITELIB}/conversion/smallthinker.pyo
+${PYSITELIB}/conversion/smolvlm.py
+${PYSITELIB}/conversion/smolvlm.pyc
+${PYSITELIB}/conversion/smolvlm.pyo
+${PYSITELIB}/conversion/stablelm.py
+${PYSITELIB}/conversion/stablelm.pyc
+${PYSITELIB}/conversion/stablelm.pyo
+${PYSITELIB}/conversion/starcoder.py
+${PYSITELIB}/conversion/starcoder.pyc
+${PYSITELIB}/conversion/starcoder.pyo
+${PYSITELIB}/conversion/step3.py
+${PYSITELIB}/conversion/step3.pyc
+${PYSITELIB}/conversion/step3.pyo
+${PYSITELIB}/conversion/t5.py
+${PYSITELIB}/conversion/t5.pyc
+${PYSITELIB}/conversion/t5.pyo
+${PYSITELIB}/conversion/talkie.py
+${PYSITELIB}/conversion/talkie.pyc
+${PYSITELIB}/conversion/talkie.pyo
+${PYSITELIB}/conversion/ultravox.py
+${PYSITELIB}/conversion/ultravox.pyc
+${PYSITELIB}/conversion/ultravox.pyo
+${PYSITELIB}/conversion/wavtokenizer.py
+${PYSITELIB}/conversion/wavtokenizer.pyc
+${PYSITELIB}/conversion/wavtokenizer.pyo
+${PYSITELIB}/conversion/xverse.py
+${PYSITELIB}/conversion/xverse.pyc
+${PYSITELIB}/conversion/xverse.pyo
+${PYSITELIB}/conversion/youtuvl.py
+${PYSITELIB}/conversion/youtuvl.pyc
+${PYSITELIB}/conversion/youtuvl.pyo
+${PYSITELIB}/convert_hf_to_gguf.py
+${PYSITELIB}/convert_hf_to_gguf.pyc
+${PYSITELIB}/convert_hf_to_gguf.pyo
+${PYSITELIB}/convert_hf_to_gguf_update.py
+${PYSITELIB}/convert_hf_to_gguf_update.pyc
+${PYSITELIB}/convert_hf_to_gguf_update.pyo
+${PYSITELIB}/convert_llama_ggml_to_gguf.py
+${PYSITELIB}/convert_llama_ggml_to_gguf.pyc
+${PYSITELIB}/convert_llama_ggml_to_gguf.pyo
+${PYSITELIB}/convert_lora_to_gguf.py
+${PYSITELIB}/convert_lora_to_gguf.pyc
+${PYSITELIB}/convert_lora_to_gguf.pyo
+${PYSITELIB}/llama_cpp_scripts-${LLAMA_VER}.dist-info/METADATA
+${PYSITELIB}/llama_cpp_scripts-${LLAMA_VER}.dist-info/RECORD
+${PYSITELIB}/llama_cpp_scripts-${LLAMA_VER}.dist-info/WHEEL
+${PYSITELIB}/llama_cpp_scripts-${LLAMA_VER}.dist-info/entry_points.txt
+${PYSITELIB}/llama_cpp_scripts-${LLAMA_VER}.dist-info/licenses/AUTHORS
+${PYSITELIB}/llama_cpp_scripts-${LLAMA_VER}.dist-info/licenses/LICENSE
diff --git a/py-llama-cpp-scripts/distinfo b/py-llama-cpp-scripts/distinfo
new file mode 100644
index 0000000000..f50ad1b859
--- /dev/null
+++ b/py-llama-cpp-scripts/distinfo
@@ -0,0 +1,5 @@
+$NetBSD$
+
+BLAKE2s (llama.cpp-b9405.tar.gz) = e3c17cae193e0199f48739e4c2a7b93814b5468105e7adab3c07ea5a834e4c62
+SHA512 (llama.cpp-b9405.tar.gz) = b973ca115041710fa759c056c1768b30f63d9870eb35e227ece451502eec45efdf98b8706b07ebe44f61166317104ca29f1ab978ad5caf1968b305c86d11d0be
+Size (llama.cpp-b9405.tar.gz) = 33963595 bytes


Home | Main Index | Thread Index | Old Index