py-pytokens: upgrade candidate, doesn't build

[Thomas Klausner (via pkgsrc-wip) <commit-notify%pkgsrc.org@localhost>]

Module Name:	pkgsrc-wip
Committed By:	Thomas Klausner <wiz%NetBSD.org@localhost>
Pushed By:	wiz
Date:		Mon Jan 26 00:45:12 2026 +0100
Changeset:	d814bccbc139d69d96581c7025ca331322810327

Modified Files:
	Makefile
Added Files:
	py-pytokens/DESCR
	py-pytokens/Makefile
	py-pytokens/PLIST
	py-pytokens/distinfo

Log Message:
py-pytokens: upgrade candidate, doesn't build

doesn't find init.c, which is not included in the tarball

To see a diff of this commit:
https://wip.pkgsrc.org/cgi-bin/gitweb.cgi?p=pkgsrc-wip.git;a=commitdiff;h=d814bccbc139d69d96581c7025ca331322810327

Please note that diffs are not public domain; they are subject to the
copyright notices on the relevant files.

diffstat:
 Makefile             |  6 ++++++
 py-pytokens/DESCR    |  2 ++
 py-pytokens/Makefile | 20 ++++++++++++++++++++
 py-pytokens/PLIST    | 16 ++++++++++++++++
 py-pytokens/distinfo |  5 +++++
 5 files changed, 49 insertions(+)

diffs:
diff --git a/Makefile b/Makefile
index db1961bc98..3d0663dfe9 100644
--- a/Makefile
+++ b/Makefile
@@ -876,6 +876,7 @@ SUBDIR+=	emerald-themes
 SUBDIR+=	emirror
 SUBDIR+=	emokit
 SUBDIR+=	emovix
+SUBDIR+=	emscripten
 SUBDIR+=	end_of_eden
 SUBDIR+=	engauge-digitizer
 SUBDIR+=	enigma
@@ -2204,6 +2205,7 @@ SUBDIR+=	libvalhalla
 SUBDIR+=	libvc
 SUBDIR+=	libvg
 SUBDIR+=	libvidstab
+SUBDIR+=	libvips
 SUBDIR+=	libvirt
 SUBDIR+=	libvirt-glib
 SUBDIR+=	libvirt11
@@ -4556,6 +4558,7 @@ SUBDIR+=	py-python-gnutls
 SUBDIR+=	py-python-igraph
 SUBDIR+=	py-python-omega
 SUBDIR+=	py-pytkgen
+SUBDIR+=	py-pytokens
 SUBDIR+=	py-pytools
 SUBDIR+=	py-pytrends
 SUBDIR+=	py-pyvista
@@ -5306,6 +5309,8 @@ SUBDIR+=	rust191
 SUBDIR+=	rust191-bin
 SUBDIR+=	rust192
 SUBDIR+=	rust192-bin
+SUBDIR+=	rust193
+SUBDIR+=	rust193-bin
 SUBDIR+=	s-nail
 SUBDIR+=	s2tc
 SUBDIR+=	s3cmd
@@ -6092,6 +6097,7 @@ SUBDIR+=	xchat2-tcl
 SUBDIR+=	xdg
 SUBDIR+=	xdg-desktop-portal
 SUBDIR+=	xdg-desktop-portal-gtk
+SUBDIR+=	xdgmenumaker
 SUBDIR+=	xdiskusage
 SUBDIR+=	xebece
 SUBDIR+=	xemacs-hg
diff --git a/py-pytokens/DESCR b/py-pytokens/DESCR
new file mode 100644
index 0000000000..81750510d5
--- /dev/null
+++ b/py-pytokens/DESCR
@@ -0,0 +1,2 @@
+A fast, spec compliant Python 3.12+ tokenizer that runs on older
+Pythons.
diff --git a/py-pytokens/Makefile b/py-pytokens/Makefile
new file mode 100644
index 0000000000..1a0b3aea89
--- /dev/null
+++ b/py-pytokens/Makefile
@@ -0,0 +1,20 @@
+# $NetBSD: Makefile,v 1.4 2025/11/10 13:40:23 adam Exp $
+
+DISTNAME=	pytokens-0.4.0
+PKGNAME=	${PYPKGPREFIX}-${DISTNAME}
+CATEGORIES=	devel python
+MASTER_SITES=	${MASTER_SITE_PYPI:=p/pytokens/}
+
+MAINTAINER=	pkgsrc-users%NetBSD.org@localhost
+HOMEPAGE=	https://github.com/tusharsadhwani/pytokens
+COMMENT=	Fast, spec compliant Python 3.12+ tokenizer
+LICENSE=	mit
+
+TOOL_DEPENDS+=	${PYPKGPREFIX}-setuptools-[0-9]*:../../devel/py-setuptools
+TOOL_DEPENDS+=	${PYPKGPREFIX}-mypy-[0-9]*:../../lang/py-mypy
+TEST_DEPENDS+=	${PYPKGPREFIX}-test-cov-[0-9]*:../../devel/py-test-cov
+
+USE_LANGUAGES=	c c++
+
+.include "../../lang/python/wheel.mk"
+.include "../../mk/bsd.pkg.mk"
diff --git a/py-pytokens/PLIST b/py-pytokens/PLIST
new file mode 100644
index 0000000000..4a820ad089
--- /dev/null
+++ b/py-pytokens/PLIST
@@ -0,0 +1,16 @@
+@comment $NetBSD: PLIST,v 1.1 2025/09/21 15:21:31 wiz Exp $
+${PYSITELIB}/${WHEEL_INFODIR}/METADATA
+${PYSITELIB}/${WHEEL_INFODIR}/RECORD
+${PYSITELIB}/${WHEEL_INFODIR}/WHEEL
+${PYSITELIB}/${WHEEL_INFODIR}/licenses/LICENSE
+${PYSITELIB}/${WHEEL_INFODIR}/top_level.txt
+${PYSITELIB}/pytokens/__init__.py
+${PYSITELIB}/pytokens/__init__.pyc
+${PYSITELIB}/pytokens/__init__.pyo
+${PYSITELIB}/pytokens/__main__.py
+${PYSITELIB}/pytokens/__main__.pyc
+${PYSITELIB}/pytokens/__main__.pyo
+${PYSITELIB}/pytokens/cli.py
+${PYSITELIB}/pytokens/cli.pyc
+${PYSITELIB}/pytokens/cli.pyo
+${PYSITELIB}/pytokens/py.typed
diff --git a/py-pytokens/distinfo b/py-pytokens/distinfo
new file mode 100644
index 0000000000..0309532a82
--- /dev/null
+++ b/py-pytokens/distinfo
@@ -0,0 +1,5 @@
+$NetBSD: distinfo,v 1.3 2025/11/10 13:40:23 adam Exp $
+
+BLAKE2s (pytokens-0.4.0.tar.gz) = 28c169cc782865c69b9a5b55dd33c7b941d02a9bcd5328664343b2eaaf17ac4c
+SHA512 (pytokens-0.4.0.tar.gz) = 81d98687e10f4c80424b94c80921b9231cf690a94865ba2bc61c1672d914d21325105e227782eb4fbf8362b0a29cb1169465f3f8d23e361cf4bcd3879d660ff3
+Size (pytokens-0.4.0.tar.gz) = 15039 bytes