py-pytokens: remove, updated in pkgsrc

[Thomas Klausner (via pkgsrc-wip) <commit-notify%pkgsrc.org@localhost>]

Module Name:	pkgsrc-wip
Committed By:	Thomas Klausner <wiz%NetBSD.org@localhost>
Pushed By:	wiz
Date:		Mon Feb 2 19:55:35 2026 +0100
Changeset:	08915771f58a7e23df9778ec495e1ab650524157

Modified Files:
	Makefile
Removed Files:
	py-pytokens/DESCR
	py-pytokens/Makefile
	py-pytokens/PLIST
	py-pytokens/distinfo

Log Message:
py-pytokens: remove, updated in pkgsrc

To see a diff of this commit:
https://wip.pkgsrc.org/cgi-bin/gitweb.cgi?p=pkgsrc-wip.git;a=commitdiff;h=08915771f58a7e23df9778ec495e1ab650524157

Please note that diffs are not public domain; they are subject to the
copyright notices on the relevant files.

diffstat:
 Makefile             |  1 -
 py-pytokens/DESCR    |  2 --
 py-pytokens/Makefile | 20 --------------------
 py-pytokens/PLIST    | 22 ----------------------
 py-pytokens/distinfo |  5 -----
 5 files changed, 50 deletions(-)

diffs:
diff --git a/Makefile b/Makefile
index f89ff24421..7487d36f74 100644
--- a/Makefile
+++ b/Makefile
@@ -4564,7 +4564,6 @@ SUBDIR+=	py-python-gnutls
 SUBDIR+=	py-python-igraph
 SUBDIR+=	py-python-omega
 SUBDIR+=	py-pytkgen
-SUBDIR+=	py-pytokens
 SUBDIR+=	py-pytools
 SUBDIR+=	py-pytrends
 SUBDIR+=	py-pyvista
diff --git a/py-pytokens/DESCR b/py-pytokens/DESCR
deleted file mode 100644
index 81750510d5..0000000000
--- a/py-pytokens/DESCR
+++ /dev/null
@@ -1,2 +0,0 @@
-A fast, spec compliant Python 3.12+ tokenizer that runs on older
-Pythons.
diff --git a/py-pytokens/Makefile b/py-pytokens/Makefile
deleted file mode 100644
index 6670334319..0000000000
--- a/py-pytokens/Makefile
+++ /dev/null
@@ -1,20 +0,0 @@
-# $NetBSD: Makefile,v 1.4 2025/11/10 13:40:23 adam Exp $
-
-DISTNAME=	pytokens-0.4.1
-PKGNAME=	${PYPKGPREFIX}-${DISTNAME}
-CATEGORIES=	devel python
-MASTER_SITES=	${MASTER_SITE_PYPI:=p/pytokens/}
-
-MAINTAINER=	pkgsrc-users%NetBSD.org@localhost
-HOMEPAGE=	https://github.com/tusharsadhwani/pytokens
-COMMENT=	Fast, spec compliant Python 3.12+ tokenizer
-LICENSE=	mit
-
-TOOL_DEPENDS+=	${PYPKGPREFIX}-setuptools-[0-9]*:../../devel/py-setuptools
-TEST_DEPENDS+=	${PYPKGPREFIX}-test-cov-[0-9]*:../../devel/py-test-cov
-
-USE_LANGUAGES=	c c++
-
-.include "../../lang/python/wheel.mk"
-.include "../../lang/py-mypy/buildlink3.mk"
-.include "../../mk/bsd.pkg.mk"
diff --git a/py-pytokens/PLIST b/py-pytokens/PLIST
deleted file mode 100644
index ad4bc77ebe..0000000000
--- a/py-pytokens/PLIST
+++ /dev/null
@@ -1,22 +0,0 @@
-@comment $NetBSD$
-${PYSITELIB}/fd7dcdb10166ebd4db98__mypyc.so
-${PYSITELIB}/${WHEEL_INFODIR}/METADATA
-${PYSITELIB}/${WHEEL_INFODIR}/RECORD
-${PYSITELIB}/${WHEEL_INFODIR}/WHEEL
-${PYSITELIB}/${WHEEL_INFODIR}/licenses/LICENSE
-${PYSITELIB}/${WHEEL_INFODIR}/top_level.txt
-${PYSITELIB}/pytokens/__init__.py
-${PYSITELIB}/pytokens/__init__.pyc
-${PYSITELIB}/pytokens/__init__.pyo
-${PYSITELIB}/pytokens/__init__.so
-${PYSITELIB}/pytokens/__main__.py
-${PYSITELIB}/pytokens/__main__.pyc
-${PYSITELIB}/pytokens/__main__.pyo
-${PYSITELIB}/pytokens/_mypyc_dummy.py
-${PYSITELIB}/pytokens/_mypyc_dummy.pyc
-${PYSITELIB}/pytokens/_mypyc_dummy.pyo
-${PYSITELIB}/pytokens/_mypyc_dummy.so
-${PYSITELIB}/pytokens/cli.py
-${PYSITELIB}/pytokens/cli.pyc
-${PYSITELIB}/pytokens/cli.pyo
-${PYSITELIB}/pytokens/py.typed
diff --git a/py-pytokens/distinfo b/py-pytokens/distinfo
deleted file mode 100644
index 4afe241971..0000000000
--- a/py-pytokens/distinfo
+++ /dev/null
@@ -1,5 +0,0 @@
-$NetBSD: distinfo,v 1.3 2025/11/10 13:40:23 adam Exp $
-
-BLAKE2s (pytokens-0.4.1.tar.gz) = 20ef3d95a407cea3710959809f7a9b5cdc4402c1c29ba1eccb727e720c9767a0
-SHA512 (pytokens-0.4.1.tar.gz) = 9af0d79983a886b761b226aab1bb9dbd178bb71d74b274da528aa0879782d6634c77c30890d8213fac1eda85056a937cce376edea77e5db5b4cd7287b13e0a7c
-Size (pytokens-0.4.1.tar.gz) = 23015 bytes