pkgsrc-Changes-HG archive
[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index][Old Index]
[pkgsrc/trunk]: pkgsrc/devel/kafka Import Kafka 0.10.2.0 as devel/kafka.
details: https://anonhg.NetBSD.org/pkgsrc/rev/ca427860356c
branches: trunk
changeset: 359129:ca427860356c
user: fhajny <fhajny%pkgsrc.org@localhost>
date: Tue Feb 28 08:17:28 2017 +0000
description:
Import Kafka 0.10.2.0 as devel/kafka.
Kafka is used for building real-time data pipelines and streaming
apps. It is horizontally scalable, fault-tolerant, wicked fast,
and runs in production in thousands of companies.
diffstat:
devel/kafka/DESCR | 3 +
devel/kafka/Makefile | 79 ++++++++++++
devel/kafka/PLIST | 102 ++++++++++++++++
devel/kafka/distinfo | 12 +
devel/kafka/files/smf/manifest.xml | 35 +++++
devel/kafka/patches/patch-bin_connect-distributed.sh | 15 ++
devel/kafka/patches/patch-bin_connect-standalone.sh | 15 ++
devel/kafka/patches/patch-bin_kafka-run-class.sh | 119 +++++++++++++++++++
devel/kafka/patches/patch-bin_kafka-server-start.sh | 15 ++
devel/kafka/patches/patch-bin_kafka-server-stop.sh | 15 ++
devel/kafka/patches/patch-config_server.properties | 15 ++
11 files changed, 425 insertions(+), 0 deletions(-)
diffs (truncated from 469 to 300 lines):
diff -r 30ec125f1e90 -r ca427860356c devel/kafka/DESCR
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/devel/kafka/DESCR Tue Feb 28 08:17:28 2017 +0000
@@ -0,0 +1,3 @@
+Kafka is used for building real-time data pipelines and streaming
+apps. It is horizontally scalable, fault-tolerant, wicked fast,
+and runs in production in thousands of companies.
diff -r 30ec125f1e90 -r ca427860356c devel/kafka/Makefile
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/devel/kafka/Makefile Tue Feb 28 08:17:28 2017 +0000
@@ -0,0 +1,79 @@
+# $NetBSD: Makefile,v 1.1 2017/02/28 08:17:28 fhajny Exp $
+
+DISTNAME= kafka_${SCALA_VERSION}-0.10.2.0
+PKGNAME= ${DISTNAME:S/_${SCALA_VERSION}//}
+CATEGORIES= net
+MASTER_SITES= ${MASTER_SITE_APACHE:=kafka/${PKGVERSION_NOREV}/}
+EXTRACT_SUFX= .tgz
+
+MAINTAINER= filip%joyent.com@localhost
+HOMEPAGE= http://kafka.apache.org/
+COMMENT= Distributed streaming platform
+LICENSE= apache-2.0 AND cddl-1.0
+
+DEPENDS+= zookeeper-[0-9]*:../../devel/zookeeper
+
+USE_JAVA2= 7
+USE_LANGUAGES= # none
+
+NO_BUILD= yes
+
+SCALA_VERSION= 2.12
+
+REPLACE_SH+= bin/connect-* bin/kafka-*
+
+FILES_SUBST+= KAFKA_USER=${KAFKA_USER} KAFKA_GROUP=${KAFKA_GROUP}
+
+PKG_SYSCONFSUBDIR= kafka
+
+.include "../../mk/bsd.prefs.mk"
+
+BUILD_DEFS+= KAFKA_DATADIR KAFKA_LOGDIR KAFKA_USER KAFKA_GROUP VARBASE
+
+KAFKA_DATADIR?= ${VARBASE}/db/kafka
+KAFKA_LOGDIR?= ${VARBASE}/log/kafka
+KAFKA_USER?= kafka
+KAFKA_GROUP?= kafka
+
+PKG_GROUPS+= ${KAFKA_GROUP}
+PKG_USERS+= ${KAFKA_USER}:${KAFKA_GROUP}
+PKG_GECOS.${KAFKA_USER}=Kafka service user
+PKG_HOME.${KAFKA_USER}= ${KAFKA_DATADIR}
+
+OWN_DIRS_PERMS+= ${KAFKA_DATADIR} ${KAFKA_USER} ${KAFKA_GROUP} 0755
+OWN_DIRS_PERMS+= ${KAFKA_LOGDIR} ${KAFKA_USER} ${KAFKA_GROUP} 0755
+
+CONFIG_FILES= consumer log4j producer server tools-log4j \
+ connect-console-sink connect-console-source \
+ connect-distributed connect-file-sink \
+ connect-file-source connect-log4j \
+ connect-standalone
+
+.for file in ${CONFIG_FILES}
+CONF_FILES+= share/examples/kafka/${file}.properties \
+ ${PKG_SYSCONFDIR}/${file}.properties
+.endfor
+
+SUBST_CLASSES+= path
+SUBST_STAGE.path= pre-configure
+SUBST_MESSAGE.path= Fixing default paths
+SUBST_FILES.path= bin/kafka-run-class.sh bin/kafka-server-start.sh
+SUBST_FILES.path+= config/server.properties
+SUBST_VARS.path= KAFKA_DATADIR KAFKA_LOGDIR PKG_SYSCONFDIR PKG_JAVA_HOME
+
+INSTALLATION_DIRS+= bin share/examples/kafka lib/java/kafka/libs
+
+do-install:
+ ${INSTALL_SCRIPT} ${WRKSRC}/bin/connect-*.sh \
+ ${DESTDIR}${PREFIX}/bin
+ ${INSTALL_SCRIPT} ${WRKSRC}/bin/kafka-*.sh \
+ ${DESTDIR}${PREFIX}/bin
+ ${INSTALL_DATA} ${WRKSRC}/libs/*.jar \
+ ${DESTDIR}${PREFIX}/lib/java/kafka/libs
+.for file in ${CONFIG_FILES}
+ ${INSTALL_DATA} ${WRKSRC}/config/${file}.properties \
+ ${DESTDIR}${PREFIX}/share/examples/kafka
+.endfor
+
+.include "../../mk/java-vm.mk"
+.include "../../mk/bsd.pkg.mk"
diff -r 30ec125f1e90 -r ca427860356c devel/kafka/PLIST
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/devel/kafka/PLIST Tue Feb 28 08:17:28 2017 +0000
@@ -0,0 +1,102 @@
+@comment $NetBSD: PLIST,v 1.1 2017/02/28 08:17:28 fhajny Exp $
+bin/connect-distributed.sh
+bin/connect-standalone.sh
+bin/kafka-acls.sh
+bin/kafka-broker-api-versions.sh
+bin/kafka-configs.sh
+bin/kafka-console-consumer.sh
+bin/kafka-console-producer.sh
+bin/kafka-consumer-groups.sh
+bin/kafka-consumer-offset-checker.sh
+bin/kafka-consumer-perf-test.sh
+bin/kafka-mirror-maker.sh
+bin/kafka-preferred-replica-election.sh
+bin/kafka-producer-perf-test.sh
+bin/kafka-reassign-partitions.sh
+bin/kafka-replay-log-producer.sh
+bin/kafka-replica-verification.sh
+bin/kafka-run-class.sh
+bin/kafka-server-start.sh
+bin/kafka-server-stop.sh
+bin/kafka-simple-consumer-shell.sh
+bin/kafka-streams-application-reset.sh
+bin/kafka-topics.sh
+bin/kafka-verifiable-consumer.sh
+bin/kafka-verifiable-producer.sh
+lib/java/kafka/libs/aopalliance-repackaged-2.5.0-b05.jar
+lib/java/kafka/libs/argparse4j-0.7.0.jar
+lib/java/kafka/libs/connect-api-${PKGVERSION}.jar
+lib/java/kafka/libs/connect-file-${PKGVERSION}.jar
+lib/java/kafka/libs/connect-json-${PKGVERSION}.jar
+lib/java/kafka/libs/connect-runtime-${PKGVERSION}.jar
+lib/java/kafka/libs/connect-transforms-${PKGVERSION}.jar
+lib/java/kafka/libs/guava-18.0.jar
+lib/java/kafka/libs/hk2-api-2.5.0-b05.jar
+lib/java/kafka/libs/hk2-locator-2.5.0-b05.jar
+lib/java/kafka/libs/hk2-utils-2.5.0-b05.jar
+lib/java/kafka/libs/jackson-annotations-2.8.0.jar
+lib/java/kafka/libs/jackson-annotations-2.8.5.jar
+lib/java/kafka/libs/jackson-core-2.8.5.jar
+lib/java/kafka/libs/jackson-databind-2.8.5.jar
+lib/java/kafka/libs/jackson-jaxrs-base-2.8.5.jar
+lib/java/kafka/libs/jackson-jaxrs-json-provider-2.8.5.jar
+lib/java/kafka/libs/jackson-module-jaxb-annotations-2.8.5.jar
+lib/java/kafka/libs/javassist-3.20.0-GA.jar
+lib/java/kafka/libs/javax.annotation-api-1.2.jar
+lib/java/kafka/libs/javax.inject-1.jar
+lib/java/kafka/libs/javax.inject-2.5.0-b05.jar
+lib/java/kafka/libs/javax.servlet-api-3.1.0.jar
+lib/java/kafka/libs/javax.ws.rs-api-2.0.1.jar
+lib/java/kafka/libs/jersey-client-2.24.jar
+lib/java/kafka/libs/jersey-common-2.24.jar
+lib/java/kafka/libs/jersey-container-servlet-2.24.jar
+lib/java/kafka/libs/jersey-container-servlet-core-2.24.jar
+lib/java/kafka/libs/jersey-guava-2.24.jar
+lib/java/kafka/libs/jersey-media-jaxb-2.24.jar
+lib/java/kafka/libs/jersey-server-2.24.jar
+lib/java/kafka/libs/jetty-continuation-9.2.15.v20160210.jar
+lib/java/kafka/libs/jetty-http-9.2.15.v20160210.jar
+lib/java/kafka/libs/jetty-io-9.2.15.v20160210.jar
+lib/java/kafka/libs/jetty-security-9.2.15.v20160210.jar
+lib/java/kafka/libs/jetty-server-9.2.15.v20160210.jar
+lib/java/kafka/libs/jetty-servlet-9.2.15.v20160210.jar
+lib/java/kafka/libs/jetty-servlets-9.2.15.v20160210.jar
+lib/java/kafka/libs/jetty-util-9.2.15.v20160210.jar
+lib/java/kafka/libs/jopt-simple-5.0.3.jar
+lib/java/kafka/libs/kafka-clients-${PKGVERSION}.jar
+lib/java/kafka/libs/kafka-log4j-appender-${PKGVERSION}.jar
+lib/java/kafka/libs/kafka-streams-${PKGVERSION}.jar
+lib/java/kafka/libs/kafka-streams-examples-${PKGVERSION}.jar
+lib/java/kafka/libs/kafka-tools-${PKGVERSION}.jar
+lib/java/kafka/libs/kafka_2.12-${PKGVERSION}-javadoc.jar
+lib/java/kafka/libs/kafka_2.12-${PKGVERSION}-scaladoc.jar
+lib/java/kafka/libs/kafka_2.12-${PKGVERSION}-sources.jar
+lib/java/kafka/libs/kafka_2.12-${PKGVERSION}-test-sources.jar
+lib/java/kafka/libs/kafka_2.12-${PKGVERSION}-test.jar
+lib/java/kafka/libs/kafka_2.12-${PKGVERSION}.jar
+lib/java/kafka/libs/log4j-1.2.17.jar
+lib/java/kafka/libs/lz4-1.3.0.jar
+lib/java/kafka/libs/metrics-core-2.2.0.jar
+lib/java/kafka/libs/osgi-resource-locator-1.0.1.jar
+lib/java/kafka/libs/reflections-0.9.10.jar
+lib/java/kafka/libs/rocksdbjni-5.0.1.jar
+lib/java/kafka/libs/scala-library-2.12.1.jar
+lib/java/kafka/libs/scala-parser-combinators_2.12-1.0.4.jar
+lib/java/kafka/libs/slf4j-api-1.7.21.jar
+lib/java/kafka/libs/slf4j-log4j12-1.7.21.jar
+lib/java/kafka/libs/snappy-java-1.1.2.6.jar
+lib/java/kafka/libs/validation-api-1.1.0.Final.jar
+lib/java/kafka/libs/zkclient-0.10.jar
+lib/java/kafka/libs/zookeeper-3.4.9.jar
+share/examples/kafka/connect-console-sink.properties
+share/examples/kafka/connect-console-source.properties
+share/examples/kafka/connect-distributed.properties
+share/examples/kafka/connect-file-sink.properties
+share/examples/kafka/connect-file-source.properties
+share/examples/kafka/connect-log4j.properties
+share/examples/kafka/connect-standalone.properties
+share/examples/kafka/consumer.properties
+share/examples/kafka/log4j.properties
+share/examples/kafka/producer.properties
+share/examples/kafka/server.properties
+share/examples/kafka/tools-log4j.properties
diff -r 30ec125f1e90 -r ca427860356c devel/kafka/distinfo
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/devel/kafka/distinfo Tue Feb 28 08:17:28 2017 +0000
@@ -0,0 +1,12 @@
+$NetBSD: distinfo,v 1.1 2017/02/28 08:17:28 fhajny Exp $
+
+SHA1 (kafka_2.12-0.10.2.0.tgz) = 655a4b415b0913117ebff88888ea526a3c2a4a06
+RMD160 (kafka_2.12-0.10.2.0.tgz) = bbcb13b9e0b16af72efd4a76258d555c07b99d8f
+SHA512 (kafka_2.12-0.10.2.0.tgz) = 79115d105d68457e437fe539d5f61f404f0a04ca6096299367fc03a3f50f928b9858b6cbf41160ec303de6cdaba8320e12f1219faae467cd08a775c9ac004141
+Size (kafka_2.12-0.10.2.0.tgz) = 34021573 bytes
+SHA1 (patch-bin_connect-distributed.sh) = 49e679e9d9d355921054a3723c96e519af871173
+SHA1 (patch-bin_connect-standalone.sh) = 9c300a771dbf02f733edd2b8a8cdf9f62c9322b4
+SHA1 (patch-bin_kafka-run-class.sh) = 3c3202feb125a575346d91465824d9dc8bcfa6e8
+SHA1 (patch-bin_kafka-server-start.sh) = 2e93ef575af6738e4af5555b395a10092e6de933
+SHA1 (patch-bin_kafka-server-stop.sh) = 6121f1a519aff541d018f0e57946a872f4253fdf
+SHA1 (patch-config_server.properties) = 1bdb5bfded1325a3a5afe070dc3081f6b24185a8
diff -r 30ec125f1e90 -r ca427860356c devel/kafka/files/smf/manifest.xml
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/devel/kafka/files/smf/manifest.xml Tue Feb 28 08:17:28 2017 +0000
@@ -0,0 +1,35 @@
+<?xml version="1.0"?>
+<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
+<service_bundle type="manifest" name="kafka">
+ <service name="@SMF_PREFIX@/kafka" type="service" version="1">
+ <create_default_instance enabled="false" />
+ <single_instance />
+ <dependency name="network" grouping="require_all" restart_on="error" type="service">
+ <service_fmri value="svc:/milestone/network:default" />
+ </dependency>
+ <dependency name="filesystem" grouping="require_all" restart_on="error" type="service">
+ <service_fmri value="svc:/system/filesystem/local" />
+ </dependency>
+ <dependency name='kafka-zookeeper' grouping='require_all' restart_on='none' type='service'>
+ <service_fmri value='svc:/@SMF_PREFIX@/zookeeper' />
+ </dependency>
+ <method_context>
+ <method_credential user="@KAFKA_USER@" group="@KAFKA_GROUP@" />
+ </method_context>
+ <exec_method type="method" name="start" exec="@PREFIX@/bin/kafka-server-start.sh -daemon %{config_file}" timeout_seconds="60" />
+ <exec_method type="method" name="stop" exec=":kill" timeout_seconds="60" />
+ <property_group name="startd" type="framework">
+ <propval name="duration" type="astring" value="contract" />
+ <propval name="ignore_error" type="astring" value="core,signal" />
+ </property_group>
+ <property_group name="application" type="application">
+ <propval name="config_file" type="astring" value="@PKG_SYSCONFDIR@/server.properties" />
+ </property_group>
+ <stability value="Evolving" />
+ <template>
+ <common_name>
+ <loctext xml:lang="C">Kafka broker service</loctext>
+ </common_name>
+ </template>
+ </service>
+</service_bundle>
diff -r 30ec125f1e90 -r ca427860356c devel/kafka/patches/patch-bin_connect-distributed.sh
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/devel/kafka/patches/patch-bin_connect-distributed.sh Tue Feb 28 08:17:28 2017 +0000
@@ -0,0 +1,15 @@
+$NetBSD: patch-bin_connect-distributed.sh,v 1.1 2017/02/28 08:17:28 fhajny Exp $
+
+Paths.
+
+--- bin/connect-distributed.sh.orig 2017-02-14 17:26:08.000000000 +0000
++++ bin/connect-distributed.sh
+@@ -23,7 +23,7 @@ fi
+ base_dir=$(dirname $0)
+
+ if [ "x$KAFKA_LOG4J_OPTS" = "x" ]; then
+- export KAFKA_LOG4J_OPTS="-Dlog4j.configuration=file:$base_dir/../config/connect-log4j.properties"
++ export KAFKA_LOG4J_OPTS="-Dlog4j.configuration=file:@PKG_SYSCONFDIR@/connect-log4j.properties"
+ fi
+
+ EXTRA_ARGS=${EXTRA_ARGS-'-name connectDistributed'}
diff -r 30ec125f1e90 -r ca427860356c devel/kafka/patches/patch-bin_connect-standalone.sh
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/devel/kafka/patches/patch-bin_connect-standalone.sh Tue Feb 28 08:17:28 2017 +0000
@@ -0,0 +1,15 @@
+$NetBSD: patch-bin_connect-standalone.sh,v 1.1 2017/02/28 08:17:28 fhajny Exp $
+
+Paths.
+
+--- bin/connect-standalone.sh.orig 2017-02-14 17:26:08.000000000 +0000
++++ bin/connect-standalone.sh
+@@ -23,7 +23,7 @@ fi
+ base_dir=$(dirname $0)
+
+ if [ "x$KAFKA_LOG4J_OPTS" = "x" ]; then
+- export KAFKA_LOG4J_OPTS="-Dlog4j.configuration=file:$base_dir/../config/connect-log4j.properties"
++ export KAFKA_LOG4J_OPTS="-Dlog4j.configuration=file:@PKG_SYSCONFDIR@/connect-log4j.properties"
+ fi
+
+ EXTRA_ARGS=${EXTRA_ARGS-'-name connectStandalone'}
diff -r 30ec125f1e90 -r ca427860356c devel/kafka/patches/patch-bin_kafka-run-class.sh
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/devel/kafka/patches/patch-bin_kafka-run-class.sh Tue Feb 28 08:17:28 2017 +0000
@@ -0,0 +1,119 @@
+$NetBSD: patch-bin_kafka-run-class.sh,v 1.1 2017/02/28 08:17:28 fhajny Exp $
+
+Paths.
+
+--- bin/kafka-run-class.sh.orig 2017-02-14 17:26:07.000000000 +0000
++++ bin/kafka-run-class.sh
+@@ -47,6 +47,10 @@ should_include_file() {
Home |
Main Index |
Thread Index |
Old Index