@point3/node-rdkafka 3.6.0-1

package/deps/librdkafka/packaging/nuget/staticpackage.py

@@ -0,0 +1,178 @@
+#!/usr/bin/env python3
+#
+# Create self-contained static-library tar-ball package
+#
+
+import os
+import tempfile
+import shutil
+import subprocess
+from packaging import Package, Mapping
+
+
+class StaticPackage (Package):
+    """ Create a tar-ball with self-contained static libraries.
+        These are later imported into confluent-kafka-go. """
+
+    # Make sure gssapi (cyrus-sasl) is not linked, since that is a
+    # dynamic linkage, by specifying negative match '!extra': 'gssapi'.
+    # Except for on OSX where cyrus-sasl is always available, and
+    # Windows where it is never linked.
+    #
+    # Match statically linked artifacts (which are included in 'all' builds)
+    mappings = [
+        Mapping({'arch': 'x64',
+                 'plat': 'linux',
+                 'dist': 'centos8',
+                 '!extra': 'gssapi'},
+                'librdkafka.tgz',
+                './usr/local/include/librdkafka/rdkafka.h',
+                'rdkafka.h'),
+        Mapping({'arch': 'x64',
+                 'plat': 'linux',
+                 'dist': 'centos8',
+                 '!extra': 'gssapi'},
+                'librdkafka.tgz',
+                './usr/local/share/doc/librdkafka/LICENSES.txt',
+                'LICENSES.txt'),
+
+        # glibc linux static lib and pkg-config file
+        Mapping({'arch': 'x64',
+                 'plat': 'linux',
+                 'dist': 'centos8',
+                 'lnk': 'all',
+                 '!extra': 'gssapi'},
+                'librdkafka.tgz',
+                './usr/local/lib/librdkafka-static.a',
+                'librdkafka_glibc_linux_amd64.a'),
+        Mapping({'arch': 'x64',
+                 'plat': 'linux',
+                 'dist': 'centos8',
+                 'lnk': 'all',
+                 '!extra': 'gssapi'},
+                'librdkafka.tgz',
+                './usr/local/lib/pkgconfig/rdkafka-static.pc',
+                'librdkafka_glibc_linux_amd64.pc'),
+
+        # glibc linux arm64 static lib and pkg-config file
+        Mapping({'arch': 'arm64',
+                 'plat': 'linux',
+                 'dist': 'centos8',
+                 'lnk': 'all',
+                 '!extra': 'gssapi'},
+                'librdkafka.tgz',
+                './usr/local/lib/librdkafka-static.a',
+                'librdkafka_glibc_linux_arm64.a'),
+        Mapping({'arch': 'arm64',
+                 'plat': 'linux',
+                 'dist': 'centos8',
+                 'lnk': 'all',
+                 '!extra': 'gssapi'},
+                'librdkafka.tgz',
+                './usr/local/lib/pkgconfig/rdkafka-static.pc',
+                'librdkafka_glibc_linux_arm64.pc'),
+
+        # musl linux static lib and pkg-config file
+        Mapping({'arch': 'x64',
+                 'plat': 'linux',
+                 'dist': 'alpine',
+                 'lnk': 'all',
+                 '!extra': 'gssapi'},
+                'librdkafka.tgz',
+                './usr/local/lib/librdkafka-static.a',
+                'librdkafka_musl_linux_amd64.a'),
+        Mapping({'arch': 'x64',
+                 'plat': 'linux',
+                 'dist': 'alpine',
+                 'lnk': 'all',
+                 '!extra': 'gssapi'},
+                'librdkafka.tgz',
+                './usr/local/lib/pkgconfig/rdkafka-static.pc',
+                'librdkafka_musl_linux_amd64.pc'),
+
+        # musl linux arm64 static lib and pkg-config file
+        Mapping({'arch': 'arm64',
+                 'plat': 'linux',
+                 'dist': 'alpine',
+                 'lnk': 'all',
+                 '!extra': 'gssapi'},
+                'librdkafka.tgz',
+                './usr/local/lib/librdkafka-static.a',
+                'librdkafka_musl_linux_arm64.a'),
+        Mapping({'arch': 'arm64',
+                 'plat': 'linux',
+                 'dist': 'alpine',
+                 'lnk': 'all',
+                 '!extra': 'gssapi'},
+                'librdkafka.tgz',
+                './usr/local/lib/pkgconfig/rdkafka-static.pc',
+                'librdkafka_musl_linux_arm64.pc'),
+
+        # osx x64 static lib and pkg-config file
+        Mapping({'arch': 'x64',
+                 'plat': 'osx',
+                 'lnk': 'all'},
+                'librdkafka.tgz',
+                './usr/local/lib/librdkafka-static.a',
+                'librdkafka_darwin_amd64.a'),
+        Mapping({'arch': 'x64',
+                 'plat': 'osx',
+                 'lnk': 'all'},
+                'librdkafka.tgz',
+                './usr/local/lib/pkgconfig/rdkafka-static.pc',
+                'librdkafka_darwin_amd64.pc'),
+
+        # osx arm64 static lib and pkg-config file
+        Mapping({'arch': 'arm64',
+                 'plat': 'osx',
+                 'lnk': 'all'},
+                'librdkafka.tgz',
+                './usr/local/lib/librdkafka-static.a',
+                'librdkafka_darwin_arm64.a'),
+        Mapping({'arch': 'arm64',
+                 'plat': 'osx',
+                 'lnk': 'all'},
+                'librdkafka.tgz',
+                './usr/local/lib/pkgconfig/rdkafka-static.pc',
+                'librdkafka_darwin_arm64.pc'),
+
+        # win static lib and pkg-config file (mingw)
+        Mapping({'arch': 'x64',
+                 'plat': 'win',
+                 'dist': 'mingw',
+                 'lnk': 'static'},
+                'librdkafka.tgz',
+                './lib/librdkafka-static.a', 'librdkafka_windows.a'),
+        Mapping({'arch': 'x64',
+                 'plat': 'win',
+                 'dist': 'mingw',
+                 'lnk': 'static'},
+                'librdkafka.tgz',
+                './lib/pkgconfig/rdkafka-static.pc',
+                'librdkafka_windows.pc'),
+    ]
+
+    def __init__(self, version, arts):
+        super(StaticPackage, self).__init__(version, arts)
+
+    def cleanup(self):
+        if os.path.isdir(self.stpath):
+            shutil.rmtree(self.stpath)
+
+    def build(self, buildtype):
+        """ Build single package for all artifacts. """
+
+        self.stpath = tempfile.mkdtemp(prefix="out-", dir=".")
+
+        self.apply_mappings()
+
+        print('Tree extracted to %s' % self.stpath)
+
+        # After creating a bare-bone layout, create a tarball.
+        outname = "librdkafka-static-bundle-%s.tgz" % self.version
+        print('Writing to %s in %s' % (outname, self.stpath))
+        subprocess.check_call("(cd %s && tar cvzf ../%s .)" %
+                              (self.stpath, outname),
+                              shell=True)
+
+        return outname

package/deps/librdkafka/packaging/nuget/templates/librdkafka.redist.nuspec

@@ -0,0 +1,21 @@
+<?xml version="1.0" encoding="utf-8"?>
+<package xmlns="http://schemas.microsoft.com/packaging/2011/10/nuspec.xsd">
+  <metadata>
+    <id>librdkafka.redist</id>
+    <version>${version}</version>
+    <title>librdkafka - redistributable</title>
+    <authors>Magnus Edenhill, edenhill</authors>
+    <owners>Confluent Inc.</owners>
+    <requireLicenseAcceptance>false</requireLicenseAcceptance>
+    <licenseUrl>https://github.com/confluentinc/librdkafka/blob/master/LICENSES.txt</licenseUrl>
+    <projectUrl>https://github.com/confluentinc/librdkafka</projectUrl>
+    <description>The Apache Kafka C/C++ client library - redistributable</description>
+    <summary>The Apache Kafka C/C++ client library</summary>
+    <releaseNotes>Release of librdkafka</releaseNotes>
+    <copyright>Copyright 2012-2023</copyright>
+    <tags>native apache kafka librdkafka C C++ nativepackage</tags>
+  </metadata>
+  <files>
+    <file src="**" />
+  </files>
+</package>

package/deps/librdkafka/packaging/nuget/templates/librdkafka.redist.props

@@ -0,0 +1,18 @@
+<?xml version="1.0" encoding="utf-8" ?>
+<Project ToolsVersion="12.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <ItemGroup>
+    <Content Include="$(MSBuildThisFileDirectory)..\runtimes\win-x86\native\*">
+      <Link>librdkafka\x86\%(Filename)%(Extension)</Link>
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
+    <Content Include="$(MSBuildThisFileDirectory)..\runtimes\win-x64\native\*">
+      <Link>librdkafka\x64\%(Filename)%(Extension)</Link>
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
+  </ItemGroup>
+  <ItemDefinitionGroup>
+    <ClCompile>
+      <AdditionalIncludeDirectories>$(MSBuildThisFileDirectory)include;%(AdditionalIncludeDirectories)</AdditionalIncludeDirectories>
+    </ClCompile>
+  </ItemDefinitionGroup>
+</Project>

package/deps/librdkafka/packaging/nuget/templates/librdkafka.redist.targets

@@ -0,0 +1,19 @@
+<Project ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <ItemDefinitionGroup>
+    <Link>
+      <AdditionalDependencies Condition="'$(Platform)' == 'x64'">$(MSBuildThisFileDirectory)lib\win\x64\win-x64-Release\v142\librdkafka.lib;%(AdditionalDependencies)</AdditionalDependencies>
+      <AdditionalDependencies Condition="'$(Platform)' != 'x64'">$(MSBuildThisFileDirectory)lib\win\x86\win-x86-Release\v142\librdkafka.lib;%(AdditionalDependencies)</AdditionalDependencies>
+      <AdditionalLibraryDirectories Condition="'$(Platform)' == 'x64'">$(MSBuildThisFileDirectory)lib\win\x64\win-x64-Release\v142;%(AdditionalLibraryDirectories)</AdditionalLibraryDirectories>
+      <AdditionalLibraryDirectories Condition="'$(Platform)' != 'x64'">$(MSBuildThisFileDirectory)lib\win\x86\win-x86-Release\v142;%(AdditionalLibraryDirectories)</AdditionalLibraryDirectories>
+    </Link>
+    <ClCompile>
+      <AdditionalIncludeDirectories>$(MSBuildThisFileDirectory)include;%(AdditionalIncludeDirectories)</AdditionalIncludeDirectories>
+    </ClCompile>
+  </ItemDefinitionGroup>
+  <ItemGroup Condition="'$(Platform)' == 'x64'">
+    <ReferenceCopyLocalPaths Include="$(MSBuildThisFileDirectory)..\..\runtimes\win-x64\native\*.dll" />
+  </ItemGroup>
+  <ItemGroup Condition="'$(Platform)' != 'x64'">
+    <ReferenceCopyLocalPaths Include="$(MSBuildThisFileDirectory)..\..\runtimes\win-x86\native\*.dll" />
+  </ItemGroup>
+</Project>

package/deps/librdkafka/packaging/nuget/zfile/zfile.py

@@ -0,0 +1,98 @@
+#!/usr/bin/env python3
+
+import os
+import tarfile
+import zipfile
+import rpmfile
+
+
+class ZFile (object):
+    def __init__(self, path, mode='r', ext=None):
+        super(ZFile, self).__init__()
+
+        if ext is not None:
+            _ext = ext
+        else:
+            _ext = os.path.splitext(path)[-1]
+        if _ext.startswith('.'):
+            _ext = _ext[1:]
+
+        if zipfile.is_zipfile(path) or _ext == 'zip':
+            self.f = zipfile.ZipFile(path, mode)
+        elif tarfile.is_tarfile(path) or _ext in ('tar', 'tgz', 'gz'):
+            self.f = tarfile.open(path, mode)
+        elif _ext == 'rpm':
+            self.f = rpmfile.open(path, mode + 'b')
+        else:
+            raise ValueError('Unsupported file extension: %s' % path)
+
+    def __enter__(self):
+        return self
+
+    def __exit__(self, *args):
+        if callable(getattr(self.f, 'close', None)):
+            self.f.close()
+
+    def getnames(self):
+        if isinstance(self.f, zipfile.ZipFile):
+            return self.f.namelist()
+        elif isinstance(self.f, tarfile.TarFile):
+            return self.f.getnames()
+        elif isinstance(self.f, rpmfile.RPMFile):
+            return [x.name for x in self.f.getmembers()]
+        else:
+            raise NotImplementedError
+
+    def headers(self):
+        if isinstance(self.f, rpmfile.RPMFile):
+            return self.f.headers
+        else:
+            return dict()
+
+    def extract_to(self, member, path):
+        """ Extract compress file's \\p member to \\p path
+            If \\p path is a directory the member's basename will used as
+            filename, otherwise path is considered the full file path name. """
+
+        if not os.path.isdir(os.path.dirname(path)):
+            os.makedirs(os.path.dirname(path))
+
+        if os.path.isdir(path):
+            path = os.path.join(path, os.path.basename(member))
+
+        with open(path, 'wb') as of:
+            if isinstance(self.f, zipfile.ZipFile):
+                zf = self.f.open(member)
+            else:
+                zf = self.f.extractfile(member)
+
+            while True:
+                b = zf.read(1024 * 100)
+                if b:
+                    of.write(b)
+                else:
+                    break
+
+            zf.close()
+
+    @classmethod
+    def extract(cls, zpath, member, outpath):
+        """
+        Extract file member (full internal path) to output from
+        archive zpath.
+        """
+
+        with ZFile(zpath) as zf:
+            zf.extract_to(member, outpath)
+
+    @classmethod
+    def compress(cls, zpath, paths, stripcnt=0, ext=None):
+        """
+        Create new compressed file \\p zpath containing files in \\p paths
+        """
+
+        with ZFile(zpath, 'w', ext=ext) as zf:
+            for p in paths:
+                outp = os.path.sep.join(p.split(os.path.sep)[stripcnt:])
+                print('zip %s to %s (stripcnt %d)' % (p, outp, stripcnt))
+                zf.f.write(p, outp)

package/deps/librdkafka/packaging/rpm/Makefile

@@ -0,0 +1,92 @@
+PACKAGE_NAME?=	librdkafka
+VERSION?=	$(shell ../get_version.py ../../src/rdkafka.h)
+
+# Jenkins CI integration
+BUILD_NUMBER?= 1
+
+MOCK_CONFIG?=default
+
+RESULT_DIR?=pkgs-$(VERSION)-$(BUILD_NUMBER)-$(MOCK_CONFIG)
+
+# Where built packages are copied with `make copy-artifacts`
+ARTIFACTS_DIR?=../../artifacts
+
+all: rpm
+
+
+SOURCES:
+	mkdir -p SOURCES
+
+archive: SOURCES
+	cd ../../ && \
+	git archive --prefix=$(PACKAGE_NAME)-$(VERSION)/ \
+		-o packaging/rpm/SOURCES/$(PACKAGE_NAME)-$(VERSION).tar.gz HEAD
+
+
+build_prepare: archive
+	mkdir -p $(RESULT_DIR)
+	rm -f $(RESULT_DIR)/$(PACKAGE_NAME)*.rpm
+
+
+srpm: build_prepare
+	/usr/bin/mock \
+		-r $(MOCK_CONFIG) \
+		$(MOCK_OPTIONS) \
+		--define "__version $(VERSION)" \
+		--define "__release $(BUILD_NUMBER)" \
+		--enable-network \
+		--resultdir=$(RESULT_DIR) \
+		--no-clean --no-cleanup-after \
+		--install epel-release \
+		--buildsrpm \
+		--spec=librdkafka.spec \
+		--sources=SOURCES || \
+	(tail -n 100 pkgs-$(VERSION)*/*log ; false)
+	@echo "======= Source RPM now available in $(RESULT_DIR) ======="
+
+rpm: srpm
+	/usr/bin/mock \
+		-r $(MOCK_CONFIG) \
+		$(MOCK_OPTIONS) \
+		--define "__version $(VERSION)"\
+		--define "__release $(BUILD_NUMBER)"\
+		--enable-network \
+		--resultdir=$(RESULT_DIR) \
+		--no-clean --no-cleanup-after \
+		--rebuild $(RESULT_DIR)/$(PACKAGE_NAME)*.src.rpm || \
+	(tail -n 100 pkgs-$(VERSION)*/*log ; false)
+	@echo "======= Binary RPMs now available in $(RESULT_DIR) ======="
+
+copy-artifacts:
+	cp $(RESULT_DIR)/*rpm $(ARTIFACTS_DIR)
+
+clean:
+	rm -rf SOURCES
+	/usr/bin/mock -r $(MOCK_CONFIG) --clean
+
+distclean: clean
+	rm -f build.log root.log state.log available_pkgs installed_pkgs \
+		*.rpm *.tar.gz
+
+# Prepare ubuntu 14.04 for building RPMs with mock.
+#  - older versions of mock needs the config file to reside in /etc/mock,
+#    so we copy it there.
+#  - add a mock system group (if not already exists)
+#  - add the current user to the mock group.
+#  - prepare mock environment with some needed packages.
+# NOTE: This target should be run with sudo.
+prepare_ubuntu:
+	apt-get -qq update
+	apt-get install -y -qq mock make git python-lzma
+	cp *.cfg /etc/mock/
+	addgroup --system mock || true
+	adduser $$(whoami) mock
+	/usr/bin/mock -r $(MOCK_CONFIG) --init
+	/usr/bin/mock -r $(MOCK_CONFIG) \
+		--enable-network \
+		--no-cleanup-after \
+		--install epel-release shadow-utils
+
+prepare_centos:
+	yum install -y -q mock make git
+	cp *.cfg /etc/mock/

package/deps/librdkafka/packaging/rpm/README.md

@@ -0,0 +1,23 @@
+# RPM packages for librdkafka
+
+On a system with RPM mock installed, simply run make to create RPM packages:
+
+    $ make
+
+Additional mock options may be specified using MOCK_OPTIONS:
+
+    $ make MOCK_OPTIONS='--bootstrap-chroot'
+
+
+## Build with Mock on docker
+
+From the librdkafka top-level directory:
+
+    $ packaging/rpm/mock-on-docker.sh
+
+Wait for packages to build, they will be copied to top-level dir artifacts/
+
+Test the packages:
+
+    $ packaging/rpm/tests/test-on-docker.sh
+

package/deps/librdkafka/packaging/rpm/el7-x86_64.cfg

@@ -0,0 +1,40 @@
+config_opts['root'] = 'el7-x86_64'
+config_opts['target_arch'] = 'x86_64'
+config_opts['legal_host_arches'] = ('x86_64',)
+config_opts['chroot_setup_cmd'] = 'install @buildsys-build'
+config_opts['dist'] = 'el7'  # only useful for --resultdir variable subst
+config_opts['releasever'] = '7'
+config_opts['docker_unshare_warning'] = False
+config_opts['nosync'] = True
+
+config_opts['yum.conf'] = """
+[main]
+keepcache=1
+debuglevel=2
+reposdir=/dev/null
+logfile=/var/log/yum.log
+retries=15
+obsoletes=1
+gpgcheck=0
+assumeyes=1
+syslog_ident=mock
+syslog_device=
+mdpolicy=group:primary
+
+# repos
+[base]
+name=BaseOS
+mirrorlist=http://mirrorlist.centos.org/?release=7&arch=x86_64&repo=os
+failovermethod=priority
+
+[updates]
+name=updates
+enabled=1
+mirrorlist=http://mirrorlist.centos.org/?release=7&arch=x86_64&repo=updates
+failovermethod=priority
+
+[epel]
+name=epel
+mirrorlist=http://mirrors.fedoraproject.org/mirrorlist?repo=epel-7&arch=x86_64
+failovermethod=priority
+"""

package/deps/librdkafka/packaging/rpm/librdkafka.spec

@@ -0,0 +1,118 @@
+Name:    librdkafka
+Version: %{__version}
+Release: %{__release}%{?dist}
+%define soname 1
+
+Summary: The Apache Kafka C library
+Group:   Development/Libraries/C and C++
+License: BSD-2-Clause
+URL:     https://github.com/confluentinc/librdkafka
+Source:	 librdkafka-%{version}.tar.gz
+
+BuildRequires: zlib-devel libstdc++-devel gcc >= 4.1 gcc-c++ cyrus-sasl-devel
+BuildRoot: %(mktemp -ud %{_tmppath}/%{name}-%{version}-%{release}-XXXXXX)
+
+%define _source_payload w9.gzdio
+%define _binary_payload w9.gzdio
+
+%description
+librdkafka is the C/C++ client library implementation of the Apache Kafka protocol, containing both Producer and Consumer support.
+
+
+%package -n %{name}%{soname}
+Summary: The Apache Kafka C library
+Group:   Development/Libraries/C and C++
+Requires: zlib libstdc++ cyrus-sasl
+# openssl libraries were extract to openssl-libs in RHEL7
+%if 0%{?rhel} >= 7
+Requires: openssl-libs >= 1.0.2
+BuildRequires: openssl-devel >= 1.0.2 python3
+%else
+Requires: openssl
+# python34 is provided from epel-release, but that package needs to be installed
+# prior to rpmbuild working out these dependencies (such as from mock).
+BuildRequires: openssl-devel python34
+%endif
+
+%description -n %{name}%{soname}
+librdkafka is the C/C++ client library implementation of the Apache Kafka protocol, containing both Producer and Consumer support.
+
+
+%package -n %{name}-devel
+Summary: The Apache Kafka C library (Development Environment)
+Group:   Development/Libraries/C and C++
+Requires: %{name}%{soname} = %{version}
+
+%description -n %{name}-devel
+librdkafka is the C/C++ client library implementation of the Apache Kafka protocol, containing both Producer and Consumer support.
+
+This package contains headers and libraries required to build applications
+using librdkafka.
+
+
+%prep
+%setup -q -n %{name}-%{version}
+
+# --install-deps will install missing dependencies that are not available
+# through BuildRequires, such as libzstd, which will be linked statically.
+%configure --install-deps --disable-lz4-ext
+
+%build
+cat config.log
+make
+examples/rdkafka_example -X builtin.features
+
+%install
+rm -rf %{buildroot}
+DESTDIR=%{buildroot} make install
+
+%clean
+rm -rf %{buildroot}
+
+%post   -n %{name}%{soname} -p /sbin/ldconfig
+%postun -n %{name}%{soname} -p /sbin/ldconfig
+
+%files -n %{name}%{soname}
+%defattr(444,root,root)
+%{_libdir}/librdkafka.so.%{soname}
+%{_libdir}/librdkafka++.so.%{soname}
+%defattr(-,root,root)
+%doc %{_docdir}/librdkafka/README.md
+%doc %{_docdir}/librdkafka/LICENSE
+%doc %{_docdir}/librdkafka/CONFIGURATION.md
+%doc %{_docdir}/librdkafka/INTRODUCTION.md
+%doc %{_docdir}/librdkafka/STATISTICS.md
+%doc %{_docdir}/librdkafka/CHANGELOG.md
+%doc %{_docdir}/librdkafka/LICENSES.txt
+
+%defattr(-,root,root)
+#%{_bindir}/rdkafka_example
+#%{_bindir}/rdkafka_performance
+
+
+%files -n %{name}-devel
+%defattr(-,root,root)
+%{_includedir}/librdkafka
+%defattr(444,root,root)
+%{_libdir}/librdkafka.a
+%{_libdir}/librdkafka-static.a
+%{_libdir}/librdkafka.so
+%{_libdir}/librdkafka++.a
+%{_libdir}/librdkafka++.so
+%{_libdir}/pkgconfig/rdkafka++.pc
+%{_libdir}/pkgconfig/rdkafka.pc
+%{_libdir}/pkgconfig/rdkafka-static.pc
+%{_libdir}/pkgconfig/rdkafka++-static.pc
+
+%changelog
+* Thu Apr 09 2015 Eduard Iskandarov <e.iskandarov@corp.mail.ru> 0.8.6-0
+- 0.8.6 simplify build process
+
+* Fri Oct 24 2014 Magnus Edenhill <rdkafka@edenhill.se> 0.8.5-0
+- 0.8.5 release
+
+* Mon Aug 18 2014 Magnus Edenhill <rdkafka@edenhill.se> 0.8.4-0
+- 0.8.4 release
+
+* Mon Mar 17 2014 Magnus Edenhill <vk@edenhill.se> 0.8.3-0
+- Initial RPM package