From fb64b2f4893d2bac75804cce2486be222cea80cb Mon Sep 17 00:00:00 2001 From: Vijayv Date: Mon, 27 Apr 2026 13:56:49 -0500 Subject: [PATCH 1/4] Adding build script for lingua-rs Signed-off-by: Vijayv --- l/lingua-rs/LICENSE | 201 ++++++++++++++++++++++++++++++++++ l/lingua-rs/build_info.json | 16 +++ l/lingua-rs/lingua_ubi_9.6.sh | 142 ++++++++++++++++++++++++ 3 files changed, 359 insertions(+) create mode 100644 l/lingua-rs/LICENSE create mode 100644 l/lingua-rs/build_info.json create mode 100755 l/lingua-rs/lingua_ubi_9.6.sh diff --git a/l/lingua-rs/LICENSE b/l/lingua-rs/LICENSE new file mode 100644 index 0000000000..50813f511e --- /dev/null +++ b/l/lingua-rs/LICENSE @@ -0,0 +1,201 @@ + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "{}" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright {yyyy} {name of copyright owner} + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. \ No newline at end of file diff --git a/l/lingua-rs/build_info.json b/l/lingua-rs/build_info.json new file mode 100644 index 0000000000..63929dd438 --- /dev/null +++ b/l/lingua-rs/build_info.json @@ -0,0 +1,16 @@ +{ + "maintainer": "vijay-vinnakota", + "package_name": "lingua-language-detector", + "github_url": "https://github.com/pemistahl/lingua-rs", + "version": "2.2.0", + "wheel_build" : true, + "package_dir": "l/lingua-rs", + "default_branch": "master", + "build_script": "lingua_ubi_9.6.sh", + "docker_build": false, + "validate_build_script": true, + "use_non_root_user": "false", + "*":{ + "build_script":"lingua_ubi_9.6.sh" + } +} diff --git a/l/lingua-rs/lingua_ubi_9.6.sh b/l/lingua-rs/lingua_ubi_9.6.sh new file mode 100755 index 0000000000..00df643061 --- /dev/null +++ b/l/lingua-rs/lingua_ubi_9.6.sh @@ -0,0 +1,142 @@ +#!/bin/bash -ex +# ------------------------------------------------------------------------------ +# Package : lingua-language-detector +# Version : 2.2.0 +# Source repo : https://github.com/pemistahl/lingua-rs +# Tested on : UBI 9.6 +# Language : Rust with Python bindings +# Ci-Check : True +# Maintainer : Vijay Vinnakota +# Scritp License : Apache License, Version 2 or later +# Build : maturin (Rust + Python) +# +# Disclaimer : This script has been tested in root mode on given +# platform using the mentioned version of the package. +# It may not work as expected with newer versions of the +# package and/or distribution. In such case, please +# contact "Maintainer" of this script. +# +# ---------------------------------------------------------------------------- +set -e + +# Variables +PKG_NAME="lingua-language-detector" +PKG_VERSION="2.2.0" +PKG_ORG="pemistahl" +PKG_REPO="lingua-rs" +PKG_URL="https://github.com/${PKG_ORG}/${PKG_REPO}.git" +SRC_DIR="${PKG_REPO}" +IBM_SUFFIX="ppc64le1" + +echo "" +echo "Building ${PKG_NAME} ${PKG_VERSION} for ppc64le (UBI 9.6, Python 3.12)" +echo "" + +# ------------------------------------------------------------------------------ +# Install dependencies (UBI 9.6 + RPM Python 3.12) +# ------------------------------------------------------------------------------ + +dnf install -y \ + python3.12 \ + python3.12-devel \ + python3.12-pip \ + gcc \ + gcc-c++ \ + make \ + git \ + rust \ + cargo \ + openssl-devel \ + libffi-devel \ + zlib-devel && \ +dnf clean all + +# Normalize Python commands +ln -sf /usr/bin/python3.12 /usr/bin/python3 +ln -sf /usr/bin/pip-3.12 /usr/bin/pip3 +ln -sf /usr/bin/python3.12 /usr/bin/python +ln -sf /usr/bin/pip-3.12 /usr/bin/pip + +python --version +pip --version + +# ------------------------------------------------------------------------------ +# Python build tooling +# ------------------------------------------------------------------------------ + +pip install --upgrade pip setuptools wheel pytest +pip install maturin==1.13.1 + +# ------------------------------------------------------------------------------ +# Clone source (lingua-rs is Git-only;) +# ------------------------------------------------------------------------------ + +git clone "${PKG_URL}" +if [ $? -ne 0 ]; then + echo "ERROR: Failed to clone repository" + exit 1 +fi +cd "${SRC_DIR}" || exit 1 + +# ------------------------------------------------------------------------------ +# Apply IBM Power suffix +# ------------------------------------------------------------------------------ + +sed -i \ + "s/^version = .*/version = \"${PKG_VERSION}+${IBM_SUFFIX}\"/" \ + pyproject.toml + +if [ $? -ne 0 ]; then + echo "ERROR: Failed to update version in pyproject.toml" + exit 1 +fi +grep '^version' pyproject.toml + +# ------------------------------------------------------------------------------ +# Build wheel +# ------------------------------------------------------------------------------ +echo "Building wheel using maturin..." + +maturin build --release --strip +if [ $? -ne 0 ]; then + echo "ERROR: Wheel build failed" + exit 1 +fi + +# ------------------------------------------------------------------------------ +# Locate wheel +# ------------------------------------------------------------------------------ + +WHEEL_FILE="$(ls target/wheels/${PKG_NAME//-/_}-*.whl | head -n 1)" + +if [[ ! -f "${WHEEL_FILE}" ]]; then + echo "ERROR: Wheel file not found" + exit 1 +fi + +echo "Built wheel: ${WHEEL_FILE}" + +# ------------------------------------------------------------------------------ +# Install wheel +# ------------------------------------------------------------------------------ + +pip install "${WHEEL_FILE}" +if [ $? -ne 0 ]; then + echo "ERROR: Failed to install built wheel" + exit 1 +fi + +# ------------------------------------------------------------------------------ +# Run upstream Python tests (tests/python) +# ------------------------------------------------------------------------------ + +echo "Running upstream Python tests with pytest..." +pytest tests/python +if [ $? -ne 0 ]; then + echo "ERROR: Python test suite failed" + exit 1 +fi + +echo "" +echo "SUCCESS: ${PKG_NAME} ${PKG_VERSION} built and validated" +echo "" From 5443a2300b1d827aebe4d1fd3d5b50a408f7c74f Mon Sep 17 00:00:00 2001 From: Vijayv Date: Wed, 29 Apr 2026 09:59:18 -0500 Subject: [PATCH 2/4] changes per review comments Signed-off-by: Vijayv --- l/lingua-rs/lingua_ubi_9.6.sh | 89 ++++++++++++++++++----------------- 1 file changed, 46 insertions(+), 43 deletions(-) diff --git a/l/lingua-rs/lingua_ubi_9.6.sh b/l/lingua-rs/lingua_ubi_9.6.sh index 00df643061..04d3f9857f 100755 --- a/l/lingua-rs/lingua_ubi_9.6.sh +++ b/l/lingua-rs/lingua_ubi_9.6.sh @@ -20,16 +20,17 @@ set -e # Variables -PKG_NAME="lingua-language-detector" -PKG_VERSION="2.2.0" -PKG_ORG="pemistahl" -PKG_REPO="lingua-rs" -PKG_URL="https://github.com/${PKG_ORG}/${PKG_REPO}.git" -SRC_DIR="${PKG_REPO}" -IBM_SUFFIX="ppc64le1" +PACKAGE_NAME="lingua-language-detector" +PACKAGE_VERSION="2.2.0" +PACKAGE_ORG="pemistahl" +PACKAGE_REPO="lingua-rs" +PACKAGE_URL="https://github.com/${PKG_ORG}/${PKG_REPO}.git" +SOURCE="GitHub" + +OS_NAME=$(grep ^PRETTY_NAME /etc/os-release | cut -d= -f2 | tr -d '"') echo "" -echo "Building ${PKG_NAME} ${PKG_VERSION} for ppc64le (UBI 9.6, Python 3.12)" +echo "Building ${PACKAGE_NAME} ${PACKAGE_VERSION} on ${OS_NAME}" echo "" # ------------------------------------------------------------------------------ @@ -51,53 +52,33 @@ dnf install -y \ zlib-devel && \ dnf clean all -# Normalize Python commands -ln -sf /usr/bin/python3.12 /usr/bin/python3 -ln -sf /usr/bin/pip-3.12 /usr/bin/pip3 -ln -sf /usr/bin/python3.12 /usr/bin/python -ln -sf /usr/bin/pip-3.12 /usr/bin/pip - -python --version -pip --version +python3.12 --version +pip3.12 --version # ------------------------------------------------------------------------------ # Python build tooling # ------------------------------------------------------------------------------ -pip install --upgrade pip setuptools wheel pytest -pip install maturin==1.13.1 +pip3.12 install --upgrade pip setuptools wheel pytest +pip3.12 install maturin==1.13.1 # ------------------------------------------------------------------------------ # Clone source (lingua-rs is Git-only;) # ------------------------------------------------------------------------------ -git clone "${PKG_URL}" +git clone "${PACKAGE_URL}" if [ $? -ne 0 ]; then echo "ERROR: Failed to clone repository" exit 1 fi -cd "${SRC_DIR}" || exit 1 - -# ------------------------------------------------------------------------------ -# Apply IBM Power suffix -# ------------------------------------------------------------------------------ - -sed -i \ - "s/^version = .*/version = \"${PKG_VERSION}+${IBM_SUFFIX}\"/" \ - pyproject.toml - -if [ $? -ne 0 ]; then - echo "ERROR: Failed to update version in pyproject.toml" - exit 1 -fi -grep '^version' pyproject.toml +cd "${PACKAGE_REPO}" || exit 1 # ------------------------------------------------------------------------------ # Build wheel # ------------------------------------------------------------------------------ echo "Building wheel using maturin..." -maturin build --release --strip +maturin build --release --strip -i python3.12 if [ $? -ne 0 ]; then echo "ERROR: Wheel build failed" exit 1 @@ -107,7 +88,7 @@ fi # Locate wheel # ------------------------------------------------------------------------------ -WHEEL_FILE="$(ls target/wheels/${PKG_NAME//-/_}-*.whl | head -n 1)" +WHEEL_FILE="$(ls target/wheels/${PACKAGE_NAME//-/_}-*.whl | head -n 1)" if [[ ! -f "${WHEEL_FILE}" ]]; then echo "ERROR: Wheel file not found" @@ -120,7 +101,7 @@ echo "Built wheel: ${WHEEL_FILE}" # Install wheel # ------------------------------------------------------------------------------ -pip install "${WHEEL_FILE}" +pip3.12 install "${WHEEL_FILE}" if [ $? -ne 0 ]; then echo "ERROR: Failed to install built wheel" exit 1 @@ -131,12 +112,34 @@ fi # ------------------------------------------------------------------------------ echo "Running upstream Python tests with pytest..." -pytest tests/python +test_status=1 # 0 = success, non-zero = failure + +cd tests if [ $? -ne 0 ]; then - echo "ERROR: Python test suite failed" - exit 1 + echo "ERROR: tests directory not found" + exit 1 fi -echo "" -echo "SUCCESS: ${PKG_NAME} ${PKG_VERSION} built and validated" -echo "" +# Run pytest if any matching test files found +if ls */test_*.py > /dev/null 2>&1 && [ $test_status -ne 0 ]; then + echo "Running pytest..." + (python3.12 -m pytest) && test_status=0 || test_status=$? +fi + +cd - + +## ------------------------------------------------------------------------------ +## Final test result output (template block) +## ------------------------------------------------------------------------------ + +if [ $test_status -eq 0 ]; then + echo "------------------$PACKAGE_NAME:install_and_test_both_success-------------------------" + echo "$PACKAGE_URL $PACKAGE_NAME" + echo "$PACKAGE_NAME | $PACKAGE_URL | $PACKAGE_VERSION | $OS_NAME | $SOURCE | Pass | Both_Install_and_Test_Success" + exit 0 +else + echo "------------------$PACKAGE_NAME:install_success_but_test_fails---------------------" + echo "$PACKAGE_URL $PACKAGE_NAME" + echo "$PACKAGE_NAME | $PACKAGE_URL | $PACKAGE_VERSION | $OS_NAME | $SOURCE | Fail | Install_success_but_test_Fails" + exit 2 +fi From 50effbd583e4b8767a64255e30f0c0f417eb2e03 Mon Sep 17 00:00:00 2001 From: Vijayv Date: Wed, 29 Apr 2026 13:00:25 -0500 Subject: [PATCH 3/4] Fixed variable name Signed-off-by: Vijayv --- l/lingua-rs/lingua_ubi_9.6.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/l/lingua-rs/lingua_ubi_9.6.sh b/l/lingua-rs/lingua_ubi_9.6.sh index 04d3f9857f..478380946d 100755 --- a/l/lingua-rs/lingua_ubi_9.6.sh +++ b/l/lingua-rs/lingua_ubi_9.6.sh @@ -24,7 +24,7 @@ PACKAGE_NAME="lingua-language-detector" PACKAGE_VERSION="2.2.0" PACKAGE_ORG="pemistahl" PACKAGE_REPO="lingua-rs" -PACKAGE_URL="https://github.com/${PKG_ORG}/${PKG_REPO}.git" +PACKAGE_URL="https://github.com/${PACKAGE_ORG}/${PACKAGE_REPO}.git" SOURCE="GitHub" OS_NAME=$(grep ^PRETTY_NAME /etc/os-release | cut -d= -f2 | tr -d '"') From ba7bf01d4d766ae23f760dcbd117d253c624ca8d Mon Sep 17 00:00:00 2001 From: Vijayv Date: Wed, 29 Apr 2026 14:17:13 -0500 Subject: [PATCH 4/4] Replacing maturin with pip Signed-off-by: Vijayv --- l/lingua-rs/lingua_ubi_9.6.sh | 33 ++++++--------------------------- 1 file changed, 6 insertions(+), 27 deletions(-) diff --git a/l/lingua-rs/lingua_ubi_9.6.sh b/l/lingua-rs/lingua_ubi_9.6.sh index 478380946d..55c5e27d4c 100755 --- a/l/lingua-rs/lingua_ubi_9.6.sh +++ b/l/lingua-rs/lingua_ubi_9.6.sh @@ -76,35 +76,14 @@ cd "${PACKAGE_REPO}" || exit 1 # ------------------------------------------------------------------------------ # Build wheel # ------------------------------------------------------------------------------ -echo "Building wheel using maturin..." +echo "Building and installing package using pip (maturin as backend)" -maturin build --release --strip -i python3.12 +python3.12 -m pip install . --no-build-isolation if [ $? -ne 0 ]; then - echo "ERROR: Wheel build failed" - exit 1 -fi - -# ------------------------------------------------------------------------------ -# Locate wheel -# ------------------------------------------------------------------------------ - -WHEEL_FILE="$(ls target/wheels/${PACKAGE_NAME//-/_}-*.whl | head -n 1)" - -if [[ ! -f "${WHEEL_FILE}" ]]; then - echo "ERROR: Wheel file not found" - exit 1 -fi - -echo "Built wheel: ${WHEEL_FILE}" - -# ------------------------------------------------------------------------------ -# Install wheel -# ------------------------------------------------------------------------------ - -pip3.12 install "${WHEEL_FILE}" -if [ $? -ne 0 ]; then - echo "ERROR: Failed to install built wheel" - exit 1 + echo "------------------$PACKAGE_NAME:install_fails------------------------" + echo "$PACKAGE_URL $PACKAGE_NAME" + echo "$PACKAGE_NAME | $PACKAGE_URL | $PACKAGE_VERSION | $OS_NAME | $SOURCE | Fail | Install_Failed" + exit 1 fi # ------------------------------------------------------------------------------