docker_datascience/base/drivers/python_minimal/python_additions.sh at master · cityofcapetown/docker_datascience · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
#!/usr/bin/env bash

# General utilities
python3 -m pip install --upgrade pip setuptools wheel
python3 -m pip install python-magic
python3 -m pip install cffi

# Data Extraction/Managing
python3 -m pip install minio
python3 -m pip install pyhdb
python3 -m pip install pyodbc
python3 -m pip install "numpy<2.0"
python3 -m pip install Cython
python3 -m pip install "pyarrow>=5.0.0"
python3 -m pip install "pandas>=1.2.0"
python3 -m pip install python-magic
python3 -m pip install pyhive
python3 -m pip install botocore
python3 -m pip install fsspec
python3 -m pip install "s3fs>=0.5.2"
python3 -m pip install "exchangelib>=3.3.2"
python3 -m pip install "requests>=2.0.0"
python3 -m pip install "requests_ntlm>=1.1.0"
python3 -m pip install "SharePlum>=0.5.1"
python3 -m pip install "trino>=0.306.0"

#Continuous Integration and Continuous Delivery
python3 -m pip install coverage
python3 -m pip install ruff
python3 -m pip install black
python3 -m pip install pytest

# Internal Packages
host lake.capetown.gov.za
if [ $? -eq 0 ]; then
  python3 -m pip install -r "https://ds1.capetown.gov.za/ds_gitlab/OPM/db-utils/raw/1230f071b31c9e4a2402b98b3f8db7d38fadd899/requirements.txt"
  python3 -m pip install "https://lake.capetown.gov.za/db-utils/db_utils-0.4.5rc2-py2.py3-none-any.whl"
  python3 -m pip install -r "https://ds1.capetown.gov.za/ds_gitlab/OPM/pipeline-utils/raw/130c4918bf531120f85471aee9c365d40a47262f/requirements.txt"
  python3 -m pip install "https://lake.capetown.gov.za/pipeline-utils/pipeline_utils-0.3-py2.py3-none-any.whl"
fi