Commit 2012583c authored by harshit aggarwal's avatar harshit aggarwal Committed by Vineeth Guna [Microsoft]
Browse files

Update Dockerfile

parent a262e0ce
......@@ -2,38 +2,54 @@ FROM apache/airflow:1.10.12-python3.6
# https://github.com/apache/airflow/blob/1.10.12/Dockerfile#L335
# https://github.com/apache/airflow/blob/1.10.12/Dockerfile#L335
ARG AIRFLOW_USER=airflow
ARG BUILD_VERSION=0.12.0
ADD osdu_airflow*.whl ./osdu_airflow-$BUILD_VERSION-py3-none-any.whl
ADD osdu_api*.whl ./osdu_api-$BUILD_VERSION-py3-none-any.whl
ADD osdu_ingestion*.whl ./osdu_ingestion-$BUILD_VERSION-py3-none-any.whl
USER root
RUN apt-get update \
&& apt-get install -y --only-upgrade bind9-host=1:9.11.5.P4+dfsg-5.1+deb10u5 \
apt=1.8.2.2 \
curl=7.64.0-4+deb10u2 \
krb5-user=1.17-3+deb10u3 \
ldap-utils=2.4.47+dfsg-3+deb10u6 \
libbsd0=0.9.1-2+deb10u1 \
libcurl4=7.64.0-4+deb10u2 \
libgssapi-krb5-2=1.17-3+deb10u3 \
libgssrpc4=1.17-3+deb10u3 \
libk5crypto3=1.17-3+deb10u3 \
libkadm5clnt-mit11=1.17-3+deb10u3 \
libkadm5srv-mit11=1.17-3+deb10u3 \
libkdb5-9=1.17-3+deb10u3 \
libkrb5-3=1.17-3+deb10u3 \
libkrb5support0=1.17-3+deb10u3 \
libldap-2.4-2=2.4.47+dfsg-3+deb10u6 \
libldap-common=2.4.47+dfsg-3+deb10u6 \
libp11-kit0=0.23.15-2+deb10u1 \
libpq5=11.12-0+deb10u1 \
libpython3.7-minimal=3.7.3-2+deb10u3 \
libpython3.7-stdlib=3.7.3-2+deb10u3 \
libsqlite3-0=3.27.2-3+deb10u1 \
libssl1.1=1.1.1d-0+deb10u7 \
libxml2=2.9.4+dfsg1-7+deb10u2 \
openssl=1.1.1d-0+deb10u7 \
postgresql-client-11=11.12-0+deb10u1 \
python3.7=3.7.3-2+deb10u3 \
python3.7-minimal=3.7.3-2+deb10u3 \
sqlite3=3.27.2-3+deb10u1 \
sudo=1.8.27-1+deb10u3 \
liblz4-1=1.8.3-1+deb10u1
curl=7.64.0-4+deb10u2 \
krb5-user=1.17-3+deb10u2 \
ldap-utils=2.4.47+dfsg-3+deb10u6 \
libbind9-161=1:9.11.5.P4+dfsg-5.1+deb10u5 \
libbsd0=0.9.1-2+deb10u1 \
libcurl4=7.64.0-4+deb10u2 \
libdns1104=1:9.11.5.P4+dfsg-5.1+deb10u5 \
libgcrypt20=1.8.4-5+deb10u1 \
libgnutls30=3.6.7-4+deb10u7 \
libgssapi-krb5-2=1.17-3+deb10u2 \
libgssrpc4=1.17-3+deb10u2 \
libhogweed4=3.4.1-1+deb10u1 \
libk5crypto3=1.17-3+deb10u2 \
libkadm5clnt-mit11=1.17-3+deb10u2 \
libkadm5srv-mit11=1.17-3+deb10u2 \
libkdb5-9=1.17-3+deb10u2 \
libkrb5-3=1.17-3+deb10u2 \
libkrb5support0=1.17-3+deb10u2 \
libldap-2.4-2=2.4.47+dfsg-3+deb10u6 \
libldap-common=2.4.47+dfsg-3+deb10u6 \
libisc1100=1:9.11.5.P4+dfsg-5.1+deb10u5 \
libisccc161=1:9.11.5.P4+dfsg-5.1+deb10u5 \
libisccfg163=1:9.11.5.P4+dfsg-5.1+deb10u5 \
liblwres161=1:9.11.5.P4+dfsg-5.1+deb10u5 \
liblz4-1=1.8.3-1+deb10u1 \
libnettle6=3.4.1-1+deb10u1 \
libp11-kit0=0.23.15-2+deb10u1 \
libpq5=11.12-0+deb10u1 \
libsqlite3-0=3.27.2-3+deb10u1 \
libxml2=2.9.4+dfsg1-7+deb10u2 \
postgresql-client-11=11.12-0+deb10u1 \
sqlite3=3.27.2-3+deb10u1 \
libpython3.7-minimal=3.7.3-2+deb10u3 \
libpython3.7-stdlib=3.7.3-2+deb10u3 \
libssl1.1=1.1.1d-0+deb10u7 \
openssl=1.1.1d-0+deb10u7 \
python3.7=3.7.3-2+deb10u3 \
python3.7-minimal=3.7.3-2+deb10u3 \
sudo=1.8.27-1+deb10u3
USER ${AIRFLOW_USER}
RUN pip install osdu_airflow-$BUILD_VERSION-py3-none-any.whl
RUN pip install osdu_api-$BUILD_VERSION-py3-none-any.whl
RUN pip install osdu_ingestion-$BUILD_VERSION-py3-none-any.whl
USER ${AIRFLOW_USER}
\ No newline at end of file
# Airflow Docker Image
Docker image for airflow deployment
\ No newline at end of file
Docker image for airflow deployment
For building the airflow docker image we need to download the below listed python packages in whl formats
1. osdu_api - [Link to Download](https://community.opengroup.org/osdu/platform/system/sdks/common-python-sdk/-/packages)
2. osdu_airflow - [Link to Download](https://community.opengroup.org/osdu/platform/data-flow/ingestion/osdu-airflow-lib/-/packages)
3. osdu_ingestion - [Link to Download](https://community.opengroup.org/osdu/platform/data-flow/ingestion/osdu-ingestion-lib/-/packages)
Place the whl files for these python packages in the same directory as that of the Airflow Dockerfile
Execute below command
```
docker build -t <image_name> --build-arg BUILD-VERSION=<python_package_version> .
```
For instance
```
docker build -t msosdu.azurecr.io/airflow-docker-image:v0.10 --build-arg BUILD-VERSION=0.12.0 .
```
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment