Commit cb80a8d9 authored by Alexander Lercher's avatar Alexander Lercher

Improved build script and Docker builds


Caching pip packages as suggested by Alfonso.
parent 31f80acb
import os
import shutil
import sys
from typing import Dict
DOCKER_COMPOSE_NAME = "Dockerfile"
DOCKER_BUILD_NAME = "Dockerfile"
ROOT = './'
SOURCEPATH = f'{ROOT}src/'
DOCKER_USERNAME = "alexx882"
DOCKERHUB_REPO_OWNER = "alexx882"
p_image_name = None
if len(sys.argv) == 2:
# parameter contains image to build
p_image_name = sys.argv[1]
paths = []
for r, _, f in os.walk(SOURCEPATH):
def print_help():
print("""
Use this script to build Docker images and upload them to Docker Hub.
For the upload to work, the current user must be logged in on the Docker CLI and must have push access to the repositories.
Parameters: [image_name]
image_name ... only build this image
""")
def get_dockerfile_paths_and_names() -> Dict[str, str]:
paths = []
for r, _, f in os.walk(SOURCEPATH):
for filename in f:
if DOCKER_COMPOSE_NAME == filename:
if DOCKER_BUILD_NAME == filename:
paths.append(os.path.normpath(r))
command_args = [{'path': path,
command_args = [{'path': path,
'name': str(path).split(os.path.normpath('/'))[-1]}
for path
in paths]
if p_image_name is not None:
command_args = [x for x in command_args if x['name']==p_image_name]
return command_args
if __name__ == '__main__':
p_image_name = None
error:int = 0
res_str = []
for command_arg in command_args:
if len(sys.argv) == 2:
arg = sys.argv[1]
if arg == 'help':
print_help()
sys.exit(0)
else:
# parameter contains image name to be build
p_image_name = arg
command_args = get_dockerfile_paths_and_names()
if p_image_name is not None:
# filter for argument image name
command_args = [x for x in command_args
if (p_image_name in x['name'])]
error: int = 0
res_str = []
for command_arg in command_args:
path = command_arg['path']
image_name = f"{DOCKER_USERNAME}/{command_arg['name']}"
image_name = f"{DOCKERHUB_REPO_OWNER}/{command_arg['name']}"
# copy Dockerfile into root dir to have access to modules folder
shutil.copy2(os.path.join(path, DOCKER_COMPOSE_NAME), ROOT)
shutil.copy2(os.path.join(path, DOCKER_BUILD_NAME), ROOT)
# build then remove Dockerfile
exit_val = os.system(f"docker image build -t {image_name} {ROOT}")
os.remove(os.path.join(ROOT, DOCKER_COMPOSE_NAME))
os.remove(os.path.join(ROOT, DOCKER_BUILD_NAME))
res_str.append(f"{image_name} built with exit code {exit_val}")
......@@ -52,9 +80,8 @@ for command_arg in command_args:
if exit_val != 0:
error = exit_val
print(f"Found {len(command_args)} images")
for s in res_str:
print(f"Found {len(command_args)} images")
for s in res_str:
print(s)
sys.exit(1 if error > 0 else 0)
\ No newline at end of file
sys.exit(1 if error > 0 else 0)
......@@ -9,10 +9,13 @@ RUN apt-get update
EXPOSE 5000
WORKDIR /app
COPY src/modules/ /app/
COPY src/data-hub/community-detection-microservice/app/ /app/
# https://www.aptible.com/documentation/faq/deploy/dockerfile-caching/pip-dockerfile-caching.html
COPY src/data-hub/community-detection-microservice/app/requirements.txt /app/
RUN pip install -r requirements.txt
COPY src/modules/ /app/
COPY src/data-hub/community-detection-microservice/app/ /app/
RUN chmod a+x main.py
CMD ["python", "./main.py"]
\ No newline at end of file
......@@ -9,10 +9,12 @@ RUN apt-get update
EXPOSE 5000
WORKDIR /app
COPY src/data-hub/semantic-linking-microservice/app/ /app/
COPY src/modules/ /app/
COPY src/data-hub/semantic-linking-microservice/app/requirements.txt /app/
RUN pip install -r requirements.txt
COPY src/data-hub/semantic-linking-microservice/app/ /app/
COPY src/modules/ /app/
RUN chmod a+x main.py
CMD ["python", "./main.py"]
\ No newline at end of file
......@@ -9,10 +9,12 @@ RUN apt-get update
EXPOSE 5000
WORKDIR /app
COPY src/rest-gateway/app/ /app/
COPY src/modules/ /app/
COPY src/rest-gateway/app/requirements.txt /app/
RUN pip install -r requirements.txt
COPY src/rest-gateway/app/ /app/
COPY src/modules/ /app/
RUN chmod a+x main.py
CMD ["python", "./main.py"]
\ No newline at end of file
......@@ -9,10 +9,12 @@ RUN apt-get update
EXPOSE 5000
WORKDIR /app
COPY src/transaction-hub-in/trace-retrieval-microservice/app/ /app/
COPY src/modules/ /app/
COPY src/transaction-hub-in/trace-retrieval-microservice/app/requirements.txt /app/
RUN pip install -r requirements.txt
COPY src/transaction-hub-in/trace-retrieval-microservice/app/ /app/
COPY src/modules/ /app/
RUN chmod a+x main.py
CMD ["python", "./main.py"]
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment