Docker build

.github/workflows/build_almalinux_9_docker.yaml

@@ -0,0 +1,60 @@
+#
+name: Create and publish a Docker DKB image for AlmaLinux9
+
+# Configures this workflow to run every time a change is pushed to the any branch.
+on: push
+
+# Defines two custom environment variables for the workflow. These are used for the Container registry domain, and a name for the Docker image that this workflow builds.
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository }}
+
+# There is a single job in this workflow. It's configured to run on the latest available version of Ubuntu.
+jobs:
+  build-and-push-image:
+    runs-on: ubuntu-latest
+    # Sets the permissions granted to the `GITHUB_TOKEN` for the actions in this job.
+    permissions:
+      contents: read
+      packages: write
+      attestations: write
+      id-token: write
+      # 
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+      # Uses the `docker/login-action` action to log in to the Container registry registry using the account and password that will publish the packages. Once published, the packages are scoped to the account defined here.
+      - name: Log in to the Container registry
+        uses: docker/login-action@65b78e6e13532edd9afa3aa52ac7964289d1a9c1
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      # This step uses [docker/metadata-action](https://github.com/docker/metadata-action#about) to extract tags and labels that will be applied to the specified image. The `id` "meta" allows the output of this step to be referenced in a subsequent step. The `images` value provides the base name for the tags and labels.
+      - name: Extract metadata (tags, labels) for Docker
+        id: meta
+        uses: docker/metadata-action@9ec57ed1fcdbf14dcef7dfbe97b2010124a938b7
+        with:
+          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+      # This step uses the `docker/build-push-action` action to build the image, based on your repository's `Dockerfile`. If the build succeeds, it pushes the image to GitHub Packages.
+      # It uses the `context` parameter to define the build's context as the set of files located in the specified path. For more information, see "[Usage](https://github.com/docker/build-push-action#usage)" in the README of the `docker/build-push-action` repository.
+      # It uses the `tags` and `labels` parameters to tag and label the image with the output from the "meta" step.
+      - name: Build and push Docker image
+        id: push
+        uses: docker/build-push-action@f2a1d5e99d037542a71f64918e516c093c6f3fc4
+        with:
+          context: .
+          push: true
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          file: Installation/Docker/AL9/Dockerfile
+
+      # This step generates an artifact attestation for the image, which is an unforgeable statement about where and how it was built. It increases supply chain security for people who consume the image. For more information, see "[AUTOTITLE](/actions/security-guides/using-artifact-attestations-to-establish-provenance-for-builds)." 
+      - name: Generate artifact attestation
+        uses: actions/attest-build-provenance@v1
+        with:
+          subject-name: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME}}
+          subject-digest: ${{ steps.push.outputs.digest }}
+          push-to-registry: true
+
+

Installation/Docker/AL9/Dockerfile

@@ -0,0 +1,71 @@
+# @project      The Data Knowledge Base  (DKB)
+# @copyright    Copyright © 2024 CERN
+# @license      This program is free software, distributed under the terms of the GNU General Public
+#               Licence version 3 (GPL Version 3), copied verbatim in the file "COPYING". You can
+#               redistribute it and/or modify it under the terms of the GPL Version 3, or (at your
+#               option) any later version.
+#
+#               This program is distributed in the hope that it will be useful, but WITHOUT ANY
+#               WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
+#               PARTICULAR PURPOSE. See the GNU General Public License for more details.
+#
+#               In applying this licence, CERN does not waive the privileges and immunities
+#               granted to it by virtue of its status as an Intergovernmental Organization or
+#               submit itself to any jurisdiction.
+
+# DKB generic image
+
+FROM gitlab-registry.cern.ch/linuxsupport/alma9-base
+
+# DKB environment variables
+ENV DKB_DIR="/opt/dkb3" \
+    DKB_GIT="https://github.com/PanDAWMS/dkb.git" 
+
+RUN yum install -y \
+      git \
+      wget \
+      diffutils \
+      libnsl \
+      libaio \
+      php \
+      php-cli
+
+# Prepare DKB software
+RUN mkdir ${DKB_DIR} \
+  && \
+    cd ${DKB_DIR} \ 
+  && \
+    git clone ${DKB_GIT} dkb.git \
+  && \
+    wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh \
+  && \
+    sh ./Miniconda3-latest-Linux-x86_64.sh -b -p /opt/dkb3/miniconda3 -s -m \
+  && \
+    source "/opt/dkb3/miniconda3/etc/profile.d/conda.sh" \ 
+  && \
+    conda create -y -n dkb_python_3_9 python=3.9 \
+  && \
+    conda activate dkb_python_3_9 \
+  && \
+    conda install -y Elasticsearch cchardet cchardet cx_Oracle pytz\
+  && \
+    pip install pyAMI_core \
+  && \
+    pip install pyAMI_atlas \
+  && \
+    sed -e "s/ input(prompt)/'y'/" -i /opt/dkb3/miniconda3/envs/dkb_python_3_9/bin/ami_atlas_post_install \
+  && \
+    ami_atlas_post_install \
+  && \
+    pip install rucio \
+  && \
+    cd dkb.git/Utils/Dataflow/test/pyDKB \
+  && \
+    ./test.sh
+
+# Patched version of pyAMI
+COPY Installation/Docker/AL9/httpclient.py /opt/dkb3/miniconda3/envs/dkb_python_3_9/lib/python3.9/site-packages/pyAMI/httpclient.py
+
+# Cleanup image
+RUN yum clean all ; \
+  rm -rf ${DKB_DIR}/Miniconda3-latest-Linux-x86_64.sh

Installation/Docker/AL9/httpclient.py

@@ -0,0 +1,174 @@
+# -*- coding: utf-8 -*-
+from __future__ import (division, print_function, unicode_literals)
+#############################################################################
+# Author  : Jerome ODIER, Jerome FULACHIER, Fabian LAMBERT, Solveig ALBRAND
+#
+# Email   : jerome.odier@lpsc.in2p3.fr
+#           jerome.fulachier@lpsc.in2p3.fr
+#           fabian.lambert@lpsc.in2p3.fr
+#           solveig.albrand@lpsc.in2p3.fr
+#
+# Version : 5.X.X (2014)
+#
+#############################################################################
+
+import ssl, sys, pyAMI.config, pyAMI.exception
+
+if sys.version_info[0] == 3:
+	import http.client as http_client
+else:
+	import   httplib   as http_client
+
+#############################################################################
+
+headers = {
+	'Accept': 'text/plain',
+	'User-Agent': 'pyAMI/%s' % pyAMI.config.version,
+	'Content-type': 'application/x-www-form-urlencoded; charset=UTF-8',
+}
+
+#############################################################################
+
+class HttpClient(object):
+	#####################################################################
+
+	def __init__(self, config):
+		self.config = config
+
+		self.endpoint = None
+		self.connection = None
+
+	#####################################################################
+
+	def create_unverified_context(slef):
+
+		result = ssl.SSLContext(ssl.PROTOCOL_TLS)
+
+		result.options |= ssl.OP_NO_SSLv2
+		result.options |= ssl.OP_NO_SSLv3
+
+		result.check_hostname = False
+
+		return result
+
+	#####################################################################
+
+	def connect(self, endpoint):
+		#############################################################
+		# SET ENDPOINT                                              #
+		#############################################################
+
+		self.endpoint = endpoint
+
+		#############################################################
+		# HTTP CONNECTION                                           #
+		#############################################################
+
+		if   self.endpoint['prot'] == 'http':
+
+			self.connection = http_client.HTTPConnection(
+				str(self.endpoint['host']),
+				int(self.endpoint['port'])
+			)
+
+		#############################################################
+		# HTTPS CONNECTION                                          #
+		#############################################################
+
+		elif self.endpoint['prot'] == 'https':
+
+			if self.config.conn_mode == self.config.CONN_MODE_LOGIN:
+				#############################################
+				# WITHOUT CERTIFICATE                       #
+				#############################################
+
+				try:
+					context = self.create_unverified_context()
+
+					self.connection = http_client.HTTPSConnection(
+						str(self.endpoint['host']),
+						int(self.endpoint['port']),
+						key_file = None,
+						cert_file = None,
+						context = context
+					)
+
+				except AttributeError as e:
+
+					self.connection = http_client.HTTPSConnection(
+						str(self.endpoint['host']),
+						int(self.endpoint['port']),
+						key_file = None,
+						cert_file = None
+					)
+
+			else:
+				#############################################
+				# WITH CERTIFICATE                          #
+				#############################################
+
+				try:
+					context = self.create_unverified_context()
+
+					self.connection = http_client.HTTPSConnection(
+						str(self.endpoint['host']),
+						int(self.endpoint['port']),
+						key_file = self.config.key_file,
+						cert_file = self.config.cert_file,
+						context = context
+					)
+
+				except AttributeError as e:
+
+					self.connection = http_client.HTTPSConnection(
+						str(self.endpoint['host']),
+						int(self.endpoint['port']),
+						key_file = self.config.key_file,
+						cert_file = self.config.cert_file
+					)
+
+		#############################################################
+
+		else:
+			raise pyAMI.exception.Error('invalid endpoint protocol `%s`, not in [http, https]' % self.endpoint['prot'])
+
+	#####################################################################
+
+	def close(self):
+		self.connection.close()
+
+	#####################################################################
+
+	def request(self, data):
+		#############################################################
+		# DO REQUEST                                                #
+		#############################################################
+
+		headers['Cookie'] = self.config.jsid
+
+		try:
+			self.connection.request('POST', self.endpoint['path'], data, headers)
+
+		except Exception as e:
+			raise pyAMI.exception.Error('could not connect to `%s://%s:%s%s`: %s' % (
+				self.endpoint['prot'],
+				self.endpoint['host'],
+				self.endpoint['port'],
+				self.endpoint['path'],
+				e
+			))
+
+		#############################################################
+		# GET RESPONSE AND COOKIE                                   #
+		#############################################################
+
+		result = self.connection.getresponse()
+
+		self.config.jsid = result.getheader('set-cookie').replace('%', '%%')
+
+
+		#############################################################
+
+		return result
+
+#############################################################################