switch hive server

SwanseaUniversityMedical · Jun 26, 2024 · 51f8053 · 51f8053
1 parent a62c6cc
commit 51f8053
Showing 1 changed file with 70 additions and 20 deletions.
diff --git a/docker-compose/minio-trino/docker-compose.yml b/docker-compose/minio-trino/docker-compose.yml
@@ -193,36 +193,86 @@ services:
     networks:
       - miniotrino
 
-  mariadb:
-    image: 'mariadb:lts'
-    hostname: mariadb
-    ports:
-      - '3307:3306'
+#  mariadb:
+#    image: 'mariadb:lts'
+#    hostname: mariadb
+#    ports:
+#      - '3307:3306'
+#    environment:
+#      MYSQL_ROOT_PASSWORD: admin
+#      MYSQL_USER: admin
+#      MYSQL_PASSWORD: admin
+#      MYSQL_DATABASE: metastore_db
+#    command: ' --max_allowed_packet=67108864 --max_connections=12000 '
+#    volumes:
+#      - mariddbdata:/var/lib/mysql
+#    networks:
+#      - miniotrino
+
+#  hive-metastore:
+#    hostname: hive-metastore
+#    image: 'bitsondatadev/hive-metastore:latest'
+#    depends_on:
+#      - mariadb
+#    ports:
+#      - '9083:9083'
+#    volumes:
+#      - ./conf/metastore-site.xml:/opt/apache-hive-metastore-3.0.0-bin/conf/metastore-site.xml:ro
+#    environment:
+#      METASTORE_DB_HOSTNAME: mariadb
+#    networks:
+#      - miniotrino
+
+
+  metastore_db:
+    image: postgres:11
+    hostname: metastore_db
+    container_name: metastore_db
     environment:
-      MYSQL_ROOT_PASSWORD: admin
-      MYSQL_USER: admin
-      MYSQL_PASSWORD: admin
-      MYSQL_DATABASE: metastore_db
-    command: ' --max_allowed_packet=67108864 --max_connections=12000 '
-    volumes:
-      - mariddbdata:/var/lib/mysql
+      POSTGRES_USER: hive
+      POSTGRES_PASSWORD: hive
+      POSTGRES_DB: metastore
     networks:
       - miniotrino
-
+
+  # Hive metastore service (HMS)
   hive-metastore:
+    container_name: hive-metastore
     hostname: hive-metastore
-    image: 'bitsondatadev/hive-metastore:latest'
-    depends_on:
-      - mariadb
+    image: 'starburstdata/hive:3.1.2-e.15'
     ports:
-      - '9083:9083'
-    volumes:
-      - ./conf/metastore-site.xml:/opt/apache-hive-metastore-3.0.0-bin/conf/metastore-site.xml:ro
+      - '9083:9083' # Metastore Thrift
     environment:
-      METASTORE_DB_HOSTNAME: mariadb
+      HIVE_METASTORE_DRIVER: org.postgresql.Driver
+      HIVE_METASTORE_JDBC_URL: jdbc:postgresql://metastore_db:5432/metastore
+      HIVE_METASTORE_USER: hive
+      HIVE_METASTORE_PASSWORD: hive
+      HIVE_METASTORE_WAREHOUSE_DIR: s3://datalake/
+      S3_ENDPOINT: http://minio:9000
+      S3_ACCESS_KEY: minio
+      S3_SECRET_KEY: minioadmin
+      S3_PATH_STYLE_ACCESS: "true"
+      REGION: ""
+      GOOGLE_CLOUD_KEY_FILE_PATH: ""
+      AZURE_ADL_CLIENT_ID: ""
+      AZURE_ADL_CREDENTIAL: ""
+      AZURE_ADL_REFRESH_URL: ""
+      AZURE_ABFS_STORAGE_ACCOUNT: ""
+      AZURE_ABFS_ACCESS_KEY: ""
+      AZURE_WASB_STORAGE_ACCOUNT: ""
+      AZURE_ABFS_OAUTH: ""
+      AZURE_ABFS_OAUTH_TOKEN_PROVIDER: ""
+      AZURE_ABFS_OAUTH_CLIENT_ID: ""
+      AZURE_ABFS_OAUTH_SECRET: ""
+      AZURE_ABFS_OAUTH_ENDPOINT: ""
+      AZURE_WASB_ACCESS_KEY: ""
+    depends_on:
+      - metastore_db
     networks:
       - miniotrino
 
+
+
 networks:
   miniotrino:
     driver: bridge