From 324a58219e0482eb57e0ef3189d506463a3c5cd0 Mon Sep 17 00:00:00 2001
From: Kevin Schaper <kevinschaper@gmail.com>
Date: Wed, 12 Jun 2024 23:00:53 -0700
Subject: [PATCH] add more steps to the ingest update jenkins script

---
 Jenkinsfile-redo-solr | 49 +++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 49 insertions(+)

diff --git a/Jenkinsfile-redo-solr b/Jenkinsfile-redo-solr
index b6c35b1f..6e471013 100644
--- a/Jenkinsfile-redo-solr
+++ b/Jenkinsfile-redo-solr
@@ -12,6 +12,16 @@ pipeline {
                 script {
                     properties([
                         parameters([
+                            stringParam(
+                                defaultValue: 'latest',
+                                description: 'monarch-kg-dev release',
+                                name: 'RELEASE'
+                            ),
+                            booleanParam(
+                                defaultValue: true,
+                                description: 'Run KGX Graph Summary',
+                                name: 'KGX_GRAPH_SUMMARY'
+                            ),
                             booleanParam(
                                 defaultValue: true,
                                 description: 'Re-run denormalization step',
@@ -32,6 +42,16 @@ pipeline {
                                 description: 'Make TSV Exports',
                                 name: 'EXPORT'
                             ),
+                            booleanParam(
+                                defaultValue: false,
+                                description: 'Make JSONL Export',
+                                name: 'JSONL'
+                            ),
+                            booleanParam(
+                                defaultValue: false,
+                                description: 'Run KGX Transforms',
+                                name: 'KGX_TRANSFORMS'
+                            ),
                             booleanParam(
                                 defaultValue: false,
                                 description: 'Upload to bucket',
@@ -73,6 +93,16 @@ pipeline {
                 '''
             }
         }
+        stage('kgx-graph-summary') {
+            when {
+                expression {
+                   return params.KGX_GRAPH_SUMMARY
+                }
+            }
+            steps {
+                sh 'poetry run kgx graph-summary -i tsv -c "tar.gz" --node-facet-properties provided_by --edge-facet-properties provided_by output/monarch-kg.tar.gz -o output/merged_graph_stats.yaml'
+            }
+        }
         stage('denormalize') {
             when {
                 expression {
@@ -113,6 +143,25 @@ pipeline {
                 sh 'poetry run ingest export'
             }
         }
+        stage("jsonl") {
+            when {
+                expression {
+                   return params.JSONL
+               }
+               steps {
+                   sh 'poetry run ingest jsonl'
+               }
+        }
+        stage('kgx-transforms'){
+            when {
+               expression {
+                   return params.KGX_TRANSFORMS
+                   }
+            }
+            steps {
+                sh './scripts/kgx_transforms.sh'
+            }
+        }
         stage('upload files') {
             when {
                 expression {