Skip to content

Commit

Permalink
merged main
Browse files Browse the repository at this point in the history
  • Loading branch information
kevinschaper committed Jul 1, 2024
2 parents 42f9411 + 543b64a commit 8c06542
Showing 1 changed file with 9 additions and 8 deletions.
17 changes: 9 additions & 8 deletions Jenkinsfile
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
pipeline {
agent { label 'monarch-agent-large' }
agent { label 'monarch-agent-xlarge' }
environment {
HOME = "${env.WORKSPACE}"
RELEASE = sh(script: "echo `date +%Y-%m-%d`", returnStdout: true).trim()
Expand Down Expand Up @@ -45,18 +45,19 @@ pipeline {
}
}
stage('transform') {
//TODO: add --rdf flag back to produce individual rdf files
steps {
sh 'poetry run ingest transform --all --log --rdf --write-metadata'
sh 'poetry run ingest transform --all --log --write-metadata'
sh '''
sed -i.bak 's@\r@@g' output/transform_output/*.tsv
rm output/transform_output/*.bak
'''
sh '''
gunzip output/rdf/*.gz
sed -i.bak 's@\\r@@g' output/rdf/*.nt
rm output/rdf/*.bak
gzip output/rdf/*.nt
'''
// sh '''
// gunzip output/rdf/*.gz
// sed -i.bak 's@\\r@@g' output/rdf/*.nt
// rm output/rdf/*.bak
// gzip output/rdf/*.nt
// '''
}
}
stage('merge') {
Expand Down

0 comments on commit 8c06542

Please sign in to comment.