From c58eaa8d39f6cb06f9c41f1496dde5f84820a46f Mon Sep 17 00:00:00 2001 From: adplincinst Date: Wed, 29 May 2024 17:16:34 +0000 Subject: [PATCH] added second harvest to gleaner gh action to verify idempotency. Warning current test may fail if test starts on a given day but finishes next day as prov json-ld documents will increase due to embedded datestamp causes creation of new json-ld file due to content-addressing scheme --- .../workflows/test_geoconnex_dev_sitemap.yml | 24 ++++++++++++++++++- 1 file changed, 23 insertions(+), 1 deletion(-) diff --git a/.github/workflows/test_geoconnex_dev_sitemap.yml b/.github/workflows/test_geoconnex_dev_sitemap.yml index cd2aafa3..58bf2949 100644 --- a/.github/workflows/test_geoconnex_dev_sitemap.yml +++ b/.github/workflows/test_geoconnex_dev_sitemap.yml @@ -45,4 +45,26 @@ jobs: sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/refgages0 330 sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/refmainstems 66 echo "::endgroup::" - + - name: Build and Run Gleaner Harvest #2 + run: | + echo "::group::Build and Run Gleaner Harvest" + make + sh scripts/iow/start-gleaner.sh + echo "::endgroup::" + - name: Verify Harvest Counts on #2 Harvest (Verify Idempotency) + run: | + echo "::group::Verify Harvest Counts on First Harvest (Pristine S3)" + sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/orgs 5 + sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/prov/cdss0 30 + sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/prov/dams0 45 + sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/prov/nmwdist0 266 + sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/prov/refgages0 330 + sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/prov/refmainstems 66 + sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/cdss0 30 + sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/dams0 45 + sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/nmwdist0 265 + sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/refgages0 330 + sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/refmainstems 66 + echo "::endgroup::" + +