[taskcluster 2024-01-29T19:22:56.804Z] Worker Type (translations-1/b-linux-v100-gpu) settings:
[taskcluster 2024-01-29T19:22:56.804Z]   {
[taskcluster 2024-01-29T19:22:56.804Z]     "config": {
[taskcluster 2024-01-29T19:22:56.804Z]       "deploymentId": ""
[taskcluster 2024-01-29T19:22:56.804Z]     },
[taskcluster 2024-01-29T19:22:56.804Z]     "generic-worker": {
[taskcluster 2024-01-29T19:22:56.804Z]       "engine": "simple",
[taskcluster 2024-01-29T19:22:56.804Z]       "go-arch": "amd64",
[taskcluster 2024-01-29T19:22:56.804Z]       "go-os": "linux",
[taskcluster 2024-01-29T19:22:56.804Z]       "go-version": "go1.21.5",
[taskcluster 2024-01-29T19:22:56.804Z]       "release": "https://github.com/taskcluster/taskcluster/releases/tag/v60.1.2",
[taskcluster 2024-01-29T19:22:56.804Z]       "revision": "c9b1d207698f99d21dfd3985cedaca0a38dafc48",
[taskcluster 2024-01-29T19:22:56.804Z]       "source": "https://github.com/taskcluster/taskcluster/commits/c9b1d207698f99d21dfd3985cedaca0a38dafc48",
[taskcluster 2024-01-29T19:22:56.804Z]       "version": "60.1.2"
[taskcluster 2024-01-29T19:22:56.804Z]     },
[taskcluster 2024-01-29T19:22:56.804Z]     "image": "projects/taskcluster-imaging/global/images/generic-translations-gcp-googlecompute-2024-01-24t16-29-51z",
[taskcluster 2024-01-29T19:22:56.804Z]     "instance-id": "5171146730671589133",
[taskcluster 2024-01-29T19:22:56.804Z]     "instance-type": "projects/887720501152/machineTypes/n1-highmem-8",
[taskcluster 2024-01-29T19:22:56.804Z]     "local-ipv4": "10.128.0.209",
[taskcluster 2024-01-29T19:22:56.804Z]     "project-id": "fxci-production-level1-workers",
[taskcluster 2024-01-29T19:22:56.804Z]     "public-hostname": "translations-1-b-linux-v100-gpu-fvsnhe-irl6pp74mn99nqw.c.fxci-production-level1-workers.internal",
[taskcluster 2024-01-29T19:22:56.804Z]     "public-ipv4": "34.27.120.34",
[taskcluster 2024-01-29T19:22:56.804Z]     "region": "us-central1",
[taskcluster 2024-01-29T19:22:56.804Z]     "zone": "us-central1-c"
[taskcluster 2024-01-29T19:22:56.804Z]   }
[taskcluster 2024-01-29T19:22:56.804Z] Task ID: cnBgpRTfRB6bvNhqRHgQFA
[taskcluster 2024-01-29T19:22:56.804Z] === Task Starting ===
[taskcluster 2024-01-29T19:22:57.070Z] Uploading redirect artifact public/logs/live.log to URL https://firefoxci-websocktunnel.services.mozilla.com/us-central1.5171146730671589133.60099/log/UzNx2ThISt6zmX6ehlErzQ with mime type "text/plain; charset=utf-8" and expiry 2024-02-28T19:37:57.005Z
[taskcluster 2024-01-29T19:22:57.128Z] [mounts] Moving existing writable directory cache translations-level-1-checkouts from /home/ubuntu/caches/B9_zEdMrTcucSc2n8ujMQA to /home/ubuntu/tasks/task_170655605644664/checkouts
[taskcluster 2024-01-29T19:22:57.128Z] [mounts] Creating directory /home/ubuntu/tasks/task_170655605644664
[taskcluster 2024-01-29T19:22:57.128Z] [mounts] Successfully mounted writable directory cache '/home/ubuntu/tasks/task_170655605644664/checkouts'
[taskcluster:warn 2024-01-29T19:22:57.129Z] [mounts] No SHA256 specified in task mounts for urlcontent:https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/N4_KnVy-TDieuZ7WQILuAg/artifacts/public/run-task - SHA256 from downloaded file /home/ubuntu/downloads/Y_pWRgJLTYOqMdHNrJt0eA is 58974d7dcf0417b3fe536280e49d18e6c908a77c665a69cdbd51e7231ddb0ee7.
[taskcluster 2024-01-29T19:22:57.129Z] [mounts] Creating directory /home/ubuntu/tasks/task_170655605644664
[taskcluster 2024-01-29T19:22:57.129Z] [mounts] Copying /home/ubuntu/downloads/Y_pWRgJLTYOqMdHNrJt0eA to /home/ubuntu/tasks/task_170655605644664/run-task
[taskcluster:warn 2024-01-29T19:22:57.133Z] [mounts] No SHA256 specified in task mounts for urlcontent:https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/N4_KnVy-TDieuZ7WQILuAg/artifacts/public/fetch-content - SHA256 from downloaded file /home/ubuntu/downloads/J8kY6eQfRauTYsSCdzHCZg is 1b5680bd9953834c961eac614b18b846f7f15be2812792709c6b5646a7c7fdb8.
[taskcluster 2024-01-29T19:22:57.133Z] [mounts] Creating directory /home/ubuntu/tasks/task_170655605644664
[taskcluster 2024-01-29T19:22:57.133Z] [mounts] Copying /home/ubuntu/downloads/J8kY6eQfRauTYsSCdzHCZg to /home/ubuntu/tasks/task_170655605644664/fetch-content
[taskcluster 2024-01-29T19:22:57.135Z] Executing command 0: chmod '+x' run-task
[taskcluster 2024-01-29T19:22:57.137Z]    Exit Code: 0
[taskcluster 2024-01-29T19:22:57.137Z]    User Time: 0s
[taskcluster 2024-01-29T19:22:57.137Z]  Kernel Time: 1.553ms
[taskcluster 2024-01-29T19:22:57.137Z]    Wall Time: 1.696964ms
[taskcluster 2024-01-29T19:22:57.137Z]       Result: SUCCEEDED
[taskcluster 2024-01-29T19:22:57.137Z] Executing command 1: './run-task' '--firefox_translations_training-checkout=./checkouts/vcs/' -- bash -c 'pip install -r $VCS_PATH/pipeline/eval/requirements/eval.txt && export PATH=$PATH:~/.local/bin && export MARIAN=$MOZ_FETCHES_DIR && export BMT_MARIAN=$MOZ_FETCHES_DIR && zstd --rm -d $MOZ_FETCHES_DIR/lex.s2t.pruned.zst && $VCS_PATH/pipeline/eval/eval-quantized.sh $MOZ_FETCHES_DIR/model.intgemm.alphas.bin $MOZ_FETCHES_DIR/lex.s2t.pruned $MOZ_FETCHES_DIR/devtest $MOZ_FETCHES_DIR/vocab.spm $TASK_WORKDIR/artifacts/devtest $TASK_WORKDIR/$VCS_PATH/pipeline/quantize/decoder.yml'
[setup 2024-01-29T19:22:57.202Z] run-task started in /home/ubuntu/tasks/task_170655605644664
[setup 2024-01-29T19:22:57.202Z] Invoked by command: --firefox_translations_training-checkout=./checkouts/vcs/ -- bash -c pip install -r $VCS_PATH/pipeline/eval/requirements/eval.txt && export PATH=$PATH:~/.local/bin && export MARIAN=$MOZ_FETCHES_DIR && export BMT_MARIAN=$MOZ_FETCHES_DIR && zstd --rm -d $MOZ_FETCHES_DIR/lex.s2t.pruned.zst && $VCS_PATH/pipeline/eval/eval-quantized.sh $MOZ_FETCHES_DIR/model.intgemm.alphas.bin $MOZ_FETCHES_DIR/lex.s2t.pruned $MOZ_FETCHES_DIR/devtest $MOZ_FETCHES_DIR/vocab.spm $TASK_WORKDIR/artifacts/devtest $TASK_WORKDIR/$VCS_PATH/pipeline/quantize/decoder.yml
[setup 2024-01-29T19:22:57.202Z] Python version: 3.10.12
[vcs 2024-01-29T19:22:57.203Z] WARNING: vcs checkout path (/home/ubuntu/tasks/task_170655605644664/checkouts/vcs) not in cache or volume; performance will likely suffer
[vcs 2024-01-29T19:22:57.203Z] executing ['git', 'config', '--global', '--add', 'safe.directory', '/home/ubuntu/tasks/task_170655605644664/checkouts/vcs']
[vcs 2024-01-29T19:22:57.205Z] executing ['git', 'fetch', '--no-tags', 'https://github.com/AmitMY/firefox-translations-training', 'patch-11']
[vcs 2024-01-29T19:22:57.466Z] From https://github.com/AmitMY/firefox-translations-training
[vcs 2024-01-29T19:22:57.466Z]  * branch            patch-11   -> FETCH_HEAD
[vcs 2024-01-29T19:22:57.473Z] executing ['git', 'checkout', '-f', '-B', 'patch-11', '11268076b51421847e9698a5bd754f8a39de9f2c']
[vcs 2024-01-29T19:22:57.545Z] Reset branch 'patch-11'
[vcs 2024-01-29T19:22:57.545Z] executing ['git', 'submodule', 'init']
[vcs 2024-01-29T19:22:57.574Z] executing ['git', 'submodule', 'update', '--force']
[vcs 2024-01-29T19:22:57.691Z] Submodule path '3rd_party/browsermt-marian-dev': checked out '11c6ae7c46be21ef96ed10c60f28022fa968939f'
[vcs 2024-01-29T19:22:57.709Z] Submodule path '3rd_party/extract-lex': checked out '42fa605b53f32eaf6c6e0b5677255c21c91b3d49'
[vcs 2024-01-29T19:22:57.726Z] Submodule path '3rd_party/fast_align': checked out 'cab1e9aac8d3bb02ff5ae58218d8d225a039fa11'
[vcs 2024-01-29T19:22:57.763Z] Submodule path '3rd_party/kenlm': checked out 'bbf4fc511266c5d4515047055d7bdec659a6e158'
[vcs 2024-01-29T19:22:57.911Z] Submodule path '3rd_party/marian-dev': checked out 'e8a1a2530fb84cbff7383302ebca393e5875c441'
[vcs 2024-01-29T19:22:57.939Z] Submodule path '3rd_party/preprocess': checked out '64307314b4d5a9a0bd529b5c1036b0710d995eec'
[vcs 2024-01-29T19:22:57.939Z] cleaning git checkout...
[vcs 2024-01-29T19:22:57.939Z] executing ['git', 'clean', '-nxdff']
[vcs 2024-01-29T19:22:57.943Z] removing []
[vcs 2024-01-29T19:22:57.943Z] successfully cleaned git checkout!
[vcs 2024-01-29T19:22:57.945Z] TinderboxPrint:<a href='https://github.com/AmitMY/firefox-translations-training/commit/11268076b51421847e9698a5bd754f8a39de9f2c' title='Built from firefox-translations-training commit 11268076b51421847e9698a5bd754f8a39de9f2c'>11268076b51421847e9698a5bd754f8a39de9f2c</a>
[setup 2024-01-29T19:22:57.945Z] MOZ_FETCHES_DIR is /home/ubuntu/tasks/task_170655605644664/fetches
[fetches 2024-01-29T19:22:57.945Z] fetching artifacts
[fetches 2024-01-29T19:22:57.945Z] executing ['/usr/bin/python3', '-u', '/home/ubuntu/tasks/task_170655605644664/./fetch-content', 'task-artifacts']
attempt 1/5
attempt 1/5
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/MB_7-_hUQi6KipWChfpCPQ/artifacts/public/build/lex.s2t.pruned.zst to /home/ubuntu/tasks/task_170655605644664/fetches/lex.s2t.pruned.zstDownloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/H3r7f0V5TqeGYzdHrcg8HA/artifacts/public/build/devtest.en.zst to /home/ubuntu/tasks/task_170655605644664/fetches/devtest.en.zst

attempt 1/5
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/H3r7f0V5TqeGYzdHrcg8HA/artifacts/public/build/devtest.ru.zst to /home/ubuntu/tasks/task_170655605644664/fetches/devtest.ru.zst
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/MB_7-_hUQi6KipWChfpCPQ/artifacts/public/build/lex.s2t.pruned.zst
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/H3r7f0V5TqeGYzdHrcg8HA/artifacts/public/build/devtest.ru.zst
attempt 1/5
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/Nhwu1qA3T6aUEwhAvB1tyg/artifacts/public/build/marian.tar.zst to /home/ubuntu/tasks/task_170655605644664/fetches/marian.tar.zst
attempt 1/5
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/H3r7f0V5TqeGYzdHrcg8HA/artifacts/public/build/devtest.en.zst/home/ubuntu/tasks/task_170655605644664/./fetch-content:192: DeprecationWarning: cafile, capath and cadefault are deprecated, use a custom context instead.
  with urllib.request.urlopen(
attempt 1/5
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/THrz4CknSTq715yn3eOuyg/artifacts/public/build/vocab.spm to /home/ubuntu/tasks/task_170655605644664/fetches/vocab.spm

Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/Nhwu1qA3T6aUEwhAvB1tyg/artifacts/public/build/marian.tar.zst
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/Io_famPsTUKDMGzB8fKX6A/artifacts/public/build/model.intgemm.alphas.bin to /home/ubuntu/tasks/task_170655605644664/fetches/model.intgemm.alphas.bin
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/THrz4CknSTq715yn3eOuyg/artifacts/public/build/vocab.spm
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/Io_famPsTUKDMGzB8fKX6A/artifacts/public/build/model.intgemm.alphas.bin
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/H3r7f0V5TqeGYzdHrcg8HA/artifacts/public/build/devtest.ru.zst resolved to 81727 bytes with sha256 f869cb52f8a491f00a04f9c6f3e65ad948a746246c6e7cd2d95f46ede72ed308 in 6.187s
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/MB_7-_hUQi6KipWChfpCPQ/artifacts/public/build/lex.s2t.pruned.zst resolved to 5663 bytes with sha256 acb12a034130caa4cdfda74a4a5af6d6d409206fde3ca416fbea445341f60924 in 6.211s
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/THrz4CknSTq715yn3eOuyg/artifacts/public/build/vocab.spm resolved to 252750 bytes with sha256 cb63c2c60d98d0a71d760497b22a2e877fd67667c7fbc722743ad8cc0a6c5fa5 in 6.223s
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/H3r7f0V5TqeGYzdHrcg8HA/artifacts/public/build/devtest.en.zst resolved to 56883 bytes with sha256 9bb6ca271828747c4772d9aa534426d15f403ae142ecdba471631e7f70b1e523 in 6.228s
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/Io_famPsTUKDMGzB8fKX6A/artifacts/public/build/model.intgemm.alphas.bin resolved to 9080992 bytes with sha256 03e316ed7c2484945332350522551f5aef9e70aed49fff4741352b0b3bcd8707 in 6.330s
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/Nhwu1qA3T6aUEwhAvB1tyg/artifacts/public/build/marian.tar.zst resolved to 166207532 bytes with sha256 41b959c71b9038aa834f9c4c9b5f5f03c4aeff30e0b44cc553fcec9408e4f0ef in 7.356s
Extracting /home/ubuntu/tasks/task_170655605644664/fetches/marian.tar.zst to /home/ubuntu/tasks/task_170655605644664/fetches
/home/ubuntu/tasks/task_170655605644664/fetches/marian.tar.zst extracted in 1.667s
Removing /home/ubuntu/tasks/task_170655605644664/fetches/marian.tar.zst
PERFHERDER_DATA: {"framework": {"name": "build_metrics"}, "suites": [{"name": "fetch_content", "value": 9.057373685000016, "lowerIsBetter": true, "shouldAlert": false, "subtests": []}]}
[fetches 2024-01-29T19:23:07.101Z] finished fetching artifacts
[task 2024-01-29T19:23:07.101Z] executing ['bash', '-c', 'pip install -r $VCS_PATH/pipeline/eval/requirements/eval.txt && export PATH=$PATH:~/.local/bin && export MARIAN=$MOZ_FETCHES_DIR && export BMT_MARIAN=$MOZ_FETCHES_DIR && zstd --rm -d $MOZ_FETCHES_DIR/lex.s2t.pruned.zst && $VCS_PATH/pipeline/eval/eval-quantized.sh $MOZ_FETCHES_DIR/model.intgemm.alphas.bin $MOZ_FETCHES_DIR/lex.s2t.pruned $MOZ_FETCHES_DIR/devtest $MOZ_FETCHES_DIR/vocab.spm $TASK_WORKDIR/artifacts/devtest $TASK_WORKDIR/$VCS_PATH/pipeline/quantize/decoder.yml']
[task 2024-01-29T19:23:07.467Z] Defaulting to user installation because normal site-packages is not writeable
[task 2024-01-29T19:23:07.584Z] Requirement already satisfied: colorama==0.4.6 in /home/ubuntu/.local/lib/python3.10/site-packages (from -r ./checkouts/vcs/pipeline/eval/requirements/eval.txt (line 7)) (0.4.6)
[task 2024-01-29T19:23:07.584Z] Requirement already satisfied: lxml==4.9.2 in /home/ubuntu/.local/lib/python3.10/site-packages (from -r ./checkouts/vcs/pipeline/eval/requirements/eval.txt (line 11)) (4.9.2)
[task 2024-01-29T19:23:07.585Z] Requirement already satisfied: numpy==1.24.3 in /home/ubuntu/.local/lib/python3.10/site-packages (from -r ./checkouts/vcs/pipeline/eval/requirements/eval.txt (line 90)) (1.24.3)
[task 2024-01-29T19:23:07.586Z] Requirement already satisfied: portalocker==2.7.0 in /home/ubuntu/.local/lib/python3.10/site-packages (from -r ./checkouts/vcs/pipeline/eval/requirements/eval.txt (line 120)) (2.7.0)
[task 2024-01-29T19:23:07.587Z] Requirement already satisfied: regex==2023.5.5 in /home/ubuntu/.local/lib/python3.10/site-packages (from -r ./checkouts/vcs/pipeline/eval/requirements/eval.txt (line 124)) (2023.5.5)
[task 2024-01-29T19:23:07.587Z] Requirement already satisfied: sacrebleu==2.3.1 in /home/ubuntu/.local/lib/python3.10/site-packages (from -r ./checkouts/vcs/pipeline/eval/requirements/eval.txt (line 214)) (2.3.1)
[task 2024-01-29T19:23:07.588Z] Requirement already satisfied: tabulate==0.9.0 in /home/ubuntu/.local/lib/python3.10/site-packages (from -r ./checkouts/vcs/pipeline/eval/requirements/eval.txt (line 218)) (0.9.0)
[task 2024-01-29T19:23:07.807Z] 
[task 2024-01-29T19:23:07.807Z] s/lex.s2t.pruned.zst : 0 MB...     
[task 2024-01-29T19:23:07.807Z]                                                                                
[task 2024-01-29T19:23:07.807Z] /home/ubuntu/tasks/task_170655605644664/fetches/lex.s2t.pruned.zst: 17011 bytes 
[task 2024-01-29T19:23:07.809Z] + set -euo pipefail
[task 2024-01-29T19:23:07.809Z] + echo '###### Evaluation of a quantized model'
[task 2024-01-29T19:23:07.809Z] ###### Evaluation of a quantized model
[task 2024-01-29T19:23:07.809Z] + [[ -z /home/ubuntu/tasks/task_170655605644664/fetches ]]
[task 2024-01-29T19:23:07.809Z] + [[ -z en ]]
[task 2024-01-29T19:23:07.809Z] + [[ -z ru ]]
[task 2024-01-29T19:23:07.809Z] + model_path=/home/ubuntu/tasks/task_170655605644664/fetches/model.intgemm.alphas.bin
[task 2024-01-29T19:23:07.809Z] + shortlist=/home/ubuntu/tasks/task_170655605644664/fetches/lex.s2t.pruned
[task 2024-01-29T19:23:07.809Z] + dataset_prefix=/home/ubuntu/tasks/task_170655605644664/fetches/devtest
[task 2024-01-29T19:23:07.809Z] + vocab=/home/ubuntu/tasks/task_170655605644664/fetches/vocab.spm
[task 2024-01-29T19:23:07.809Z] + artifacts_prefix=/home/ubuntu/tasks/task_170655605644664/artifacts/devtest
[task 2024-01-29T19:23:07.809Z] + decoder_config=/home/ubuntu/tasks/task_170655605644664/./checkouts/vcs/pipeline/quantize/decoder.yml
[task 2024-01-29T19:23:07.810Z] ++ dirname ./checkouts/vcs/pipeline/eval/eval-quantized.sh
[task 2024-01-29T19:23:07.811Z] + cd ./checkouts/vcs/pipeline/eval
[task 2024-01-29T19:23:07.812Z] + bash eval.sh /home/ubuntu/tasks/task_170655605644664/artifacts/devtest /home/ubuntu/tasks/task_170655605644664/fetches/devtest ru en /home/ubuntu/tasks/task_170655605644664/fetches /home/ubuntu/tasks/task_170655605644664/./checkouts/vcs/pipeline/quantize/decoder.yml --models /home/ubuntu/tasks/task_170655605644664/fetches/model.intgemm.alphas.bin --vocabs /home/ubuntu/tasks/task_170655605644664/fetches/vocab.spm /home/ubuntu/tasks/task_170655605644664/fetches/vocab.spm --shortlist /home/ubuntu/tasks/task_170655605644664/fetches/lex.s2t.pruned false --int8shiftAlphaAll
[task 2024-01-29T19:23:07.814Z] + set -euo pipefail
[task 2024-01-29T19:23:07.814Z] + echo '###### Evaluation of a model'
[task 2024-01-29T19:23:07.814Z] ###### Evaluation of a model
[task 2024-01-29T19:23:07.814Z] + artifacts_prefix=/home/ubuntu/tasks/task_170655605644664/artifacts/devtest
[task 2024-01-29T19:23:07.814Z] + dataset_prefix=/home/ubuntu/tasks/task_170655605644664/fetches/devtest
[task 2024-01-29T19:23:07.814Z] + src=ru
[task 2024-01-29T19:23:07.814Z] + trg=en
[task 2024-01-29T19:23:07.814Z] + marian=/home/ubuntu/tasks/task_170655605644664/fetches
[task 2024-01-29T19:23:07.814Z] + decoder_config=/home/ubuntu/tasks/task_170655605644664/./checkouts/vcs/pipeline/quantize/decoder.yml
[task 2024-01-29T19:23:07.815Z] + marian_args=("${@:7}")
[task 2024-01-29T19:23:07.815Z] + COMPRESSION_CMD=zstdmt
[task 2024-01-29T19:23:07.815Z] + ARTIFACT_EXT=zst
[task 2024-01-29T19:23:07.815Z] ++ dirname /home/ubuntu/tasks/task_170655605644664/artifacts/devtest
[task 2024-01-29T19:23:07.816Z] + mkdir -p /home/ubuntu/tasks/task_170655605644664/artifacts
[task 2024-01-29T19:23:07.818Z] + echo '### Evaluating dataset: /home/ubuntu/tasks/task_170655605644664/fetches/devtest, pair: ru-en, Results prefix: /home/ubuntu/tasks/task_170655605644664/artifacts/devtest'
[task 2024-01-29T19:23:07.818Z] ### Evaluating dataset: /home/ubuntu/tasks/task_170655605644664/fetches/devtest, pair: ru-en, Results prefix: /home/ubuntu/tasks/task_170655605644664/artifacts/devtest
[task 2024-01-29T19:23:07.818Z] + zstdmt -dc /home/ubuntu/tasks/task_170655605644664/fetches/devtest.en.zst
[task 2024-01-29T19:23:07.821Z] + zstdmt -dc /home/ubuntu/tasks/task_170655605644664/fetches/devtest.ru.zst
[task 2024-01-29T19:23:07.821Z] + tee /home/ubuntu/tasks/task_170655605644664/artifacts/devtest.ru
[task 2024-01-29T19:23:07.822Z] + /home/ubuntu/tasks/task_170655605644664/fetches/marian-decoder --config /home/ubuntu/tasks/task_170655605644664/./checkouts/vcs/pipeline/quantize/decoder.yml --quiet --quiet-translation --log /home/ubuntu/tasks/task_170655605644664/artifacts/devtest.log --models /home/ubuntu/tasks/task_170655605644664/fetches/model.intgemm.alphas.bin --vocabs /home/ubuntu/tasks/task_170655605644664/fetches/vocab.spm /home/ubuntu/tasks/task_170655605644664/fetches/vocab.spm --shortlist /home/ubuntu/tasks/task_170655605644664/fetches/lex.s2t.pruned false --int8shiftAlphaAll
[task 2024-01-29T19:23:07.822Z] + tee /home/ubuntu/tasks/task_170655605644664/artifacts/devtest.en
[task 2024-01-29T19:23:07.822Z] + sacrebleu /home/ubuntu/tasks/task_170655605644664/artifacts/devtest.en.ref --detail --format text --score-only --language-pair ru-en --metrics bleu chrf
[task 2024-01-29T19:23:07.822Z] + tee /home/ubuntu/tasks/task_170655605644664/artifacts/devtest.metrics
[task 2024-01-29T19:23:08.313Z] sacreBLEU: System and reference streams have different lengths.
[fetches 2024-01-29T19:23:08.329Z] removing /home/ubuntu/tasks/task_170655605644664/fetches
[fetches 2024-01-29T19:23:08.459Z] finished
[taskcluster 2024-01-29T19:23:08.469Z]    Exit Code: 1
[taskcluster 2024-01-29T19:23:08.469Z]    User Time: 4.771619s
[taskcluster 2024-01-29T19:23:08.469Z]  Kernel Time: 3.151313s
[taskcluster 2024-01-29T19:23:08.469Z]    Wall Time: 11.33178225s
[taskcluster 2024-01-29T19:23:08.469Z]       Result: FAILED
[taskcluster 2024-01-29T19:23:08.469Z] === Task Finished ===
[taskcluster 2024-01-29T19:23:08.469Z] Task Duration: 11.333968554s
[taskcluster 2024-01-29T19:23:08.596Z] Uploading artifact public/build/devtest.en from file /home/ubuntu/tasks/task_170655605644664/artifacts/devtest.en with content encoding "gzip", mime type "application/octet-stream" and expiry 2024-04-28T17:42:27.418Z
[taskcluster 2024-01-29T19:23:08.802Z] Uploading artifact public/build/devtest.en.ref from file /home/ubuntu/tasks/task_170655605644664/artifacts/devtest.en.ref with content encoding "gzip", mime type "application/octet-stream" and expiry 2024-04-28T17:42:27.418Z
[taskcluster 2024-01-29T19:23:08.998Z] Uploading artifact public/build/devtest.log from file /home/ubuntu/tasks/task_170655605644664/artifacts/devtest.log with content encoding "gzip", mime type "text/plain" and expiry 2024-04-28T17:42:27.418Z
[taskcluster 2024-01-29T19:23:09.175Z] Uploading artifact public/build/devtest.metrics from file /home/ubuntu/tasks/task_170655605644664/artifacts/devtest.metrics with content encoding "gzip", mime type "application/octet-stream" and expiry 2024-04-28T17:42:27.418Z
[taskcluster 2024-01-29T19:23:09.393Z] Uploading artifact public/build/devtest.ru from file /home/ubuntu/tasks/task_170655605644664/artifacts/devtest.ru with content encoding "gzip", mime type "application/octet-stream" and expiry 2024-04-28T17:42:27.418Z
[taskcluster 2024-01-29T19:23:09.648Z] [mounts] Preserving cache: Moving "/home/ubuntu/tasks/task_170655605644664/checkouts" to "/home/ubuntu/caches/B9_zEdMrTcucSc2n8ujMQA"
[taskcluster 2024-01-29T19:23:09.708Z] Uploading link artifact public/logs/live.log to artifact public/logs/live_backing.log with expiry 2024-04-28T17:42:27.418Z
[taskcluster:error] exit status 1