gen_test.sh

#!/usr/bin/env bash

# Generate test image record files.
# Settings other than image_size are read from config.yml
#
# Usage:
#   $ util/gen_test.sh <config.yml> <image_size>
#   $ util/gen_test.sh /config/config.yml 224

set -u

CUR_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
source "$CUR_DIR/functions"

CONFIG_FILE="$1"
RESIZE="$2"

python -c 'import sys, yaml, json; json.dump(yaml.safe_load(sys.stdin), sys.stdout, indent=2)' < "$CONFIG_FILE" > config.json
config=$(jq -Mc '.' config.json)

TEST="/images/test"
DATA_TEST="/data/test"
mkdir -p "${DATA_TEST}"

NUM_THREAD=$(get_conf "$config"  ".common.num_threads" "4")
QUALITY=$(get_conf "$config"  ".data.quality" "100")
CENTER_CROP=$(get_conf "$config"  ".data.test_center_crop" "0")

echo "RESIZE=$RESIZE"

echo "CENTER_CROP=$CENTER_CROP"
if [[ $CENTER_CROP = 1 ]]; then
  CENTER_CROP="--center-crop"
else
  CENTER_CROP=""
fi

# Generate test image list from test directory.
python -u /mxnet/tools/im2rec.py --list --recursive --no-shuffle \
                                 "images-test-${RESIZE}" "${TEST}/"

# Check whether test images exist.
TEST_IMAGES_NUM=$(echo "$(cat "images-test-${RESIZE}.lst" | wc -l)")
if [[ "$TEST_IMAGES_NUM" = 0 ]]; then
  echo 'Error: Test images do not exist.' 1>&2
  echo 'Please put test images in images/test direcotory.' 1>&2
  exit 1
fi

# Generate test image record file.
python -u /mxnet/tools/im2rec.py --resize "${RESIZE}" --quality "${QUALITY}" --no-shuffle \
                                 --num-thread "${NUM_THREAD}" ${CENTER_CROP} \
                                 "images-test-${RESIZE}" "${TEST}/"
mv images-test* "${DATA_TEST}"

# Create labels.txt
find ${TEST}/* -type d | LC_ALL=C sort | awk -F/ '{print NR-1, $NF}' > ${DATA_TEST}/labels.txt

# Create images.txt
LC_ALL=C $CUR_DIR/counter.sh "${TEST}" | sed -e '1d' > ${DATA_TEST}/images-test-${RESIZE}.txt