inference_realtime.sh

#!/usr/bin/env bash
#
# Copyright (c) 2020 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

MODEL_DIR=${MODEL_DIR-$PWD}

if [ -z "${OUTPUT_DIR}" ]; then
  echo "The required environment variable OUTPUT_DIR has not been set"
  exit 1
fi

# Create the output directory in case it doesn't already exist
mkdir -p ${OUTPUT_DIR}

if [ -z "${DATASET_DIR}" ]; then
  echo "The required environment variable DATASET_DIR has not been set"
  exit 1
fi

if [ ! -d "${DATASET_DIR}" ]; then
  echo "The DATASET_DIR '${DATASET_DIR}' does not exist"
  exit 1
fi

# If precision env is not mentioned, then the workload will run with the default precision.
if [ -z "${PRECISION}"]; then
  PRECISION=fp32
  echo "Running with default precision ${PRECISION}"
fi

if [[ $PRECISION != "fp32" ]]; then
  echo "The specified precision '${PRECISION}' is unsupported."
  echo "Supported precision is fp32."
  exit 1
fi


if [ -z "${PRETRAINED_MODEL}" ]; then 
  PRETRAINED_MODEL="${DATASET_DIR}/uncased_L-12_H-768_A-12"

  #Check if zip folder exists or not if exsists unzip it
  if [[ ! -d "${PRETRAINED_MODEL}" ]]; then
       if [[ ! -f "$[DATASET_DIR]/uncased_L-12_H-768_A-12.zip" ]]; then
            unzip $[DATASET_DIR]/uncased_L-12_H-768_A-12.zip -d ${DATASET_DIR}
       else
           echo "The pretrained model could not be found. Please set the PRETRAINED_MODEL env var."
           exit 1
       fi
  fi

elif [[ ! -d "${PRETRAINED_MODEL}" ]]; then
  echo "The file specified by the PRETRAINED_MODEL environment variable (${PRETRAINED_MODEL}) does not exist."
  exit 1
fi

if [ -z "${MODEL_SOURCE}" ]; then
  echo "The required environment variable MODEL_SOURCE has not been set"
  exit 1
fi

if [ ! -d "${MODEL_SOURCE}" ]; then
  echo "The DATASET_DIR '${MODEL_SOURCE}' does not exist"
  exit 1
fi

# If batch size env is not mentioned, then the workload will run with the default batch size.
if [ -z "${BATCH_SIZE}"]; then
  BATCH_SIZE="1"
  echo "Running with default batch size of ${BATCH_SIZE}"
fi

source "${MODEL_DIR}/quickstart/common/utils.sh"
_get_platform_type
if [[ ${PLATFORM} == "windows" ]]; then
  CORES="${NUMBER_OF_PROCESSORS}"
else
  CORES=`lscpu | grep Core | awk '{print $4}'`
fi

_command python ${MODEL_DIR}/benchmarks/launch_benchmark.py \
  --checkpoint $DATASET_DIR/uncased_L-12_H-768_A-12/ \
  --data-location $DATASET_DIR \
  --model-source-dir $MODEL_SOURCE \
  --model-name bert \
  --precision $PRECISION \
  --mode inference \
  --framework tensorflow \
  --batch-size=${BATCH_SIZE} \
  --num-cores $CORES \
  --num-inter-threads 1 \
  --num-intra-threads $CORES \
  --socket-id 0 \
  --output-dir ${OUTPUT_DIR} \
  $@ \
  -- \
  task-name=MRPC \
  max-seq-length=128 \
  learning-rate=2e-5 \
  num_train_epochs=3.0