Skip to content

Commit

Permalink
increase to 1000 requests to get to 2+ replicas
Browse files Browse the repository at this point in the history
  • Loading branch information
samos123 committed Nov 11, 2023
1 parent 38328d3 commit 8f3eb65
Showing 1 changed file with 5 additions and 5 deletions.
10 changes: 5 additions & 5 deletions tests/system-test-kind.sh
Original file line number Diff line number Diff line change
Expand Up @@ -47,15 +47,15 @@ if [ "$replicas" -eq 1 ]; then
fi


# Send 500 requests in parallel to stapi backend using openai python client and threading
# Send 1000 requests in parallel to stapi backend using openai python client and threading
SCRIPT_DIR=$(dirname "$0")
python3 $SCRIPT_DIR/test_openai_embedding.py --requests 500 --model text-embedding-ada-002
python3 $SCRIPT_DIR/test_openai_embedding.py --requests 1000 --model text-embedding-ada-002

# Ensure replicas has been scaled up to more than 1 after sending 500 parallel requests
# Ensure replicas has been scaled up to more than 1 after sending 1000 parallel requests
replicas=$(kubectl get deployment stapi-minilm-l6-v2 -o jsonpath='{.spec.replicas}')
if [ "$replicas" -ge 2 ]; then
echo "Test passed: Expected 2 or more replicas after sending more than 500 requests, got $replicas"
echo "Test passed: Expected 2 or more replicas after sending more than 1000 requests, got $replicas"
else
echo "Test failed: Expected 2 or more replicas after sending more than 500 requests, got $replicas"
echo "Test failed: Expected 2 or more replicas after sending more than 1000 requests, got $replicas"
exit 1
fi

0 comments on commit 8f3eb65

Please sign in to comment.