initial commit
This commit is contained in:
330
test_all.sh
Normal file
330
test_all.sh
Normal file
@@ -0,0 +1,330 @@
|
||||
#!/bin/bash
|
||||
|
||||
# Supertonic - Test All Language Implementations
|
||||
# This script runs inference tests for all supported languages except web
|
||||
|
||||
set -e # Exit on error
|
||||
|
||||
SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
|
||||
cd "$SCRIPT_DIR"
|
||||
|
||||
echo "=================================="
|
||||
echo "Supertonic - Testing All Examples"
|
||||
echo "=================================="
|
||||
echo ""
|
||||
|
||||
# Ask user to select test mode
|
||||
echo "Select test mode:"
|
||||
echo " 1) Default inference only"
|
||||
echo " 2) Batch inference only"
|
||||
echo " 3) Long-form inference only"
|
||||
echo " 4) All tests (default + batch + long-form)"
|
||||
echo -e "Enter your choice (1/2/3/4) [default: 1]: \c"
|
||||
read -r test_mode
|
||||
test_mode=${test_mode:-1}
|
||||
|
||||
case $test_mode in
|
||||
1)
|
||||
TEST_DEFAULT=true
|
||||
TEST_BATCH=false
|
||||
TEST_LONGFORM=false
|
||||
echo "Running default inference tests only"
|
||||
;;
|
||||
2)
|
||||
TEST_DEFAULT=false
|
||||
TEST_BATCH=true
|
||||
TEST_LONGFORM=false
|
||||
echo "Running batch inference tests only"
|
||||
;;
|
||||
3)
|
||||
TEST_DEFAULT=false
|
||||
TEST_BATCH=false
|
||||
TEST_LONGFORM=true
|
||||
echo "Running long-form inference tests only"
|
||||
;;
|
||||
4)
|
||||
TEST_DEFAULT=true
|
||||
TEST_BATCH=true
|
||||
TEST_LONGFORM=true
|
||||
echo "Running all tests (default + batch + long-form)"
|
||||
;;
|
||||
*)
|
||||
echo "Invalid choice. Using default inference only."
|
||||
TEST_DEFAULT=true
|
||||
TEST_BATCH=false
|
||||
TEST_LONGFORM=false
|
||||
;;
|
||||
esac
|
||||
echo ""
|
||||
|
||||
# Batch inference test data - multilingual examples
|
||||
BATCH_VOICE_STYLE_1="assets/voice_styles/M1.json"
|
||||
BATCH_VOICE_STYLE_2="assets/voice_styles/F1.json"
|
||||
BATCH_TEXT_1="The sun sets behind the mountains, painting the sky in shades of pink and orange."
|
||||
BATCH_TEXT_2="오늘 아침에 공원을 산책했는데, 새소리와 바람 소리가 너무 기분 좋았어요."
|
||||
BATCH_LANG_1="en"
|
||||
BATCH_LANG_2="ko"
|
||||
|
||||
# Long-form inference test data
|
||||
LONGFORM_VOICE_STYLE="assets/voice_styles/M1.json"
|
||||
LONGFORM_TEXT="This is a very long text that will be automatically split into multiple chunks. The system will process each chunk separately and then concatenate them together with natural pauses between segments. This ensures that even very long texts can be processed efficiently while maintaining natural speech flow and avoiding memory issues. The text chunking algorithm intelligently splits on paragraph and sentence boundaries, preserving the natural flow of the content. When a sentence is too long, it further splits on commas and spaces as needed. This multi-level approach ensures optimal chunk sizes for inference while maintaining linguistic coherence."
|
||||
|
||||
# Ask if user wants to clean results folders
|
||||
echo -e "Do you want to clean all results folders before running tests? (y/N): \c"
|
||||
read -r response
|
||||
if [[ "$response" =~ ^[Yy]$ ]]; then
|
||||
echo ""
|
||||
echo "Cleaning results folders..."
|
||||
|
||||
# List of result directories
|
||||
declare -a RESULT_DIRS=(
|
||||
"py/results"
|
||||
"nodejs/results"
|
||||
"go/results"
|
||||
"rust/results"
|
||||
"csharp/results"
|
||||
"java/results"
|
||||
"swift/results"
|
||||
"cpp/build/results"
|
||||
)
|
||||
|
||||
for dir in "${RESULT_DIRS[@]}"; do
|
||||
if [ -d "$SCRIPT_DIR/$dir" ]; then
|
||||
echo " - Cleaning $dir"
|
||||
rm -rf "$SCRIPT_DIR/$dir"/*
|
||||
fi
|
||||
done
|
||||
|
||||
echo "Results folders cleaned!"
|
||||
echo ""
|
||||
fi
|
||||
|
||||
# Colors for output
|
||||
RED='\033[0;31m'
|
||||
GREEN='\033[0;32m'
|
||||
YELLOW='\033[1;33m'
|
||||
BLUE='\033[0;34m'
|
||||
NC='\033[0m' # No Color
|
||||
|
||||
# Track results
|
||||
declare -a PASSED=()
|
||||
declare -a FAILED=()
|
||||
|
||||
# Helper function to show statistics
|
||||
show_stats() {
|
||||
local name=$1
|
||||
local results_dir=$2
|
||||
|
||||
if [ -d "$results_dir" ]; then
|
||||
# Count .wav files
|
||||
local file_count=$(find "$results_dir" -name "*.wav" -type f 2>/dev/null | wc -l | tr -d ' ')
|
||||
|
||||
if [ "$file_count" -gt 0 ]; then
|
||||
# Calculate total size
|
||||
local total_size=0
|
||||
while IFS= read -r file; do
|
||||
if [ -f "$file" ]; then
|
||||
local size=$(stat -f%z "$file" 2>/dev/null || stat -c%s "$file" 2>/dev/null)
|
||||
total_size=$((total_size + size))
|
||||
fi
|
||||
done < <(find "$results_dir" -name "*.wav" -type f 2>/dev/null)
|
||||
|
||||
# Calculate statistics
|
||||
local total_size_mb=$(echo "scale=2; $total_size / 1024 / 1024" | bc)
|
||||
local avg_size_kb=$(echo "scale=2; $total_size / $file_count / 1024" | bc)
|
||||
|
||||
echo -e "${BLUE}[$name]${NC} 📊 Statistics:"
|
||||
echo -e "${BLUE}[$name]${NC} - Files generated: $file_count"
|
||||
echo -e "${BLUE}[$name]${NC} - Total size: ${total_size_mb} MB"
|
||||
echo -e "${BLUE}[$name]${NC} - Average file size: ${avg_size_kb} KB"
|
||||
fi
|
||||
fi
|
||||
}
|
||||
|
||||
# Helper function to run tests
|
||||
run_test() {
|
||||
local name=$1
|
||||
local dir=$2
|
||||
shift 2
|
||||
local cmd="$@"
|
||||
|
||||
echo -e "${BLUE}[$name]${NC} Running inference..."
|
||||
cd "$SCRIPT_DIR/$dir"
|
||||
|
||||
# Determine results directory based on the directory
|
||||
local results_dir="$SCRIPT_DIR/$dir/results"
|
||||
if [[ "$dir" == "cpp/build" ]]; then
|
||||
results_dir="$SCRIPT_DIR/cpp/build/results"
|
||||
fi
|
||||
|
||||
# Run command and prefix each output line with the language name
|
||||
if eval "$cmd" 2>&1 | sed "s/^/[$name] /"; then
|
||||
echo -e "${GREEN}[$name]${NC} ✓ Success"
|
||||
|
||||
# Show statistics
|
||||
show_stats "$name" "$results_dir"
|
||||
|
||||
PASSED+=("$name")
|
||||
else
|
||||
echo -e "${RED}[$name]${NC} ✗ Failed"
|
||||
FAILED+=("$name")
|
||||
fi
|
||||
echo ""
|
||||
cd "$SCRIPT_DIR"
|
||||
}
|
||||
|
||||
# ====================================
|
||||
# Python
|
||||
# ====================================
|
||||
echo -e "${YELLOW}Testing Python...${NC}"
|
||||
if [ "$TEST_DEFAULT" = true ]; then
|
||||
run_test "Python (default)" "py" "uv run example_onnx.py"
|
||||
fi
|
||||
if [ "$TEST_BATCH" = true ]; then
|
||||
run_test "Python (batch)" "py" "uv run example_onnx.py --batch --voice-style $BATCH_VOICE_STYLE_1 $BATCH_VOICE_STYLE_2 --text '$BATCH_TEXT_1' '$BATCH_TEXT_2' --lang $BATCH_LANG_1 $BATCH_LANG_2"
|
||||
fi
|
||||
if [ "$TEST_LONGFORM" = true ]; then
|
||||
run_test "Python (long-form)" "py" "uv run example_onnx.py --voice-style $LONGFORM_VOICE_STYLE --text '$LONGFORM_TEXT'"
|
||||
fi
|
||||
|
||||
# ====================================
|
||||
# JavaScript (Node.js)
|
||||
# ====================================
|
||||
echo -e "${YELLOW}Testing JavaScript (Node.js)...${NC}"
|
||||
echo "Installing Node.js dependencies..."
|
||||
cd nodejs && npm install --silent && cd ..
|
||||
if [ "$TEST_DEFAULT" = true ]; then
|
||||
run_test "JavaScript (default)" "nodejs" "node example_onnx.js"
|
||||
fi
|
||||
if [ "$TEST_BATCH" = true ]; then
|
||||
run_test "JavaScript (batch)" "nodejs" "node example_onnx.js --batch --voice-style $BATCH_VOICE_STYLE_1,$BATCH_VOICE_STYLE_2 --text '$BATCH_TEXT_1|$BATCH_TEXT_2' --lang $BATCH_LANG_1,$BATCH_LANG_2"
|
||||
fi
|
||||
if [ "$TEST_LONGFORM" = true ]; then
|
||||
run_test "JavaScript (long-form)" "nodejs" "node example_onnx.js --voice-style $LONGFORM_VOICE_STYLE --text '$LONGFORM_TEXT'"
|
||||
fi
|
||||
|
||||
# ====================================
|
||||
# Go
|
||||
# ====================================
|
||||
echo -e "${YELLOW}Testing Go...${NC}"
|
||||
echo "Cleaning Go cache..."
|
||||
cd go && go clean && cd ..
|
||||
export ONNXRUNTIME_LIB_PATH=$(brew --prefix onnxruntime 2>/dev/null)/lib/libonnxruntime.dylib
|
||||
if [ "$TEST_DEFAULT" = true ]; then
|
||||
run_test "Go (default)" "go" "go run example_onnx.go helper.go"
|
||||
fi
|
||||
if [ "$TEST_BATCH" = true ]; then
|
||||
run_test "Go (batch)" "go" "go run example_onnx.go helper.go --batch -voice-style $BATCH_VOICE_STYLE_1,$BATCH_VOICE_STYLE_2 -text '$BATCH_TEXT_1|$BATCH_TEXT_2' -lang $BATCH_LANG_1,$BATCH_LANG_2"
|
||||
fi
|
||||
if [ "$TEST_LONGFORM" = true ]; then
|
||||
run_test "Go (long-form)" "go" "go run example_onnx.go helper.go -voice-style $LONGFORM_VOICE_STYLE -text '$LONGFORM_TEXT'"
|
||||
fi
|
||||
|
||||
# ====================================
|
||||
# Rust
|
||||
# ====================================
|
||||
echo -e "${YELLOW}Testing Rust...${NC}"
|
||||
echo "Building Rust project..."
|
||||
cd rust && cargo clean && cd ..
|
||||
if [ "$TEST_DEFAULT" = true ]; then
|
||||
run_test "Rust (default)" "rust" "cargo run --release"
|
||||
fi
|
||||
if [ "$TEST_BATCH" = true ]; then
|
||||
run_test "Rust (batch)" "rust" "cargo run --release -- --batch --voice-style $BATCH_VOICE_STYLE_1,$BATCH_VOICE_STYLE_2 --text '$BATCH_TEXT_1|$BATCH_TEXT_2' --lang $BATCH_LANG_1,$BATCH_LANG_2"
|
||||
fi
|
||||
if [ "$TEST_LONGFORM" = true ]; then
|
||||
run_test "Rust (long-form)" "rust" "cargo run --release -- --voice-style $LONGFORM_VOICE_STYLE --text '$LONGFORM_TEXT'"
|
||||
fi
|
||||
|
||||
# ====================================
|
||||
# C#
|
||||
# ====================================
|
||||
echo -e "${YELLOW}Testing C#...${NC}"
|
||||
echo "Building C# project..."
|
||||
cd csharp && dotnet clean && cd ..
|
||||
if [ "$TEST_DEFAULT" = true ]; then
|
||||
run_test "C# (default)" "csharp" "dotnet run --configuration Release"
|
||||
fi
|
||||
if [ "$TEST_BATCH" = true ]; then
|
||||
run_test "C# (batch)" "csharp" "dotnet run --configuration Release -- --batch --voice-style ../$BATCH_VOICE_STYLE_1,../$BATCH_VOICE_STYLE_2 --text '$BATCH_TEXT_1|$BATCH_TEXT_2' --lang $BATCH_LANG_1,$BATCH_LANG_2"
|
||||
fi
|
||||
if [ "$TEST_LONGFORM" = true ]; then
|
||||
run_test "C# (long-form)" "csharp" "dotnet run --configuration Release -- --voice-style ../$LONGFORM_VOICE_STYLE --text '$LONGFORM_TEXT'"
|
||||
fi
|
||||
|
||||
# ====================================
|
||||
# Java
|
||||
# ====================================
|
||||
echo -e "${YELLOW}Testing Java...${NC}"
|
||||
echo "Building Java project..."
|
||||
cd java && mvn clean install -q && cd ..
|
||||
if [ "$TEST_DEFAULT" = true ]; then
|
||||
run_test "Java (default)" "java" "mvn exec:java -q"
|
||||
fi
|
||||
if [ "$TEST_BATCH" = true ]; then
|
||||
run_test "Java (batch)" "java" "mvn exec:java -q -Dexec.args='--batch --voice-style $BATCH_VOICE_STYLE_1,$BATCH_VOICE_STYLE_2 --text \"$BATCH_TEXT_1|$BATCH_TEXT_2\" --lang $BATCH_LANG_1,$BATCH_LANG_2'"
|
||||
fi
|
||||
if [ "$TEST_LONGFORM" = true ]; then
|
||||
run_test "Java (long-form)" "java" "mvn exec:java -q -Dexec.args='--voice-style $LONGFORM_VOICE_STYLE --text \"$LONGFORM_TEXT\"'"
|
||||
fi
|
||||
|
||||
# ====================================
|
||||
# Swift
|
||||
# ====================================
|
||||
echo -e "${YELLOW}Testing Swift...${NC}"
|
||||
echo "Building Swift project..."
|
||||
cd swift && swift build -c release && cd ..
|
||||
if [ "$TEST_DEFAULT" = true ]; then
|
||||
run_test "Swift (default)" "swift" ".build/release/example_onnx"
|
||||
fi
|
||||
if [ "$TEST_BATCH" = true ]; then
|
||||
run_test "Swift (batch)" "swift" ".build/release/example_onnx --batch --voice-style $BATCH_VOICE_STYLE_1,$BATCH_VOICE_STYLE_2 --text '$BATCH_TEXT_1|$BATCH_TEXT_2' --lang $BATCH_LANG_1,$BATCH_LANG_2"
|
||||
fi
|
||||
if [ "$TEST_LONGFORM" = true ]; then
|
||||
run_test "Swift (long-form)" "swift" ".build/release/example_onnx --voice-style $LONGFORM_VOICE_STYLE --text '$LONGFORM_TEXT'"
|
||||
fi
|
||||
|
||||
# ====================================
|
||||
# C++
|
||||
# ====================================
|
||||
echo -e "${YELLOW}Testing C++...${NC}"
|
||||
echo "Building C++ project..."
|
||||
cd cpp && mkdir -p build && cd build && cmake .. && make && cd ../..
|
||||
if [ "$TEST_DEFAULT" = true ]; then
|
||||
run_test "C++ (default)" "cpp/build" "./example_onnx"
|
||||
fi
|
||||
if [ "$TEST_BATCH" = true ]; then
|
||||
run_test "C++ (batch)" "cpp/build" "./example_onnx --batch --voice-style ../$BATCH_VOICE_STYLE_1,../$BATCH_VOICE_STYLE_2 --text '$BATCH_TEXT_1|$BATCH_TEXT_2' --lang $BATCH_LANG_1,$BATCH_LANG_2"
|
||||
fi
|
||||
if [ "$TEST_LONGFORM" = true ]; then
|
||||
run_test "C++ (long-form)" "cpp/build" "./example_onnx --voice-style ../$LONGFORM_VOICE_STYLE --text '$LONGFORM_TEXT'"
|
||||
fi
|
||||
|
||||
# ====================================
|
||||
# Summary
|
||||
# ====================================
|
||||
echo "=================================="
|
||||
echo "Test Summary"
|
||||
echo "=================================="
|
||||
echo ""
|
||||
|
||||
if [ ${#PASSED[@]} -gt 0 ]; then
|
||||
echo -e "${GREEN}Passed (${#PASSED[@]}):${NC}"
|
||||
for lang in "${PASSED[@]}"; do
|
||||
echo -e " ${GREEN}✓${NC} $lang"
|
||||
done
|
||||
echo ""
|
||||
fi
|
||||
|
||||
if [ ${#FAILED[@]} -gt 0 ]; then
|
||||
echo -e "${RED}Failed (${#FAILED[@]}):${NC}"
|
||||
for lang in "${FAILED[@]}"; do
|
||||
echo -e " ${RED}✗${NC} $lang"
|
||||
done
|
||||
echo ""
|
||||
exit 1
|
||||
else
|
||||
echo -e "${GREEN}All tests passed! 🎉${NC}"
|
||||
exit 0
|
||||
fi
|
||||
|
||||
Reference in New Issue
Block a user