Update profile_tests.sh: add -n workers, --dist=load, remove -q

- Add -n flag for parallel workers (default: 4)
- Add --dist=load to distribute tests across workers
- Remove -q flag for full pytest output
- Mimics exact pytest command used in CI

Author: Abhishek

scripts/profile_tests.sh

@@ -7,43 +7,48 @@
 #   -m MARKER    Pytest marker filter (default: "not production_server and not test_server")
 #   -d DURATION  Number of slowest durations to show, 0 for all (default: 20)
 #   -t TIMEOUT   Per-test timeout in seconds (default: 300)
+#   -n WORKERS   Number of parallel workers (default: 4)
 #   -o OUTPUT    Output file path for the report (default: test_durations_report.txt)
 #
 # Examples:
 #   ./scripts/profile_tests.sh
 #   ./scripts/profile_tests.sh -m "production_server" -d 0 -t 600
-#   ./scripts/profile_tests.sh -m "sklearn" -o sklearn_report.txt
+#   ./scripts/profile_tests.sh -m "sklearn" -n 2 -o sklearn_report.txt
 
 set -euo pipefail
 
 # Default values
 MARKER_FILTER="not production_server and not test_server"
 DURATIONS=20
 TIMEOUT=300
+NUM_WORKERS=4
 OUTPUT_FILE="test_durations_report.txt"
 
 # Parse command line arguments
-while getopts "m:d:t:o:" opt; do
+while getopts "m:d:t:n:o:" opt; do
   case $opt in
     m) MARKER_FILTER="$OPTARG" ;;
     d) DURATIONS="$OPTARG" ;;
     t) TIMEOUT="$OPTARG" ;;
+    n) NUM_WORKERS="$OPTARG" ;;
     o) OUTPUT_FILE="$OPTARG" ;;
-    *) echo "Usage: $0 [-m marker] [-d durations] [-t timeout] [-o output_file]" && exit 1 ;;
+    *) echo "Usage: $0 [-m marker] [-d durations] [-t timeout] [-n workers] [-o output_file]" && exit 1 ;;
   esac
 done
 
 echo "=== OpenML Test Duration Profiler ==="
 echo "Marker filter: $MARKER_FILTER"
 echo "Durations to show: $DURATIONS"
 echo "Timeout per test: ${TIMEOUT}s"
+echo "Workers: $NUM_WORKERS"
 echo "Output file: $OUTPUT_FILE"
 echo ""
 
 pytest \
+  --dist=load \
+  -n="$NUM_WORKERS" \
   --durations="$DURATIONS" \
   --timeout="$TIMEOUT" \
-  -q \
   -m "$MARKER_FILTER" \
   2>&1 | tee "$OUTPUT_FILE"