fix(scripts): rename multi-process test cases

- add an _8_proc suffix to multi-process test case IDs
- print manual comparison commands when no baseline log directory is set

Author: chen2021673

scripts/run_models_and_profile.bash

@@ -587,6 +587,10 @@ else
     echo -e "\033[1;33m         To enable comparison, set 'variables.COMPARE_LOG_DIR' in ${CONFIG_FILE}\033[0m"
     echo -e "\033[1;33m         or export COMPARE_LOG_DIR=/path/to/baseline_logs before running.\033[0m"
     echo -e "\033[1;33m============================================================\033[0m"
+
+    echo -e "\n\033[1;33mRun comparison manually:\033[0m"
+    echo "python3 compare_loss.py \"/path/to/baseline_logs\" \"$(realpath "$LOG_DIR")\""
+    echo "python3 compare_tps.py \"/path/to/baseline_logs\" \"$(realpath "$LOG_DIR")\""
 fi
 
 echo -e "\n\033[1;36m[END OF TEST] Cleaning build directory after all tests\033[0m"

scripts/test_config.json

@@ -903,7 +903,7 @@
             },
             "tests": [
                 {
-                    "id": "3",
+                    "id": "3_8proc",
                     "args": {
                         "dtype": "float32",
                         "nthread_per_process": 1,
@@ -913,7 +913,7 @@
                     }
                 },
                 {
-                    "id": "3_bfloat16",
+                    "id": "3_bfloat16_8proc",
                     "args": {
                         "dtype": "bfloat16",
                         "nthread_per_process": 1,
@@ -923,7 +923,7 @@
                     }
                 },
                 {
-                    "id": "4",
+                    "id": "4_8proc",
                     "args": {
                         "dtype": "float32",
                         "nthread_per_process": 1,
@@ -934,7 +934,7 @@
                     }
                 },
                 {
-                    "id": "4_bfloat16",
+                    "id": "4_bfloat16_8proc",
                     "args": {
                         "dtype": "bfloat16",
                         "nthread_per_process": 1,
@@ -945,7 +945,7 @@
                     }
                 },
                 {
-                    "id": "5",
+                    "id": "5_8proc",
                     "args": {
                         "dtype": "float32",
                         "nthread_per_process": 1,
@@ -957,7 +957,7 @@
                     }
                 },
                 {
-                    "id": "5_bfloat16",
+                    "id": "5_bfloat16_8proc",
                     "args": {
                         "dtype": "bfloat16",
                         "nthread_per_process": 1,
@@ -969,7 +969,7 @@
                     }
                 },
                 {
-                    "id": "6",
+                    "id": "6_8proc",
                     "args": {
                         "dtype": "float32",
                         "nthread_per_process": 1,
@@ -980,7 +980,7 @@
                     }
                 },
                 {
-                    "id": "6_bfloat16",
+                    "id": "6_bfloat16_8proc",
                     "args": {
                         "dtype": "bfloat16",
                         "nthread_per_process": 1,
@@ -991,7 +991,7 @@
                     }
                 },
                 {
-                    "id": "8",
+                    "id": "8_8proc",
                     "args": {
                         "dtype": "float32",
                         "nthread_per_process": 1,
@@ -1005,7 +1005,7 @@
                     }
                 },
                 {
-                    "id": "8_bfloat16",
+                    "id": "8_bfloat16_8proc",
                     "args": {
                         "dtype": "bfloat16",
                         "nthread_per_process": 1,