[PLUTO-1411] Add script

Author: zhamborova

run-tool-tests.sh

@@ -40,11 +40,20 @@ jq --sort-keys "." actual.sarif > actual.sorted.json
 
 # Run diff and capture its exit code
 if ! diff expected.sorted.json actual.sorted.json; then
-  echo "Error: Test output does not match expected output for $TOOL_NAME"
-  exit 1
+  echo "❌ Test output does not match expected output for $TOOL_NAME"
+  # Write to a file to track failures
+  echo "$TOOL_NAME" >> /tmp/failed_tools.txt
+else
+  echo "✅ Tests passed successfully for $TOOL_NAME"
 fi
 
-echo "✅ Tests passed successfully for $TOOL_NAME"
-
 # Return to original directory
-cd ../../../../.. 
+cd ../../../../..
+
+# Check if any tools failed
+if [ -f /tmp/failed_tools.txt ]; then
+  echo -e "\n❌ The following tools failed their tests:"
+  cat /tmp/failed_tools.txt
+  rm /tmp/failed_tools.txt
+  exit 1
+fi