implement bulk schema validateion for input directories

bin/runGithubActions.sh

@@ -141,6 +141,17 @@ if python validateSchemas.py --schema tests/resources/evil/evil2.json  --noEmpty
     exit 1
 fi
 
+if ! python validateSchemas.py --inputDir tests/resources/models  --noEmptySchemas > /dev/null; then
+    echo "didn't validate inputDir: tests/resources/models"
+    popd &> /dev/null
+    exit 1
+fi
+
+if python validateSchemas.py --inputDir tests/resources/evil  --noEmptySchemas > /dev/null; then
+    echo "didn't fail on inputDir: tests/resources/evil"
+    popd &> /dev/null
+    exit 1
+fi
 
 echo "all good :)"
 popd > /dev/null

validateSchemas.py

@@ -1,5 +1,6 @@
 import argparse
 import sys
+import os
 import json
 import yacg.builder.impl.dictionaryBuilder as builder
 from yacg.util.outputUtils import printError
@@ -14,6 +15,7 @@
 parser.add_argument('--schema', help='path to model schema')
 parser.add_argument('--inputDir', help='path to start to search for JSON schemas')
 parser.add_argument('--noEmptySchemas', help='Checks that at least one type is found in the schema', action='store_true')  # noqa: E501
+parser.add_argument('--blackListed', nargs='+', help='schemas that should not be handled in the template')
 
 
 def main():
@@ -33,7 +35,31 @@ def main():
             printError(f"Error while validating schema: ${args.schema}")
             sys.exit(1)            
     if args.inputDir is not None:
-        pass
+        violatedFiles = []
+        for root, _, files in os.walk(args.inputDir):
+            for file in files:
+                if file.endswith(".json"):
+                    if (args.blackListed is not None) and (file in args.blackListed):
+                        continue
+                    file_path = os.path.join(root, file)
+                    try:
+                        with open(file_path, "r") as f:
+                            json_data = json.load(f)
+                            if not isinstance(json_data, dict):
+                                continue
+                            if json_data.get("$schema", None) is not None:
+                                schemaAsDict = builder.getParsedSchemaFromJson(file_path)
+                                if args.noEmptySchemas:
+                                    extractedTypes = builder.extractTypes(schemaAsDict, file_path, [], False)
+                                    if len(extractedTypes) == 0:
+                                        violatedFiles.append(file_path)            
+                    except (json.JSONDecodeError, FileNotFoundError, IndexError) as e:
+                        # Handle errors: skip files with bad JSON or that can't be read
+                        violatedFiles.append(file_path)
+        if len(violatedFiles) > 0:
+            print(f"Error while validating schemas in dir: ${args.inputDir}")
+            print(f"corrupted files are: ${violatedFiles}")
+            sys.exit(1)            
 
 
 if __name__ == '__main__':

yacg/util/stringUtils.py

@@ -21,6 +21,9 @@ def toUpperCamelCase(text, separator=None):
     """converts a given Text to a upper camel case text
     this is an example -> ThisIsAnExample"""
 
+    if text is None:
+        return ""
+
     splittedText = text.split() if separator is None else text.split(separator)
     upperCamelCase = ''
     for t in splittedText: