Add tests to make sure validation fails where it should

This commit adds tests and invalid wasm testfiles that checks the type section.

Author: cjamthagen

test/sectionvalidation.py

@@ -8,18 +8,55 @@
 success = Colors.green + "SUCCESS: " + Colors.ENDC
 fail = Colors.red + "FAIL: " + Colors.ENDC
 
-def ObjectList():
+def ObjectList(directory):
     obj_list = []
     cwd = os.getcwd()
-    for file in os.listdir(cwd + "/testsuite"):
+
+    for file in os.listdir(cwd + directory):
         if file.endswith(".wasm"):
-            obj_list.append(cwd + "/testsuite/" + file)
+            obj_list.append(cwd + directory + "/" + file)
 
     return(obj_list)
 
+def section_validation_fail(directory):
+    return_list = []
+    obj_list = ObjectList(directory)
+    for testfile in obj_list:
+        pid = os.fork()
+        # I dont have a bellybutton
+        if pid == 0:
+            # @DEVI-FIXME-pipe stdout and stderr to a file instead of the
+            # bitbucket
+            sys.stdout = open('/dev/null', 'w')
+            sys.stderr = open('/dev/null', 'w')
+
+            interpreter = PythonInterpreter()
+            module = interpreter.parse(testfile)
+            interpreter.appendmodule(module)
+            interpreter.dump_sections(module)
+            if "type" in directory:
+                if not interpreter.TypeSection():
+                    sys.exit(1)
+            sys.exit()
+        # the parent process
+        elif pid > 0:
+            # @DEVI-FIXME-we are intentionally blocking. later i will fix this
+            # so we can use multicores to run our reg tests faster.
+            cpid, status = os.waitpid(pid, 0)
+            return_list.append(status)
+            if status != 0:
+                print(success + testfile)
+            else:
+                print(fail + testfile)
+        else:
+            # basically we couldnt fork a child
+            print(fail + 'return code:' + pid)
+            raise Exception("could not fork child")
+
+
 def section_validation():
     return_list = []
-    obj_list = ObjectList()
+    obj_list = ObjectList("/testsuite")
     for testfile in obj_list:
         pid = os.fork()
         # I dont have a bellybutton

test/test.py

@@ -62,16 +62,6 @@ def Spwn(self):
             print(fail + 'return code:' + pid)
             raise Exception("could not fork child")
 
-
-def ObjectList():
-    obj_list = []
-    cwd = os.getcwd()
-    for file in os.listdir(cwd + "/testsuite"):
-        if file.endswith(".wasm"):
-            obj_list.append(cwd + "/testsuite/" + file)
-
-    return(obj_list)
-
 ################################################################################
 class LEB128EncodeTest(Void_Spwner):
     def Legacy(self):
@@ -91,7 +81,19 @@ def GetName(self):
 
 class SectionValidationTest(Void_Spwner):
     def Legacy(self):
+        fail_dir = "/testsuite_fail/"
         section_validation()
+        section_validation_fail(fail_dir + "type")
+        #section_validation_fail(fail_dir + "import")
+        #section_validation_fail(fail_dir + "function")
+        #section_validation_fail(fail_dir + "table")
+        #section_validation_fail(fail_dir + "memory")
+        #section_validation_fail(fail_dir + "global")
+        #section_validation_fail(fail_dir + "export")
+        #section_validation_fail(fail_dir + "start")
+        #section_validation_fail(fail_dir + "element")
+        #section_validation_fail(fail_dir + "code")
+        #section_validation_fail(fail_dir + "data")
 
     def GetName(self):
         return('sectionvalidationtest')