Updated app OpenAPI parser

backend/app_gen/openapi-parsers/swimlane.py

@@ -1,5 +1,14 @@
 import requests
 import yaml 
+import json
+
+# USAGE:
+# 1. Find the item here:
+# https://apphub.swimlane.com/swimbundles/swimlane/sw_alienvault_threatcrowd
+# 2. 
+# https://jsonlint.com/
+
+# META: data["meta"]. Stuff like count. May be useful :)
 
 def parse_data(data):
     openapi = {
@@ -21,14 +30,61 @@ def parse_data(data):
         }
     }
 
-    category = data["category"]
-
-    filename = "%s.yaml" % data["title"].replace(" ", "_").lower()
-    openapi["info"]["title"] = data["title"]
-    openapi["info"]["description"] = "Automated generation of %s" % data["title"]
+    data = data["swimbundle"]
+    filename = "%s.yaml" % data["product"].replace(" ", "_").lower()
+    openapi["info"]["title"] = "%s %s" % (data["vendor"], data["product"])
+    openapi["info"]["description"] = "Automated generation of %s" % (openapi["info"]["title"])
     # data["description"]
 
+    # https://swagger.io/docs/specification/authentication/
+    try:
+        asset = data["asset"]
+        inputparams = asset["inputParameters"]
+
+        try:
+            openapi["servers"] = [inputparams["api_url"]["example"]]
+        except KeyError as e:
+            #print(inputparams)
+            #print("Field error: %s" % e)
+            pass
+
+        authset = False
+        try:
+            tmpauth = inputparams["api_user"]
+            tmpauth = inputparams["api_key"]
+    
+            openapi["components"]["securitySchemes"] = {
+                "BasicAuth": {
+                    "type": "http",
+                    "scheme": "basic"
+                }
+            }
+            authset = True
+        except KeyError as e:
+            pass
+
+        try:
+            tmpauth = inputparams["username"]
+            tmpauth = inputparams["password"]
+    
+            openapi["components"]["securitySchemes"] = {
+                "BasicAuth": {
+                    "type": "http",
+                    "scheme": "basic"
+                }
+            }
+            authset = True
+        except KeyError as e:
+            pass
+
+        if not authset:
+            print("AUTH NOT SET: %s" % inputparams)
+
+    except KeyError as e:
+        print("KeyError asset: %s" % e)
+
     cnt = 0
+    paramnames = []
     for task in data["tasks"]:
         method = "post"
 
@@ -45,51 +101,52 @@ def parse_data(data):
             },
         }
 
-        #taskname = task["name"]
-        #taskdescription = task["description"]
         taskcategory = task["family"]
+        taskname = task["name"]
+        paramnames.append(taskname)
 
-        # This doesn't really do much except build the return value structures
-        for parameter in task["input_parameters"]:
-            example = parameter["example"]
-
+        for key, value in task["inputParameters"].items():
+            schema = "string"
             inVar = "query"
 
-            if parameter["type"] == 6:
+            if value["type"] == 6:
                 inVar = "body"
 
             schema = "string"
             schemaset = False
-            if parameter["type"] != 1:
-                if (parameter["type"] == 7):
+            if value["type"] != 1:
+                if (value["type"] == 7):
                     schema = "boolean"
                     schemaset = True
 
             if schema == "string" and schemaset:
-                print("Should change type: %d" % parameter["type"])
+                print("Should change type: %d" % value["type"])
                 print(task["name"])
-                print(parameter["name"])
-                print()
+                print(value["name"])
 
+            example = ""
+            try:
+                example = value["example"]
+            except KeyError:
+                pass
 
-            if len(example) == 1:
-                print("Change to number?")
-            if example.startswith("{"):
-                print("Change to json object?")
-            if example.startswith("["):
-                print("Change to array object?")
-
-            # Not sure how to tackle this
+            description = ""
+            try:
+                description = value["description"]
+            except KeyError:
+                pass
+                
             openapi["paths"]["tmp%d" % cnt][method]["parameters"].append({
-                "in": inVar,
-                "name": parameter["name"],
-                "required": parameter["required"],
-                "description": parameter["description"],
-                "schema": {"type": schema}
+                "name": value["name"],
+                "required": value["required"],
+                "example": example, 
+                "description": description,
+                "schema": {"type": schema},
+                "in": inVar
             })
 
-        if len(task["available_output_variables"]) > 0:
-            openapi["paths"]["tmp%d" % cnt][method]["responses"]["200"]["content"]: {
+        if len(task["availableOutputVariables"]) > 0:
+            openapi["paths"]["tmp%d" % cnt][method]["responses"]["200"]["content"] = {
                 "application/json": {
                     "schema": {
                         "$ref": "#/components/schemas/tmp%d" % cnt
@@ -97,19 +154,30 @@ def parse_data(data):
                 }
             }
 
+              #responses:
+              #  '200':
+              #    content:
+              #      application/json:
+              #        schema:
+              #  $ref: '#/components/schemas/tmp1'
+          #description: Successful request
+
             openapi["components"]["schemas"]["tmp%d" % cnt] = {
                 "type": "object",
                 "properties": {},
             }
 
-            for output in task["available_output_variables"]:
-                openapi["components"]["schemas"]["tmp%d" % cnt]["properties"][output["key"]] = {"type": "string"}
+            for key, value in task["availableOutputVariables"].items():
+                if key == "response_code": 
+                    continue
 
+                openapi["components"]["schemas"]["tmp%d" % cnt]["properties"][key] = {
+                    "type": "string"
+                }
 
         cnt += 1
 
-    #print(openapi)
-    #print(filename)
+    print("%s: %d" % (openapi["info"]["title"], len(paramnames)))
 
     return filename, openapi
 
@@ -121,11 +189,27 @@ def dump_data(filename, openapi):
     print("Generated %s" % generatedfile)
 
 if __name__ == "__main__":
-    url = "https://apphub.swimlane.com/api/v1/bundles/cjuspytpz00rh0hpjo5chqg10"
-    url = "https://apphub.swimlane.com/api/v1/bundles/cjyoy62ch04920lr26id5sr0e"
-    url = "https://apphub.swimlane.com/api/v1/bundles/cjqrdc2yr02rs0fli6jrosiqb"
-    url = "https://apphub.swimlane.com/api/v1/bundles/cjqrdat0u01ux0flipb68a0a0"
-    url = "https://apphub.swimlane.com/api/v1/bundles/cjqrdhbwp07nf0fli23lyb52h"
-    data = requests.get(url).json()
-    filename, openapi = parse_data(data)
-    dump_data(filename, openapi)
+    #url = "https://apphub.swimlane.com/api/v1/bundles/cjuspytpz00rh0hpjo5chqg10"
+    #url = "https://apphub.swimlane.com/api/v1/bundles/cjyoy62ch04920lr26id5sr0e"
+    #url = "https://apphub.swimlane.com/api/v1/bundles/cjqrdc2yr02rs0fli6jrosiqb"
+    #url = "https://apphub.swimlane.com/api/v1/bundles/cjqrdat0u01ux0flipb68a0a0"
+    #url = "https://apphub.swimlane.com/api/v1/bundles/cjqrdhbwp07nf0fli23lyb52h"
+
+    url = "https://apphub.swimlane.io/api/swimbundles/swimlane/sw_alienvault_threatcrowd"
+    url = "https://apphub.swimlane.com/api/swimbundles/swimlane/sw_anomali_threatstream" 
+
+    with open("swimlane_urls.json", "r") as tmp:
+        parsed = json.loads(tmp.read())
+        try:
+            category = parsed["data"][0]["swimbundleMeta"]["family"][0]
+        except KeyError:
+            category = ""
+        except IndexError:
+            category = ""
+
+        print("CATEGORY: %s" % category)
+
+        for data in parsed["data"]:
+            filename, openapi = parse_data(data)
+            openapi["tags"] = [category]
+            dump_data(filename, openapi)