soc/Shuffle/backend/tests/forparser.py

import re
import json

fullexecution = {"type":"workflow","status":"FINISHED","start":"40447f30-fa44-4a4f-a133-4ee710368737","execution_argument":"","execution_id":"083eaa87-17ff-4aba-996c-83245051cf3d","execution_source":"default","workflow_id":"d7b73e8a-08fe-460e-987b-971cb6f1857f","last_node":"40447f30-fa44-4a4f-a133-4ee710368737","authorization":"b1264cd6-ed7a-4839-8caf-187eee8804b9","result":"TypeError: list indices must be integers or slices, not str","started_at":1593236788,"completed_at":1593236790,"project_id":"shuffle","locations":["europe-west2"],"workflow":{"actions":[{"app_name":"Testing","app_version":"1.0.0","app_id":"5411f573-9bba-44c4-a8d3-0e2bb704546d","errors":"null","id":"40447f30-fa44-4a4f-a133-4ee710368737","is_valid":True,"isStartNode":True,"sharing":True,"private_id":"","label":"Hello this is a name","small_image":"","large_image":"","environment":"Shuffle","name":"repeat_back_to_me","parameters":[{"description":"The message to repeat","id":"","name":"call","example":"REPEATING: Hello world","value":"$this is a test.name is not the same as $this is a test.name2 \n\n\nNot list $this is a test.loop.# either","multiline":True,"action_field":"","variant":"STATIC_VALUE","required":True,"schema":{"type":"string"}}],"execution_variable":{"description":"","id":"","name":"","value":""},"position":{"x":360.5,"y":454.5},"priority":0}],"branches":"null","triggers":"null","schedules":"null","configuration":{"exit_on_error":False,"start_from_top":False},"id":"d7b73e8a-08fe-460e-987b-971cb6f1857f","is_valid":True,"name":"App sdk parser testing","description":"","start":"40447f30-fa44-4a4f-a133-4ee710368737","owner":"43c36230-0a6e-40fc-aebc-a8ef57c81a88","sharing":"private","execution_org":{"name":"","org":"","users":"null","id":""},"workflow_variables":[{"description":"","id":"a034abee-5a5f-4347-9e58-6d2e58ce70f2","name":"This is a test","value":"[{\"data\": \"1.1.1.1\", \"data_type\": \"ip\"}]"}]},"results":[{"action":{"app_name":"Testing","app_version":"1.0.0","app_id":"5411f573-9bba-44c4-a8d3-0e2bb704546d","errors":"null","id":"40447f30-fa44-4a4f-a133-4ee710368737","is_valid":True,"isStartNode":True,"sharing":True,"private_id":"","label":"Hello this is a name","small_image":"","large_image":"","environment":"Shuffle","name":"repeat_back_to_me","parameters":[{"description":"The message to repeat","id":"","name":"call","example":"","value":"testing is not the same as testing2 \n\n\nNot list $this is a test.loop.# either","multiline":"false","action_field":"","variant":"STATIC_VALUE","required":True,"schema":{"type":"string"}}],"execution_variable":{"description":"","id":"","name":"","value":""},"position":{"x":360.5,"y":454.5},"priority":0},"execution_id":"083eaa87-17ff-4aba-996c-83245051cf3d","authorization":"b1264cd6-ed7a-4839-8caf-187eee8804b9","result":"TypeError: list indices must be integers or slices, not str","started_at":1593236790,"completed_at":1593236790,"status":"FAILURE"}]}


# Takes a workflow execution as argument
# Returns a string if the result is single, or a list if it's a list

# Not implemented: lists
multiexecutions = True
def get_json_value(execution_data, input_data):
    parsersplit = input_data.split(".")
    actionname = parsersplit[0][1:].replace(" ", "_", -1)
    print(f"Actionname: {actionname}")

    # 1. Find the action
    baseresult = ""
    actionname_lower = actionname.lower()
    try: 
        if actionname_lower == "exec": 
            baseresult = execution_data["execution_argument"]
        else:
            for result in execution_data["results"]:
                resultlabel = result["action"]["label"].replace(" ", "_", -1).lower()
                if resultlabel.lower() == actionname_lower:
                    baseresult = result["result"]
                    break
            
            print("BEFORE VARIABLES!")
            if len(baseresult) == 0:
                try:
                    #print("WF Variables: %s" % execution_data["workflow"]["workflow_variables"])
                    for variable in execution_data["workflow"]["workflow_variables"]:
                        variablename = variable["name"].replace(" ", "_", -1).lower()

                        if variablename.lower() == actionname_lower:
                            baseresult = variable["value"]
                            break
                except KeyError as e:
                    print("KeyError wf variables: %s" % e)
                    pass
                except TypeError as e:
                    print("TypeError wf variables: %s" % e)
                    pass

            print("BEFORE EXECUTION VAR")
            if len(baseresult) == 0:
                try:
                    #print("Execution Variables: %s" % execution_data["execution_variables"])
                    for variable in execution_data["execution_variables"]:
                        variablename = variable["name"].replace(" ", "_", -1).lower()
                        if variablename.lower() == actionname_lower:
                            baseresult = variable["value"]
                            break
                except KeyError as e:
                    print("KeyError exec variables: %s" % e)
                    pass
                except TypeError as e:
                    print("TypeError exec variables: %s" % e)
                    pass

    except KeyError as error:
        print(f"KeyError in JSON: {error}")

    print(f"After first trycatch")

    # 2. Find the JSON data
    if len(baseresult) == 0:
        return ""

    if len(parsersplit) == 1:
        return baseresult

    baseresult = baseresult.replace("\'", "\"")
    basejson = {}
    try:
        basejson = json.loads(baseresult)
    except json.decoder.JSONDecodeError as e:
        return baseresult

    # This whole thing should be recursive.
    try:
        cnt = 0
        for value in parsersplit[1:]:
            cnt += 1

            print("VALUE: %s" % value)
            if value == "#":
                # FIXME - not recursive - should go deeper if there are more #
                print("HANDLE RECURSIVE LOOP OF %s" % basejson)
                returnlist = []
                try:
                    for innervalue in basejson:
                        print("Value: %s" % innervalue[parsersplit[cnt+1]])
                        returnlist.append(innervalue[parsersplit[cnt+1]])
                except IndexError as e:
                    print("Indexerror inner: %s" % e)
                    # Basically means its a normal list, not a crazy one :)
                    # Custom format for ${name[0,1,2,...]}$
                    indexvalue = "${NO_SPLITTER%s}$" % json.dumps(basejson)
                    if len(returnlist) > 0:
                        indexvalue = "${NO_SPLITTER%s}$" % json.dumps(returnlist)

                    print("INDEXVAL: ", indexvalue)
                    return indexvalue
                except TypeError as e:
                    print("TypeError inner: %s" % e)

                # Example format: ${[]}$
                parseditem = "${%s%s}$" % (parsersplit[cnt+1], json.dumps(returnlist))
                print("PARSED LOOP ITEM: %s" % parseditem)
                return parseditem

            else:
                print("BEFORE NORMAL VALUE: ", basejson, value)
                if len(value) == 0:
                    return basejson

                if isinstance(basejson[value], str):
                    print(f"LOADING STRING '%s' AS JSON" % basejson[value]) 
                    try:
                        basejson = json.loads(basejson[value])
                    except json.decoder.JSONDecodeError as e:
                        print("RETURNING BECAUSE '%s' IS A NORMAL STRING" % basejson[value])
                        return basejson[value]
                else:
                    basejson = basejson[value]

    except KeyError as e:
        print("Lower keyerror: %s" % e)
        return "KeyError: Couldn't find key: %s" % e

    return basejson

parameter = {
    "value": """{
        "data8": "Not list $this is a test.#.data either with the items $this is a test.#.data_type"
    }"""
}

match = ".*?([$]{1}([a-zA-Z0-9 _-]+\.?){1}([a-zA-Z0-9#_-]+\.?){0,})"
actualitem = re.findall(match, parameter["value"], re.MULTILINE)
print("ACTUAL: ", actualitem)
if len(actualitem) > 0:
    data = parameter["value"]

    counter = 0
    for replace in actualitem:
        try:
            to_be_replaced = replace[0]
        except IndexError:
            continue

        value = get_json_value(fullexecution, to_be_replaced)
        if isinstance(value, str):
            if "${" in value and "}$" in value:
                counter += 1

            parameter["value"] = parameter["value"].replace(to_be_replaced, value)
        elif isinstance(value, dict):
            parameter["value"] = parameter["value"].replace(to_be_replaced, json.dumps(value))
        elif isinstance(value, list):
            parameter["value"] = parameter["value"].replace(to_be_replaced, json.dumps(value))


print(parameter["value"])
submatch = "([${]{2}([0-9a-zA-Z_-]+)(\[.*\])[}$]{2})"
actualitem = re.findall(submatch, parameter["value"], re.MULTILINE)
print()
# Kind of the same thing again, but different usage
if len(actualitem) > 0:
    minlength = 0
    # 1. Find the length of the longest array
    # 2. Build an array with the base values based on parameter["value"] 
    # 3. Get the n'th value of the generated list from values
    # 4. Execute all n answers 
    replacements = {}
    for replace in actualitem:
        try:
            to_be_replaced = replace[0]
            actualitem = replace[2]
        except IndexError:
            continue

        itemlist = json.loads(actualitem)
        if len(itemlist) > minlength:
            minlength = len(itemlist)

        replacements[to_be_replaced] = actualitem

    resultarray = []
    for i in range(0, minlength): 
        tmpitem = json.loads(json.dumps(parameter["value"]))

        for key, value in replacements.items():
            replacement = json.loads(value)[i]
            tmpitem = tmpitem.replace(key, replacement, -1)

        resultarray.append(tmpitem)

    # With this parameter ready, add it to... a greater list of parameters. Rofl
    print(resultarray[0])
else:
    print("Normal execution")
    pass