mantis/utilities/utilities.py

#fool: should be wrColor like prColor... dumb

def wrapRed(skk):    return "\033[91m{}\033[00m".format(skk)
def wrapGreen(skk):  return "\033[92m{}\033[00m".format(skk)
def wrapPurple(skk): return "\033[95m{}\033[00m".format(skk)
def wrapWhite(skk):  return "\033[97m{}\033[00m".format(skk)
def wrapOrange(skk):  return "\033[0;33m{}\033[00m".format(skk)

# these should reimplement the print interface..
def prRed(*args): print (*[wrapRed(arg) for arg in args])
def prGreen(*args): print (*[wrapGreen(arg) for arg in args])
def prPurple(*args): print (*[wrapPurple(arg) for arg in args])
def prWhite(*args): print (*[wrapWhite(arg) for arg in args])
def prOrange(*args): print (*[wrapOrange(arg) for arg in args])



# add THIS to the top of a file for easy access:
# from mantis.utilities import (prRed, prGreen, prPurple, prWhite,
#                               prOrange,
#                               wrapRed, wrapGreen, wrapPurple, wrapWhite,
#                               wrapOrange,)

def float_lerp(a : float, b : float, factor : float)  -> float:
    return (a * (1.0 - factor)) + (b * factor)

def find_reroute_start_socket(reroute,):
    # "BACK" traces back through the tree and returns one socket
    # "FORWARD" traces forward through the tree and returns a list of sockets
    from ..base_definitions import reroute_cache
    from .node_common import GraphError
    # We assume the cache is good, the tree is responsible for this
    tree = reroute.id_data
    tree_cache = reroute_cache.get(tree.name)
    cache_item = tree_cache.get(reroute.name)
    if not cache_item or not cache_item.source:
        raise GraphError(f"There is a missing link in the tree at reroute node: {reroute.name}")
    return tree.nodes[cache_item.source[0]].outputs[cache_item.source[1]]

def find_reroute_end_socket(reroute,):
    # "BACK" traces back through the tree and returns one socket
    # "FORWARD" traces forward through the tree and returns a list of sockets
    from ..base_definitions import reroute_cache
    from .node_common import GraphError
    # We assume the cache is good, the tree is responsible for this
    tree = reroute.id_data
    tree_cache = reroute_cache.get(tree.name)
    cache_item = tree_cache.get(reroute.name); sockets = []
    if not cache_item: # I think this is OK, they don't always go somewhere
        return # And this FORWARD trace is always a background task
    sockets = [ tree.nodes.get(node_name).inputs[socket_index] for \
                node_name, socket_index in cache_item.destinations.items()]
    return sockets

# this creates fake links that have the same interface as Blender's
# so that I can bypass Reroutes
def clear_reroutes(links):
    from ..base_definitions import DummyLink
    kept_links = []
    for i in range (len(links)):
        link = links[i]
        to_cls = link.to_socket.node.bl_idname
        from_cls = link.from_socket.node.bl_idname
        reroute_classes = ["NodeReroute"]
        if (to_cls in reroute_classes and
            from_cls in reroute_classes):
            continue
        elif (to_cls in reroute_classes and not
            from_cls in reroute_classes):
            continue
        elif (from_cls in reroute_classes and not
            to_cls in reroute_classes):
            # from_socket = find_reroute_start_socket(link.from_node)


            from ..base_definitions import reroute_cache
            from .node_common import GraphError
            # We assume the cache is good, the tree is responsible for this
            tree = link.from_node.id_data
            tree_cache = reroute_cache.get(tree.name)
            cache_item = tree_cache.get(link.from_node.name)
            if not cache_item or not cache_item.source:
                raise GraphError(f"There is a missing link in the tree at reroute node: {link.from_node.name}")
            from_socket = tree.nodes[cache_item.source[0]].outputs[cache_item.source[1]]


            new_link = DummyLink(from_socket=from_socket,
                                to_socket=link.to_socket,
                                from_mantis_node=None,
                                to_mantis_node=None,
                                multi_input_sort_id=link.multi_input_sort_id )
            kept_links.append(new_link)
        else:
            kept_links.append(link)
    return kept_links

def tree_from_mantis_node(sig, base_tree):
    if (sig[0] == 'MANTIS_AUTOGENERATED'):
        sig = sig[:-2] # cut off the end part of the signature (because it uses socket.name and socket.identifier)
        # this will lead to totally untraceble bugs in the event of a change in how signatures are assigned
    tree = base_tree
    for i, path_item in enumerate(sig):
        if (i == 0) or (i == len(sig) - 1):
            continue
        tree = tree.nodes.get(path_item).node_tree
    return tree
    
def get_ui_node(sig, base_tree):
    return tree_from_mantis_node(sig, base_tree).nodes.get( sig[-1] )

# Function for splitting up 
def split_quoted_substrings_to_strings(text):
    import re
    pattern = r'''(?:"([^"]*)"|'([^']*)'|([^"']+))'''
    substrings = [
        next(group for group in match.groups() if group is not None)
        for match in re.finditer(pattern, text)
    ]
    return substrings

def set_bone_selection(pose_bone, selection_state):
    # in some older blender versions, select was a bone property
    if hasattr(pose_bone, 'select'):
        pose_bone.select = selection_state
    elif hasattr(pose_bone.bone, 'select'):
        pose_bone.bone.select = selection_state

##################################################################################################
# groups and changing sockets -- this is used extensively by Schema.
##################################################################################################

# this one returns None if there is an error.
def get_socket_maps(node, force=False):
    maps = [{}, {}]
    node_collection = ["inputs", "outputs"]
    links = ["from_socket", "to_socket"]
    for collection, map, linked_socket in zip(node_collection, maps, links):
        for sock in getattr(node, collection):
            if sock.is_linked:
                other_sockets = []
                # Sort the links first (in case they are mult-input), because Blender doesn't
                links = sorted(list(sock.links), key = lambda l : l.multi_input_sort_id)
                # HACK here because Blender will crash if the socket values in the NodeReroute
                #  are mutated. Because this seems to happen in a deffered way, I can't account
                #  for it except by checking the node later...
                # TODO: The fact that I need this hack means I can probably solve this problem
                #  for all node types in a safer way, since they may also be dynamic somehow
                for l in links:
                    if "from" in linked_socket and l.from_node.bl_idname == "NodeReroute":
                        other_sockets.append(l.from_node)
                    elif "to" in linked_socket and l.to_node.bl_idname == "NodeReroute":
                        other_sockets.append(l.to_node)
                    else:
                        other_sockets.append(getattr(l, linked_socket))
                from bpy.types import NodeSocket
                keep_sockets=[]
                for other_socket in other_sockets.copy():
                    if isinstance(other_socket, NodeSocket) and \
                        other_socket.bl_idname == 'NodeSocketUndefined':
                            continue # this one is bad
                    keep_sockets.append(other_socket)
                map[sock.identifier]= keep_sockets
            elif hasattr(sock, "default_value"):
                # in blender 5.0 we have to use sock.default_value insted of sock.get("default_value") :/
                if sock.bl_idname == "EnumCurveSocket" and sock.default_value is None:
                    # HACK I need to add this special case because during file-load,
                    #  this value is None and should not be altered until it is set once.
                    continue
                if sock.default_value is not None:
                    val = getattr(sock, "default_value")
                elif "Enum" in sock.bl_idname and isinstance(sock.get("default_value"), int):
                    continue # for string enum properties that have not yet initialized (at startup)
                elif (val := sock.default_value) is not None:
                    pass
                elif not force:
                    continue
                map[sock.identifier]=val
            else:
                from ..socket_definitions import no_default_value
                if sock.bl_idname in no_default_value:
                    map[sock.identifier]=None
                else:
                    raise RuntimeError(f"ERROR: Could not get socket data for socket of type: {sock.bl_idname}")
    return maps


def generate_intervening_reroute(socket, other_socket,):
    from bpy.app import version as bpy_version
    print ("i have to make a reroute node here lol")
    node = socket.node
    reroute = node.id_data.nodes.new('NodeReroute')
    # NOTE that this doesn't really do a good job of placing it. Whatever.
    l = node.id_data.links.new(input=other_socket, output=reroute.inputs[0])
    l = node.id_data.links.new(input=reroute.outputs[0], output=socket)
    reroute.location = node.location.lerp(other_socket.node.location, 0.25)
    if (bpy_version >= (4,4,0)): # correct the reroute color if possible
        reroute.socket_idname = other_socket.bl_idname
    return l

# this function is completely overloaded with different purposes and code paths
# TODO refactor everything that funnels into this function
# make this stuff simpler.
def do_relink(node, socket, map, in_out='INPUT', parent_name = ''):
    if not node.__class__.is_registered_node_type(): return
    tree = node.id_data; interface_in_out = 'OUTPUT' if in_out == 'INPUT' else 'INPUT'
    if hasattr(node, "node_tree"):
        tree = node.node_tree
        interface_in_out=in_out
    from bpy.types import NodeSocket, Node
    get_string = '__extend__'
    if socket: get_string = socket.identifier
    from ..base_definitions import SchemaUINode
    if (hasattr(node, "node_tree") or isinstance(node, SchemaUINode)) and get_string not in map.keys():
        # this happens when we are creating a new node group and need to update it from nothing.
        return
    val = map[get_string] # this will throw an error if the socket isn't there. Good!
    # IF there are multiple  links going from one node-socket to this socket, then we have to relink
    #  every socket but the first one before it can go in
    # Counter for every socket starts at 0 and if it is greater than 0, add a reroute intervening
    # then decrement the counter while relinking,
    socket_counters = {}
    if isinstance(val, list):
        for sub_val in val:
            # this will only happen once because it assigns socket, so it is safe to do in the for loop.
            if socket is None:
                socket = sub_val; sockets = [socket]
                if sub_val.bl_idname == "NodeReroute":
                    # we have to trace the reroute node...
                    if in_out == 'INPUT':
                        socket = find_reroute_start_socket(sub_val); sockets = [socket]
                    else:
                        sockets = find_reroute_end_socket(sub_val)
                for socket in sockets:
                    sock_type = socket.interface_type
                    name = unique_socket_name(node, socket, tree)
                    if parent_name:
                        interface_socket = update_interface(tree.interface, name, interface_in_out, sock_type, parent_name)
                    if in_out =='INPUT':
                        socket = node.inputs.new(sock_type, name, identifier=interface_socket.identifier)
                    else:
                        socket = node.outputs.new(sock_type, name, identifier=interface_socket.identifier)
                    if parent_name == 'Array': socket.display_shape='SQUARE_DOT'
                    if parent_name == 'Constant': socket.display_shape='CIRCLE_DOT'
                    # then move it up and delete the other link.
                    # this also needs to modify the interface of the node tree.
            if isinstance(sub_val, NodeSocket):
                counter_id=sub_val.node.name+"::"+sub_val.identifier
                l = None
                if in_out =='INPUT':
                    if socket_counters.get(counter_id) is None:
                        socket_counters[counter_id] = 0
                    if socket_counters[counter_id] == 0:
                        l = node.id_data.links.new(input=sub_val, output=socket)
                    else:
                        l = generate_intervening_reroute(socket, sub_val)
                    socket_counters[counter_id] += 1
                else:
                    l = node.id_data.links.new(input=socket, output=sub_val)
                if l is None:
                    raise RuntimeError("Could not create link")
            elif isinstance(sub_val, Node):
                counter_id=sub_val.name+"::Output"
                l = None
                # this happens when it is a NodeReroute
                if not socket.is_output:
                    if socket_counters.get(counter_id) is None:
                        socket_counters[counter_id] = 0
                    if socket_counters[counter_id] == 0:
                        l = node.id_data.links.new(input=sub_val.outputs[0], output=socket)
                    else:
                        # NOTE maybe this should make another reroute from the source to here instead
                        l = generate_intervening_reroute(socket, sub_val.outputs[0])
                    socket_counters[counter_id] += 1
                else:
                    l = node.id_data.links.new(input=socket, output=sub_val.inputs[0])
                if l is None:
                    raise RuntimeError("Could not create link")
            else:
                raise RuntimeError("Unhandled case in do_relink()")
    elif get_string != "__extend__":
        if not socket.is_output:
            from bpy.app import version as bpy_version
            if bpy_version >=(4,5,0): # VERSIONING
                # for some reason, this is throwing an error now
                from bpy.types import bpy_prop_array
                if isinstance(val, bpy_prop_array):
                    if in_out == "INPUT" and hasattr(socket, 'input') and socket.input == False:
                        return # doesn't matter, this is a Matrix socket in a bone or something
                    # raise RuntimeError(
                    #       f"Cannot set property in socket of type {socket.bl_idname} due to bug in Blender: "
                    #       f"{node.id_data.name}:{node.name}:{socket.name} ")
                    # TODO: report this weird bug!
            try:
                if socket.bl_idname == 'BooleanThreeTupleSocket':
                    # it is so annoying that I have to do this
                    socket.default_value = [bool(val[0]), bool(val[1]), bool(val[2])]
                else:
                    socket.default_value = val
            except (AttributeError, ValueError): # must be readonly or maybe it doesn't have a d.v.
                pass

def read_schema_type(interface_item):
    # VERSIONING CODE
    tree=interface_item.id_data
    version = tree.mantis_version
    old_version = False
    if  version[0] == 0: 
        if version[1] < 13: old_version = True
    # unfortunately we need to check this stuff for the versioning code to run correctly the first time.
    # UNLESS I can find a way to prevent this code from running before versioning

    if old_version or (not hasattr(interface_item, 'is_array')):
        # it is not a custom interface class and/or the file is old.
        if interface_item.parent:
            return interface_item.parent.name
    else:
        if interface_item.is_array:
            return 'Array'
        if interface_item.is_connection:
            return 'Connection'
    return 'Constant'

def update_interface(interface, name, in_out, sock_type, parent_name):
    from bpy.app import version as bpy_version
    if parent_name:
        if not (interface_parent := interface.items_tree.get(parent_name)):
            interface_parent = interface.new_panel(name=parent_name)
        if bpy_version != (4,5,0):
            socket = interface.new_socket(name=name,in_out=in_out, socket_type=sock_type, parent=interface_parent)
        else: # blender 4.5.0 LTS, have to workaround a bug!
            from ..versioning import workaround_4_5_0_interface_update
            socket = workaround_4_5_0_interface_update(tree=interface.id_data, name=name, in_out=in_out,
                                                       sock_type=sock_type, parent_name=parent_name, do_parent=True)
        match parent_name:
            case "Connection":
                socket.is_connection=True
            case "Array":
                socket.is_array=True
        
        if parent_name == 'Connection':
            in_out = 'OUTPUT' if in_out == 'INPUT' else 'INPUT' # flip this make sure connections always do both
            other_socket = interface.new_socket(name=name,in_out=in_out, socket_type=sock_type, parent=interface_parent)
            other_socket.is_connection = True
        return socket
    else:
        raise RuntimeError(wrapRed("Cannot add interface item to tree without specifying type."))

#UGLY BAD REFACTOR
def relink_socket_map_add_socket(node, socket_collection, item,  in_out=None,):
    from bpy.app import version as bpy_version
    # if not in_out: in_out=item.in_out
    multi=False
    if in_out == 'INPUT' and read_schema_type(item) == 'Array':
        multi = True
    # have to work around a bug in 4.5.0 that prevents me from declaring custom socket types
    # I have arbitrarily chosen to use the NodeSocketGeometry type to signal that this one is affected.
    if bpy_version == (4, 5, 0) and item.bl_socket_idname == 'NodeSocketGeometry':
        from ..versioning import socket_add_workaround_for_4_5_0_LTS
        s = socket_add_workaround_for_4_5_0_LTS(item, socket_collection, multi)
    else:
        s = socket_collection.new(type=item.bl_socket_idname, name=item.name, identifier=item.identifier,  use_multi_input=multi)
    if hasattr(s, 'default_value') and hasattr(s, 'is_valid_interface_type') and \
          s.is_valid_interface_type == True:
        if s.bl_idname not in ['MatrixSocket']: # no default value implemented
            from bpy.types import bpy_prop_array
            from mathutils import Vector
            default_value = 'REPORT BUG ON GITLAB' # default to bug string
            val_type = type(s.default_value) # why tf can't I match/case here?
            if val_type is bool: default_value = item.default_bool
            if val_type is int: default_value = item.default_int
            if val_type is float: default_value = item.default_float
            if val_type is Vector: default_value = item.default_vector
            if val_type is str: default_value = item.default_string
            if val_type is bpy_prop_array: default_value = item.default_bool_vector
            if not s.is_property_readonly("default_value"):
                s.default_value = default_value
            else: # TODO: make this work with color sets.
                print("WARN: Not yet implemented: default values for color sets.")
    if read_schema_type(item) == 'Array': s.display_shape = 'SQUARE_DOT'
    elif node.bl_idname in ['MantisSchemaGroup'] and read_schema_type(item) == 'Constant':
        s.display_shape='CIRCLE_DOT'
    return s

# TODO REFACTOR THIS
# I did this awful thing because I needed the above code
# but I have provided this interface to Mantis
# I did not follow the Single Responsibility Principle
# I am now suffering for it, as I rightly deserve.
def relink_socket_map(node, socket_collection, map, item, in_out):
    new_socket = relink_socket_map_add_socket(node, socket_collection, item, in_out,)
    do_relink(node, new_socket, map, in_out, parent_name=read_schema_type(item))

def unique_socket_name(node, other_socket, tree):
    name_stem = other_socket.bl_label; num=0
    # if hasattr(other_socket, "default_value"):
    #     name_stem = type(other_socket.default_value).__name__
    for item in tree.interface.items_tree:
        if item.item_type == 'PANEL': continue
        if other_socket.is_output and item.in_out == 'INPUT': continue
        if not other_socket.is_output and item.in_out == 'OUTPUT': continue
        if name_stem in item.name: num+=1
    name = name_stem + '.' + str(num).zfill(3)
    return name

##############################
# Dealing with Objects
##############################

# use this to ensure the active object is set back when changing it
def preserve_active_object(func):
    def wrapper(*args, **kwargs):
        import bpy
        original_active = bpy.context.active_object
        func(*args, **kwargs)
        bpy.context.view_layer.objects.active = original_active
    return wrapper

def switch_mode(mode='OBJECT', objects = []):
    active = None
    if objects:
        from bpy import context, ops
        active = objects[-1]
        context.view_layer.objects.active = active
        if (active):
            with context.temp_override(**{'active_object':active, 'selected_objects':objects}):
                ops.object.mode_set(mode=mode)
    return active

# run this in Object mode, during bFinalize
@preserve_active_object
def bind_modifier_operator(modifier, operator):
        # now we have to bind it
        ob = modifier.id_data
        ob.modifiers.active = modifier
        import bpy
        bpy.context.view_layer.objects.active = ob
        # Context override does not do anything here... it isn't handled in the C code
        # I have verified this by building Blender with print statements to debug.

        # let's just make sure the target object has its modifiers disabled and update the dg
        targ_attr = "target"
        if hasattr(modifier, "object"): targ_attr = "object"
        target = getattr(modifier, targ_attr)
        if target:
            prWhite(f"Binding Deformer {modifier.name} to target {target.name}")
            operator(modifier=modifier.name)

def get_default_collection(collection_type='WIDGET'):
    from ..preferences import get_bl_addon_object
    from bpy import data, context
    mantis_addon = get_bl_addon_object(raise_error=True)
    match collection_type:
        case "WIDGET":
            default_collection_name=mantis_addon.preferences.WidgetDefaultCollection
        case "CURVE":
            default_collection_name=mantis_addon.preferences.CurveDefaultCollection
        case "ARMATURE":
            default_collection_name=mantis_addon.preferences.MetaArmatureDefaultCollection
    if default_collection_name:
        if not (default_collection := data.collections.get(default_collection_name)):
            default_collection = data.collections.new(default_collection_name)
            context.scene.collection.children.link(default_collection)
        collection = default_collection
    else: collection = context.collection
    return collection

def import_widget_obj(path,):
    from bpy.app import version as bpy_version
    from bpy import context, data
    from os import path as os_path
    file_name = os_path.split(path)[-1]
    obj_name = os_path.splitext(file_name)[0]
    collection = get_default_collection(collection_type='WIDGET')
    if bpy_version < (4,5,0):
        original_active = context.active_object
        # for blender versions prior to 4.5.0, we have to import with an operator
        from bpy.ops import wm as wm_ops
        ob_names_before = data.objects.keys()
        wm_ops.obj_import(
            filepath=path,
            check_existing=False,
            forward_axis='NEGATIVE_Z',
            up_axis='Y',
            validate_meshes=True,)
        # just make sure the active object doesn't change
        context.view_layer.objects.active = original_active
        # the below is a HACK... I can find the objects in the .obj file
        # by scanning the file for the "o" prefix and checking the name.
        # but that may be slow if the obj is big. which would make a bad widget!
        ob = None
        for ob in data.objects:
            if ob.name in ob_names_before: continue
            # this is easier than setting the active collection before import.
            for other_collection in ob.users_collection:
                other_collection.objects.unlink(ob)
            from math import pi as PI
            from mathutils import Matrix
            m = ob.data
            for v in m.vertices:
                v.co = Matrix.Rotation(PI/2, 4, 'X') @ v.co
            collection.objects.link(ob)
            return ob # return the first one, that should be the one
        else: # no new object was found - fail.
            # I don't expect this to happen unless there is an error in the operator.
            raise RuntimeError(f"Failed to import {file_name}. This is probably"
                                "a bug or a corrupted file.")
    else:
        prWhite(f"INFO: using Geometry Nodes to import {file_name}")
        mesh = data.meshes.new(obj_name)
        ob = data.objects.new(name=obj_name, object_data=mesh)
        # we'll do a geometry nodes import
        collection.objects.link(ob)
        if (import_modifier := ob.modifiers.get("Import OBJ")) is None:
            import_modifier = ob.modifiers.new("Import OBJ", type='NODES')
        ng = data.node_groups.get("Import OBJ")
        if ng is None:
            from .geometry_node_graphgen import gen_import_obj_node_group
            ng = gen_import_obj_node_group()
        import_modifier.node_group = ng
        import_modifier["Socket_0"]=path
        return ob

def import_object_from_file(path):
    # first let's check to see if we need it.
    from os import path as os_path
    file_name = os_path.split(path)[-1]
    obj_name = os_path.splitext(file_name)[0]
    extension = os_path.splitext(file_name)[1]
    if extension == '.obj':
        return import_widget_obj(path,)
    else:
        raise RuntimeError(f"Failed to parse filename {path}")

def import_metarig_data(metarig_data : dict, ):
    from bpy import data, context
    from mathutils import Matrix
    from collections import deque
    # the metarig data is a dict with a bunch of nodes in it
    # start at node 'MANTIS_RESERVED'
    armature_data = metarig_data['MANTIS_RESERVED']
    children = deque(armature_data["children"].copy())
    if (armature := data.armatures.get(armature_data['name'])) is None:
        armature = data.armatures.new(armature_data['name'])
    # if we need to do anything here...
    if (armature_object := data.objects.get(armature_data['name'])) is None:
        armature_object = data.objects.new(armature_data['name'], object_data=armature)
        armature_object.matrix_world = Matrix(
                (   armature_data['matrix'][:4],
                    armature_data['matrix'][4:8],
                    armature_data['matrix'][8:12],
                    armature_data['matrix'][12:16], )
            )
        prGreen (armature_data['name'])
        
        # have to add it to the view layer to switch modes.
        collection = get_default_collection(collection_type="ARMATURE")
        collection.objects.link(armature_object)
        # we'll do this to ensure it is actually in the scene for the mode switch
        context.scene.collection.objects.link(armature_object)
        switch_mode('EDIT', objects = [armature_object])
        
        while (children):
            child_name = children.pop()
            child_data = metarig_data[child_name]
            eb = armature.edit_bones.new(name=child_data['name'])
            if parent_name := child_data['parent']:
                eb.parent = armature.edit_bones[parent_name]
            eb.length = child_data['length']
            eb.matrix = Matrix(
                (   child_data['matrix'][:4],
                    child_data['matrix'][4:8],
                    child_data['matrix'][8:12],
                    child_data['matrix'][12:16],   )
                )
            displacement = eb.matrix.to_3x3().transposed().row[1] * child_data['length']
            eb.tail = eb.matrix.decompose()[0] + displacement
            children.extendleft (child_data['children'].copy())
        switch_mode('OBJECT', objects = [armature_object])
        # and now we can remove it from the scene collection, since it is in the Armature collection
        context.scene.collection.objects.unlink(armature_object)
    # note that this will not correct if the object exists and is wrong.
    return armature_object
    
        
def import_curve_data_to_object(curve_name, curve_data):
    # the curve data will come as a single curve's data
    from bpy import data
    curve_object = data.objects.new(curve_name, data.curves.new(name=curve_name, type='CURVE'))
    curve_object.data.dimensions = '3D'
    prGreen (curve_name)

    for spline_data in curve_data:
        spline = curve_object.data.splines.new(type=spline_data['type'])
        points_data = spline_data['points']
        points_collection = spline.points
        if spline.type == 'BEZIER':
            # the points are bez_pts
            spline.bezier_points.add(len(points_data)-1)
            points_collection = spline.bezier_points
        else:
            spline.points.add(len(points_data)-1) # it starts with 1 already
            
        for i, point_data in enumerate(points_data):
            if spline.type == 'BEZIER':
                pt = spline.bezier_points[i]
            else:
                pt = spline.points[i]
            for prop in dir(pt):
                if prop == 'w':
                    continue
                if prop == 'co' and spline.type != 'BEZIER':
                    value = point_data[prop]
                    pt.co = (value[0], value[1], value[2], point_data['w'])
                    continue
                if prop in point_data.keys():
                    setattr(pt, prop, point_data[prop])
        for prop in dir(spline):
            if prop in spline_data.keys():
                if prop in ['points', 'type', 'index']: continue
                setattr(spline, prop, spline_data[prop])
    collection = get_default_collection(collection_type="CURVE")
    collection.objects.link(curve_object)
    return curve_object

def get_component_library_items(path='ADD_ARMATURE'):
    from os import path as os_path
    from ..preferences import get_bl_addon_object
    bl_mantis_addon = get_bl_addon_object()
    return_value=[]
    if bl_mantis_addon:
        match path:
            case 'ADD_ARMATURE':
                components_path = bl_mantis_addon.preferences.ComponentsLibraryFolder
            case 'AUTOLOAD':
                components_path = bl_mantis_addon.preferences.ComponentsAutoLoadFolder
        component_names = {}
        from os import walk as os_walk
        for path_root, dirs, files, in os_walk(components_path):
            for file in files:
                relative_file_name = os_path.join(os_path.sep.join(dirs), file)
                if file.endswith('.rig'):
                    component_names[relative_file_name[:-4]] = relative_file_name
    if component_names.keys():
        for i, (name, path) in enumerate(component_names.items()):
            return_value.append( (path, name, path, 'NODE_TREE', i) )
    return return_value

##############################
#  READ TREE and also Schema Solve!
##############################

# TODO: refactor the following two functions, they should be one function with arguments.
def init_connections(mantis_node):
    c, hc = [], []
    for i in mantis_node.outputs.values():
        for l in i.links:
            # if l.from_node != mantis_node:
            #     continue
            if l.is_hierarchy:
                hc.append(l.to_node)
            c.append(l.to_node)
    mantis_node.hierarchy_connections = hc
    mantis_node.connections = c

def init_dependencies(mantis_node):
    c, hc = [], []
    for i in mantis_node.inputs.values():
        for l in i.links:
            # if l.to_node != mantis_node:
            #     continue
            if l.is_hierarchy:
                hc.append(l.from_node)
            c.append(l.from_node)
    mantis_node.hierarchy_dependencies = hc
    mantis_node.dependencies = c

def schema_dependency_handle_item(schema, all_mantis_nodes, item,):
    hierarchy = True
    from ..base_definitions import from_name_filter, to_name_filter
    if item.in_out == 'INPUT':
        dependencies = schema.dependencies
        hierarchy_dependencies = schema.hierarchy_dependencies
        parent_name = read_schema_type(item)
        if parent_name == 'Array':
            for schema_idname in ['SchemaArrayInput', 'SchemaArrayInputGet', 'SchemaArrayInputAll']:
                if (mantis_node := all_mantis_nodes.get( (*schema.signature, schema_idname) )):
                    for to_link in mantis_node.outputs[item.name].links:
                        if to_link.to_socket in to_name_filter:
                            # hierarchy_reason='a'
                            hierarchy = False
                    for from_link in schema.inputs[item.identifier].links:
                        if from_link.from_socket in from_name_filter:
                            hierarchy = False
                            # hierarchy_reason='b'
                        if from_link.from_node not in dependencies:
                            if hierarchy:
                                hierarchy_dependencies.append(from_link.from_node)
                            dependencies.append(from_link.from_node)
        if parent_name == 'Constant':
            if mantis_node := all_mantis_nodes.get((*schema.signature, 'SchemaConstInput')):
                for to_link in mantis_node.outputs[item.name].links:
                    if to_link.to_socket in to_name_filter:
                        # hierarchy_reason='dependencies'
                        hierarchy = False
                for from_link in schema.inputs[item.identifier].links:
                    if from_link.from_socket in from_name_filter:
                        # hierarchy_reason='d'
                        hierarchy = False
                    if from_link.from_node not in dependencies:
                        if hierarchy:
                            hierarchy_dependencies.append(from_link.from_node)
                        dependencies.append(from_link.from_node)
        if parent_name == 'Connection':
            if mantis_node := all_mantis_nodes.get((*schema.signature, 'SchemaIncomingConnection')):
                for to_link in mantis_node.outputs[item.name].links:
                    if to_link.to_socket in to_name_filter:
                        # hierarchy_reason='e'
                        hierarchy = False
                for from_link in schema.inputs[item.identifier].links:
                    if from_link.from_socket in from_name_filter:
                        # hierarchy_reason='f'
                        hierarchy = False
                    if from_link.from_node not in dependencies:
                        if hierarchy:
                            hierarchy_dependencies.append(from_link.from_node)
                        dependencies.append(from_link.from_node)

def init_schema_dependencies(schema, all_mantis_nodes):
    """ Initialize the dependencies for Schema, and mark them as hierarchy or non-hierarchy dependencies
        Non-hierarchy dependencies are e.g. drivers and custom transforms.
    """
    tree = schema.ui_node.node_tree
    if tree is None:
        raise RuntimeError(f"Cannot get dependencies for schema {schema}")
    schema.dependencies = []
    schema.hierarchy_dependencies = []
    for l in schema.inputs["Schema Length"].links:
        schema.hierarchy_dependencies.append(l.from_node)
    if tree.interface:
        for item in tree.interface.items_tree:
            if item.item_type == 'PANEL':
                continue
            schema_dependency_handle_item(schema, all_mantis_nodes, item,)

def check_and_add_root(n, roots, include_non_hierarchy=False):
    if (include_non_hierarchy * len(n.dependencies)) > 0:
        return 
    elif len(n.hierarchy_dependencies) > 0:
        return
    roots.append(n)

def get_link_in_out(link):
    from ..base_definitions import replace_types
    from_name, to_name = link.from_socket.node.name, link.to_socket.node.name
    # catch special bl_idnames and bunch the connections up
    if link.from_socket.node.bl_idname in replace_types:
        from_name = link.from_socket.node.bl_idname 
    if link.to_socket.node.bl_idname in replace_types:
        to_name = link.to_socket.node.bl_idname
    return from_name, to_name

def link_mantis_nodes(tree_path_names, link, local_mantis_nodes, from_suffix='', to_suffix=''):
    links = clear_reroutes([link])
    if links:
        link = links[0]
    else:
        return

    dummy_types = ["DUMMY", "DUMMY_SCHEMA"]
    from_name, to_name = get_link_in_out(link)
    from_mantis_node = local_mantis_nodes.get( (*tree_path_names, from_name+from_suffix) )
    to_mantis_node = local_mantis_nodes.get( (*tree_path_names, to_name+to_suffix))
    if (from_mantis_node and to_mantis_node):
        from_s, to_s = link.from_socket.name, link.to_socket.name
        if to_mantis_node.node_type in dummy_types: to_s = link.to_socket.identifier
        if from_mantis_node.node_type in dummy_types: from_s = link.from_socket.identifier
        try:
            connection = from_mantis_node.outputs[from_s].connect(node=to_mantis_node, socket=to_s, sort_id=link.multi_input_sort_id)
            if connection is None:
                prWhite(f"Already connected: {from_name}:{from_s}->{to_name}:{to_s}")
            return connection
        except KeyError as e:
            prRed(f"{from_mantis_node}:{from_s} or {to_mantis_node}:{to_s} missing; review the connections printed below:")
            print (from_mantis_node.outputs.keys())
            print (to_mantis_node.inputs.keys())
            raise e
    else:
        prRed(from_mantis_node, to_mantis_node, (*tree_path_names, from_name+from_suffix), (*tree_path_names, to_name+to_suffix))
        if to_mantis_node is None:
            prRed( "Error: mantis node with signature "
                    f"{(*tree_path_names, to_name+to_suffix)} " 
                    "does not exist.")
        if from_mantis_node is None:
            prRed("Error: mantis node with signature "
                  f"{(*tree_path_names, from_name+from_suffix)} " 
                   "does not exist.")
        raise RuntimeError(wrapRed(f"Link not connected: {from_mantis_node} -> {to_mantis_node} in tree" ))
    
def get_all_dependencies(mantis_node):
    from ..base_definitions import GraphError
    """ find all dependencies for a mantis node"""
    nodes = []
    check_nodes = [mantis_node]
    nodes_checked = set()
    while (len(check_nodes) > 0):
        node = check_nodes.pop()
        nodes_checked.add (node)
        connected_nodes = node.hierarchy_dependencies
        for new_node in connected_nodes:
            if new_node in nodes:
                continue
            nodes.append(new_node)
            if new_node not in nodes_checked:
                check_nodes.append(new_node)
    return nodes
                
def get_all_nodes_of_type(base_tree, bl_idname):
    nodes = []
    check_nodes = list(base_tree.nodes)
    while (len(check_nodes) > 0):
        node = check_nodes.pop()
        if node.bl_idname in bl_idname:
            nodes.append(node)
        if hasattr(node, "node_tree"):
            check_nodes.extend(list(node.node_tree.nodes))
    return nodes

def trace_all_nodes_from_root(root, nodes):
    from ..base_definitions import GraphError
    """ find all dependencies for a mantis node"""
    nodes.add(root); check_nodes = [root]
    nodes_checked = set()
    while (len(check_nodes) > 0):
        node = check_nodes.pop(); nodes_checked.add (node)
        connected_nodes = []
        for output in node.outputs:
            for l in output.links:
                if l.to_node not in nodes:
                    connected_nodes.append(l.to_node)
        for new_node in connected_nodes:
            nodes.add(new_node)
            if new_node not in nodes_checked:
                check_nodes.append(new_node)
    return nodes
            
##################################################################################################
# misc
##################################################################################################

def all_trees_in_tree(base_tree, selected=False):
    """ Recursively finds all trees referenced in a given base-tree."""
    # note that this is recursive but not by tail-end recursion
    # a while-loop is a better way to do recursion in Python.
    trees = [base_tree]
    can_descend = True
    check_trees = [base_tree]
    while (len(check_trees) > 0): # this seems innefficient, why 2 loops?
        new_trees = []
        while (len(check_trees) > 0):
            tree = check_trees.pop()
            for node in tree.nodes:
                if selected == True and node.select == False:
                    continue
                if new_tree := getattr(node, "node_tree", None):
                    if new_tree in trees: continue 
                    new_trees.append(new_tree)
                    trees.append(new_tree)
        check_trees = new_trees
    return trees

# this is a destructive operation, not a pure function or whatever. That isn't good but I don't care.
def SugiyamaGraph(tree, iterations):
        from grandalf.graphs import Vertex, Edge, Graph, graph_core
        class defaultview(object):
            w,h = 1,1
            xz = (0,0)
        
        graph = Graph()
        no_links = set()
        verts = {}
        for n in tree.nodes:
            if n.select == True:
                v = Vertex(n.name)
                v.view = defaultview()
                v.view.xy = n.location
                v.view.h = n.height*2.5
                v.view.w = n.width*2.2
                verts[n.name] = v
                no_links.add(n.name)
                graph.add_vertex(v)
            n.select=False
            
        edges = []
        inverted_edges=[]
        not_a_root = set()
        for link in tree.links:
            if (link.from_node.name not in verts.keys()) or (link.to_node.name not in verts.keys()):
                continue # problem??
            weight = 1 # maybe this is useful
            not_a_root.add(link.to_node.name) # if it has a edge-input it is not a root.
            e = Edge(verts[link.from_node.name], verts[link.to_node.name], weight)
            graph.add_edge(e)
            edges.append(e )
            if link.is_valid == False:
                inverted_edges.append(e)
            if link.from_node.name in no_links:
                no_links.remove(link.from_node.name)
            if link.to_node.name in no_links:
                no_links.remove(link.to_node.name)
        try:
            from grandalf.layouts import SugiyamaLayout
            # .C[0] is the first "graph core" that contains a connected graph.
            sug = SugiyamaLayout(graph.C[0]) 
            sug.init_all()
            sug.draw(iterations)
            # Digco is good for small graphs.
            # from grandalf.layouts import DigcoLayout
            # dco = DigcoLayout(graph.C[0])
            # dco.init_all()
            # dco.draw(iterations)
        except KeyboardInterrupt:
            pass # just use what it has calculated so far, I guess

        for v in graph.C[0].sV:
            for n in tree.nodes:
                if n.name == v.data:
                    n.location.x = v.view.xy[1]
                    n.location.y = v.view.xy[0]
                    n.select = True
        
        # now we can take all the input nodes and try to put them in a sensible place
        # not sure why but this absolutely does not do anything
        for n_name in no_links:
            n = tree.nodes.get(n_name)
            next_node = None
            for output in n.outputs:
                if output.is_linked == True:
                    next_node = output.links[0].to_node
                    break
            # let's see if the next node
            if next_node:
                # need to find the other node in the same layer...
                other_node = None
                for s_input in next_node.inputs:
                    if s_input.is_linked:
                        other_node = s_input.links[0].from_node
                        if other_node is n:
                            continue
                        else:
                            break
                if other_node:
                    n.location = other_node.location
                    n.location.y -= other_node.height*2
                else: # we'll just position it next to the next node
                    n.location = next_node.location
                    n.location.x -= next_node.width*1.5
        

def project_point_to_plane(point, origin, normal):
    return point - normal.dot(point- origin)*normal

# If a $ character is in a value, it is an overlay request
# in the root tree, supply it immediately, otherwise tag this node
# once we finish pulling data from the tree we handle the overlay.
def handle_overlay_detect(node, socket_id, socket_idname, value) -> str:
    mContext = node.mContext
    root_tree = mContext.base_tree
    root_items_tree = root_tree.interface.items_tree
    # detect if it is in the root tree, if so, handle immediately
    out_value = value
    # what this recieves is determined by its idname
    socket_type = str
    match socket_idname:
        case "IntSocket" | "UnsignedIntSocket":
            socket_type = int
        case "FloatSocket" | "FloatPositiveSocket" | "FloatFactorSocket" | "FloatAngleSocket":
            socket_type = float
    
    if node.signature[0] is None and len(node.signature) ==2:
        for key, interface_item in root_items_tree.items():
            if interface_item.item_type != "SOCKET": continue
            if interface_item.in_out != "INPUT": continue
            # then what the interface provides is determined by its idname in turn
            # NOTE I'm not 100% sure checking the socket_type is the right thing to do here
            match interface_item.bl_socket_idname:
                case "IntSocket" | "BooleanSocket":
                    if socket_type in {int, float} and '$'+key == out_value:
                        # TODO this is the wrong way to do this, replace this with parser later
                        out_value = socket_type(interface_item.default_int)
                case "FloatSocket":
                    if socket_type in {int, float} and '$'+key == out_value:
                        out_value = socket_type(interface_item.default_float)
                case "StringSocket":
                    if socket_type == str:
                        out_value = socket_type(out_value.replace("$"+key, interface_item.default_string))

    else: # since it is not root, we have to tag it.
        mContext.tagged_for_overlay.append((node.signature, socket_id))
    return out_value

####################################
# CURVE STUFF
####################################

def make_perpendicular(v1, v2):
    from ..base_definitions import FLOAT_EPSILON
    if (v1.length_squared < FLOAT_EPSILON) or (v2.length_squared < FLOAT_EPSILON):
        raise RuntimeError("Cannot generate perpendicular vetor for zero-length vector")
    projected = (v2.dot(v1) / v1.dot(v1)) * v1
    perpendicular = v2 - projected
    return perpendicular

# this stuff could be branchless but I don't use it much TODO
def cap(val, maxValue):
    if (val > maxValue):
        return maxValue
    return val

def capMin(val, minValue):
    if (val < minValue):
        return minValue
    return val

def wrap(min : float, max : float, value: float) -> float:
    range = max-min; remainder = value % range
    if remainder > max: return min + remainder-max
    else: return remainder

def lerpVal(a, b, fac = 0.5):
    return a + ( (b-a) * fac)

#wtf this doesn't do anything even remotely similar to wrap
# HACK BAD FIXME UNBREAK ME BAD
# I don't understand what this function does but I am using it in multiple places?
def old_bad_wrap_that_should_be_refactored(val, maxValue, minValue = None):
    if (val > maxValue):
        return (-1 * ((maxValue - val) + 1))
    if ((minValue) and (val < minValue)):
        return (val + maxValue)
    return val
    #TODO clean this up

def extract_spline_suffix(spline_index):
    return ".spline."+str(spline_index).zfill(3)+".extracted"

def do_extract_spline(data, spline):
    remove_me = []
    for other_spline in data.splines:
        if other_spline != spline: remove_me.append(other_spline)
    while remove_me: data.splines.remove(remove_me.pop())

def extract_spline(curve, spline_index):
    """ Given a curve object and spline index, returns a new object
        containing only the selcted spline. The new object is bound to
        the original curve.
    """
    if len(curve.data.splines) == 1:
        return curve # nothing to do here.
    spline_suffix = extract_spline_suffix(spline_index)
    from bpy import data
    if (new_ob := data.objects.get(curve.name+spline_suffix)) is None:
        new_ob=curve.copy(); new_ob.name=curve.name+spline_suffix
    # if the data exists, it is probably stale, so delete it and start over.
    if (old_data := data.objects.get(curve.data.name+spline_suffix)) is not None:
        data.curves.remove(old_data)
    new_data=curve.data.copy(); new_data.name=curve.data.name+spline_suffix
    new_ob.data = new_data
    # do not check for index error here, it is the calling function's responsibility
    do_extract_spline(new_data, new_data.splines[spline_index])
    return new_ob

def bind_extracted_spline_to_curve(new_ob, curve):
    # Set up a relationship between the new object and the old object
    # now, weirdly enough - we can't use parenting very easily because Blender
    # defines the parent on a curve relative to the evaluated path animation
    # Setting the inverse matrix is too much work. Use Copy Transforms instead.
    from ..xForm_nodes import reset_object_data
    reset_object_data(new_ob)
    c = new_ob.constraints.new("COPY_TRANSFORMS"); c.target=curve
    new_ob.parent=curve
    return new_ob

def get_extracted_spline_object(proto_curve, spline_index, mContext):
    # we're storing it separately like this to ensure all nodes use the same
    #   object if they extract the same spline for use by Mantis.
    # this should be transparent to the user since it is working around a
    #   a limitation in Blender.
    extracted_spline_name = proto_curve.name+extract_spline_suffix(spline_index)
    if curve := mContext.b_objects.get(extracted_spline_name):
        return curve
    else:
        curve = extract_spline(proto_curve, spline_index)
        if curve.name != proto_curve.name: # if there is only one spline, no
            bind_extracted_spline_to_curve(curve, proto_curve)# dupe is created.
        mContext.b_objects[extracted_spline_name] = curve
        return curve

def nurbs_copy_bez_spline(curve, bez_spline, do_setup=True):
    other_spline= curve.data.splines.new('NURBS')
    other_spline.use_endpoint_u=True
    other_spline.use_bezier_u=True
    bez_pts = bez_spline.bezier_points
    bez_data=[]
    for i, bez_pt in enumerate(bez_pts):
        if i > 0:
            bez_data.append(bez_pt.handle_left.copy())
        bez_data.append(bez_pt.co.copy())
        if i != len(bez_pts)-1:
            bez_data.append(bez_pt.handle_right.copy())
    other_spline.points.add(len(bez_data)-1)
    for i, pt in enumerate(bez_data):
        other_spline.points[i].co=(*pt,1.0) # add the W value here
    if do_setup: # do the stuff that makes it behave the same as a bez spline
        other_spline.use_endpoint_u = True; other_spline.use_bezier_u = True
        other_spline.order_u=4 # set to 1 for poly
    return other_spline

def RibbonMeshEdgeLengths(m, ribbon):
    tE = ribbon[0]; bE = ribbon[1]; c = ribbon[2]
    lengths = []
    for i in range( len( tE ) ): #tE and bE are same length
        if (c == True):
            v1NextInd = tE[old_bad_wrap_that_should_be_refactored((i+1), len(tE) - 1)]
        else:
            v1NextInd = tE[cap((i+1) , len(tE) - 1 )]
        v1 = m.vertices[tE[i]]; v1Next = m.vertices[v1NextInd]
        if (c == True):
            v2NextInd = bE[old_bad_wrap_that_should_be_refactored((i+1), len(bE) - 1)]
        else:
            v2NextInd = bE[cap((i+1) , len(bE) - 1 )]
        v2 = m.vertices[bE[i]]; v2Next = m.vertices[v2NextInd]
        
        v = v1.co.lerp(v2.co, 0.5); vNext = v1Next.co.lerp(v2Next.co, 0.5)
        # get the center, edges may not be straight so total length 
        #  of one edge may be more than the ribbon center's length
        lengths.append(( v - vNext ).length)
    return lengths

def EnsureCurveIsRibbon(crv, defaultRadius = 0.1):
    from ..base_definitions import FLOAT_EPSILON
    crvRadius = 0
    crv.data.offset = 0
    if (crv.data.bevel_depth < FLOAT_EPSILON):
        crvRadius = crv.data.extrude
    else: #Set ribbon from bevel depth
        crvRadius = crv.data.bevel_depth
        crv.data.bevel_depth = 0
        crv.data.extrude = crvRadius
    if (crvRadius < FLOAT_EPSILON):
        crv.data.extrude = defaultRadius

def SetRibbonData(m, ribbon):
    #maybe this could be incorporated into the DetectWireEdges function?
    #maybe I can check for closed poly curves here? under what other circumstance
    # will I find the ends of the wire have identical coordinates?
    ribbonData = []
    tE = ribbon[0].copy(); bE = ribbon[1].copy()
    lengths = RibbonMeshEdgeLengths(m, ribbon)
    lengths.append(0)
    totalLength = sum(lengths)
    for i, (t, b) in enumerate(zip(tE, bE)):
        ind = old_bad_wrap_that_should_be_refactored( (i + 1), len(tE) - 1 )
        tNext = tE[ind]; bNext = bE[ind]
        ribbonData.append(  ( (t,b), (tNext, bNext), lengths[i] ) )
        #if this is a circle, the last v in vertData has a length, otherwise 0
    return ribbonData, totalLength

def WireMeshEdgeLengths(m, wire):
    circle = False
    vIndex = wire.copy()
    for e in m.edges:
        if ((e.vertices[0] == vIndex[-1]) and (e.vertices[1] == vIndex[0])):
            #this checks for an edge between the first and last vertex in the wire
            circle = True
            break
    lengths = []
    for i in range(len(vIndex)):
        v = m.vertices[vIndex[i]]
        if (circle == True):
            vNextInd = vIndex[old_bad_wrap_that_should_be_refactored((i+1), len(vIndex) - 1)]
        else:
            vNextInd = vIndex[cap((i+1), len(vIndex) - 1 )]
        vNext = m.vertices[vNextInd]
        lengths.append(( v.co - vNext.co ).length)
    #if this is a circular wire mesh, this should wrap instead of cap
    return lengths

def GetDataFromWire(m, wire):
    vertData = []
    vIndex = wire.copy()
    lengths = WireMeshEdgeLengths(m, wire)
    lengths.append(0)
    totalLength = sum(lengths)
    for i, vInd in enumerate(vIndex):
        #-1 to avoid IndexError
        vNext = vIndex[ (old_bad_wrap_that_should_be_refactored(i+1, len(vIndex) - 1)) ]
        vertData.append((vInd, vNext, lengths[i]))
    #if this is a circle, the last v in vertData has a length, otherwise 0
    return vertData, totalLength

def DetectWireEdges(mesh):
    # Returns a list of vertex indices belonging to wire meshes
    # NOTE: this assumes a mesh object with only wire meshes
    ret = []
    import bmesh
    bm = bmesh.new()
    try:
        bm.from_mesh(mesh)
        ends = []
        for v in bm.verts:
            if (len(v.link_edges) == 1):
                ends.append(v.index)
        for e in bm.edges:
            assert (e.is_wire == True),"This function can only run on wire meshes"
            if (e.verts[1].index - e.verts[0].index != 1):
                ends.append(e.verts[1].index)
                ends.append(e.verts[0].index)
        for i in range(len(ends)//2): # // is floor division
            beg = ends[i*2]
            end = ends[(i*2)+1]
            indices = [(j + beg) for j in range ((end - beg) + 1)]
            ret.append(indices)
    finally:
        bm.free()
        return ret

def FindNearestPointOnWireMesh(m, pointsList):
    from mathutils import Vector
    from mathutils.geometry import intersect_point_line
    from math import sqrt
    wires = DetectWireEdges(m)
    ret = []
    # prevFactor = None
    for wire, points in zip(wires, pointsList):
        vertData, total_length = GetDataFromWire(m, wire)
        factorsOut = []
        for p in points:
            prevDist = float('inf')
            curDist  = float('inf')
            v1 = None
            v2 = None
            for i in range(len(vertData) - 1):
                #but it shouldn't check the last one
                if (p == m.vertices[i].co):
                    v1 = vertData[i]
                    v2 = vertData[i+1]
                    offset = 0
                    break
                else:
                    curDist = ( ((m.vertices[vertData[i][0]].co - p).length) +
                                ((m.vertices[vertData[i][1]].co - p).length) )/2
                if (curDist < prevDist):
                    v1 = vertData[i]
                    v2 = vertData[i+1]
                    prevDist = curDist
                    offset = intersect_point_line(p, m.vertices[v1[0]].co, 
                                                     m.vertices[v2[0]].co)[1]
            if (offset < 0):
                offset = 0
            elif (offset > 1):
                offset = 1
            # Assume the vertices are in order
            v1Length = 0
            v2Length = v2[2]
            for i in range(v1[0]):
                v1Length += vertData[i][2]
            factor = ((offset * (v2Length)) + v1Length )/total_length
            factor = wrap(0, 1, factor) # doesn't hurt to wrap it if it's over 1 or less than 0
            factorsOut.append(factor)
        ret.append( factorsOut )
    return ret


def mesh_from_curve(crv, context, ribbon=True):
    """Utility function for converting a mesh to a curve
       which will return the correct mesh even with modifiers"""
    import bpy
    m = None
    crv_ob = crv.copy()
    crv_data_copy = crv.data.copy()
    crv_ob.data = crv_data_copy
    if (len(crv_ob.modifiers) > 0):
        do_unlink = False
        if (not context.scene.collection.all_objects.get(crv_ob.name)):
            context.collection.objects.link(crv_ob) # i guess this forces the dg to update it?
            do_unlink = True
        dg = context.view_layer.depsgraph
        # just gonna modify it for now lol
        if ribbon:
            EnsureCurveIsRibbon(crv_ob)
        else:
            crv_ob.data.bevel_depth=0
            crv_ob.data.extrude=0
            crv_ob.data.offset=0
        # try:
        dg.update()
        mOb = crv_ob.evaluated_get(dg)
        m = bpy.data.meshes.new_from_object(mOb)
        m.name=crv_ob.data.name+'_mesh'
        if (do_unlink):
            context.collection.objects.unlink(crv_ob)
    else: # (ಥ﹏ಥ) why can't I just use this !
        # for now I will just do it like this
        if ribbon:
            EnsureCurveIsRibbon(crv_ob)
        else:
            crv_ob.data.bevel_depth=0
            crv_ob.data.extrude=0
            crv_ob.data.offset=0
        m = bpy.data.meshes.new_from_object(crv_ob)
    bpy.data.objects.remove(crv_ob)
    return m

def DetectRibbon(f, bm, skipMe):
    fFirst = f.index
    cont = True
    circle = False
    tEdge, bEdge = [],[]
    while (cont == True):
        skipMe.add(f.index)
        tEdge.append (f.loops[0].vert.index) # top-left
        bEdge.append (f.loops[3].vert.index) # bottom-left
        nEdge = bm.edges.get([f.loops[1].vert, f.loops[2].vert])
        nFaces = nEdge.link_faces
        if (len(nFaces) == 1): 
            cont = False
        else:
            for nFace in nFaces:
                if (nFace != f):
                    f = nFace
                    break
            if (f.index == fFirst):
                cont = False
                circle = True
        if (cont == False): # we've reached the end, get the last two:
            tEdge.append (f.loops[1].vert.index) # top-right
            bEdge.append (f.loops[2].vert.index) # bottom-right
            # this will create a loop for rings -- 
            #  "the first shall be the last and the last shall be first"
    return (tEdge,bEdge,circle)

def DetectRibbons(m, fReport = None):
    # Returns list of vertex indices belonging to ribbon mesh edges
    # NOTE: this assumes a mesh object with only ribbon meshes
    # ---DO NOT call this script with a mesh that isn't a ribbon!--- #
    import bmesh
    bm = bmesh.new()
    bm.from_mesh(m)
    mIslands, mIsland = [], []
    skipMe = set()
    bm.faces.ensure_lookup_table()
    #first, get a list of mesh islands
    for f in bm.faces:
        if (f.index in skipMe):
            continue #already done here
        checkMe = [f]
        while (len(checkMe) > 0):
            facesFound = 0
            for f in checkMe:
                if (f.index in skipMe):
                    continue #already done here
                mIsland.append(f)
                skipMe.add(f.index)
                for e in f.edges:
                    checkMe += e.link_faces
            if (facesFound == 0):
                #this is the last iteration
                mIslands.append(mIsland)
                checkMe, mIsland = [], []
    ribbons = []
    skipMe = set() # to store ends already checked
    for mIsl in mIslands:
        ribbon = None
        first = float('inf')
        for f in mIsl:
            if (f.index in skipMe):
                continue #already done here
            if (f.index < first):
                first = f.index
            adjF = 0
            for e in f.edges:
                adjF+= (len(e.link_faces) - 1)
                # every face other than this one is added to the list
            if (adjF == 1):
                ribbon = (DetectRibbon(f, bm, skipMe) )
                break
        if (ribbon == None):
            ribbon = (DetectRibbon(bm.faces[first], bm, skipMe) )
        ribbons.append(ribbon)
    # print (ribbons)
    return ribbons

def data_from_ribbon_mesh(m, factorsList, mat, ribbons = None, fReport = None):
    #Note, factors list should be equal in length the the number of wires
    #Now working for multiple wires, ugly tho
    if (ribbons == None):
        ribbons = DetectRibbons(m, fReport=fReport)
        if (ribbons is None):
            if (fReport):
                fReport(type = {'ERROR'}, message="No ribbon to get data from.")
            else:  
                print ("No ribbon to get data from.")
            return None
    ret = []
    for factors, ribbon in zip(factorsList, ribbons):
        points  = []
        widths  = []
        normals = []
        ribbonData, totalLength = SetRibbonData(m, ribbon)

        for fac in factors:
            if (fac == 0):
                data = ribbonData[0]
                curFac = 0
            elif (fac == 1):
                data = ribbonData[-1]
                curFac = 0
            else:
                targetLength = totalLength * fac
                data = ribbonData[0]
                curLength = 0
                for ( (t, b), (tNext, bNext), length,) in ribbonData:
                    if (curLength >= targetLength):
                        break
                    curLength += length
                    data = ( (t, b), (tNext, bNext), length,)
                targetLengthAtEdge = (curLength - targetLength)
                if (targetLength == 0):
                    curFac = 0
                elif (targetLength == totalLength):
                    curFac = 1
                else:
                    # NOTE: This can be Zero. Find out why!
                    if data[2] == 0:
                        curFac=0
                    else:
                        curFac = 1 - (targetLengthAtEdge/ data[2]) #length
            t1 = m.vertices[data[0][0]]; b1 = m.vertices[data[0][1]]
            t2 = m.vertices[data[1][0]]; b2 = m.vertices[data[1][1]]
            #location
            loc1 = (t1.co).lerp(b1.co, 0.5)
            loc2 = (t2.co).lerp(b2.co, 0.5)
            #width
            w1 = (t1.co - b1.co).length/2
            w2 = (t2.co - b2.co).length/2 #radius, not diameter
            #normal
            n1 = (t1.normal).slerp(b1.normal, 0.5)
            n2 = (t1.normal).slerp(b2.normal, 0.5)
            if ((data[0][0] > data[1][0]) and (ribbon[2] == False)):
                curFac = 0
                #don't interpolate if at the end of a ribbon that isn't circular
            if ( 0 < curFac < 1):
                outPoint = loc1.lerp(loc2, curFac)
                outNorm  = n1.lerp(n2, curFac)
                outWidth = w1 + ( (w2-w1) * curFac)
            elif (curFac <= 0):
                outPoint = loc1.copy()
                outNorm = n1
                outWidth = w1
            elif (curFac >= 1):
                outPoint = loc2.copy()
                outNorm = n2
                outWidth = w2
            outPoint = mat @ outPoint
            outNorm.normalize()
            points.append ( outPoint.copy() ) #copy because this is an actual vertex location
            widths.append ( outWidth )
            normals.append( outNorm )
        ret.append( (points, widths, normals) )
    return ret # this is a list of tuples containing three lists

from mathutils import Vector

# Used for filling the Curve LUTimport numpy as np
import numpy as np

def all_data_from_ribbon(mesh, mat, ribbon):
    top_indices, bottom_indices, is_closed = ribbon
    top_indices = np.asarray(top_indices, dtype=np.intp)
    bottom_indices = np.asarray(bottom_indices, dtype=np.intp)
    count = len(top_indices)
    assert count >= 2, "this should never happen, report this as a bug"
    # we'll use numpy to calculate the positions and normals because it is fast.
    vertex_count = len(mesh.vertices)
    coordinates = np.empty(vertex_count * 3, dtype=np.float64)
    mesh.vertices.foreach_get("co", coordinates)
    coordinates = coordinates.reshape((-1, 3))
    vertex_normals = np.empty(vertex_count * 3, dtype=np.float64)
    mesh.vertices.foreach_get("normal", vertex_normals)
    vertex_normals = vertex_normals.reshape((-1, 3))
    
    top_local = coordinates[top_indices]; bottom_local = coordinates[bottom_indices]
    # similarly we have to make the world matrix a numpy array
    transform = np.asarray(mat, dtype=np.float64)
    basis = transform[:3, :3]; translation = transform[:3, 3]
    #.T is transpose because this numpy array expects row-major
    top_positions = top_local @ basis.T + translation
    bottom_positions = bottom_local @ basis.T + translation
    positions = (top_positions + bottom_positions) * 0.5
    radii = np.linalg.norm(top_positions - bottom_positions, axis=1) * 0.5

    # transform the potisions by the object's matrix, mat
    # and the normals need a slightly different transformation
    normal_transform = np.linalg.inv(basis).T
    local_normals = ( vertex_normals[top_indices] + vertex_normals[bottom_indices] )
    normals = local_normals @ normal_transform.T
    normal_lengths = np.linalg.norm(normals, axis=1)
    # Normalize the normals by dividing them by the lengths. avoid dividing by 0
    normals = np.divide(
        normals,
        normal_lengths[:, None],
        out=np.zeros_like(normals),
        where=normal_lengths[:, None] != 0,
    )

    # all of this incoming/outgoing subtraction stuff is doing the following:
    # take the current vertex positon and get the tangent vector of each segment
    # it is a part of, then average them
    if is_closed: # have to adjust it back, I don't really know if this works
        incoming = positions - np.roll(positions, 1, axis=0)
        outgoing = np.roll(positions, -1, axis=0) - positions
    else:
        incoming = np.zeros_like(positions); outgoing = np.zeros_like(positions)
        incoming[1:] = positions[1:] - positions[:-1]
        outgoing[:-1] = positions[1:] - positions[:-1]
        incoming[0] = outgoing[0]
        outgoing[-1] = incoming[-1]

    incoming_lengths = np.linalg.norm(incoming, axis=1)
    outgoing_lengths = np.linalg.norm(outgoing, axis=1)
    # the segments may be different lengths so we have to normalize them
    incoming = np.divide(
        incoming,
        incoming_lengths[:, None],
        out=np.zeros_like(incoming),
        where=incoming_lengths[:, None] != 0,
    )
    outgoing = np.divide(
        outgoing,
        outgoing_lengths[:, None],
        out=np.zeros_like(outgoing),
        where=outgoing_lengths[:, None] != 0,
    )
    # then we add them together and normalize again to average them
    tangents = incoming + outgoing
    tangent_lengths = np.linalg.norm(tangents, axis=1)
    tangents = np.divide(
        tangents,
        tangent_lengths[:, None],
        out=np.zeros_like(tangents),
        where=tangent_lengths[:, None] != 0,
    )
    # calcualte the U value of the samples based on the length of the spline
    segment_lengths = np.linalg.norm(positions[1:] - positions[:-1], axis=1)
    if is_closed:
        closing_length = np.linalg.norm(positions[0] - positions[-1])
        total_length = segment_lengths.sum() + closing_length
    else:
        total_length = segment_lengths.sum()

    if total_length:
        u_samples = np.concatenate(([0.0], np.cumsum(segment_lengths))) / total_length
    else:
        u_samples = np.zeros(count, dtype=np.float64)
    
    # now we have to convert the values back to values Blender uses
    # TODO eventually I want to port everything to numpy even tho it is ugly
    u_samples = tuple(u_samples)
    radii = tuple(radii)
    from mathutils import Vector
    positions = [Vector(elem) for elem in positions]
    normals = [Vector(elem) for elem in normals]
    tangents = [Vector(elem) for elem in tangents]
    return u_samples, positions, normals, tangents, radii


#This bisection search is generic, and it searches based on the
# magnitude of the error, rather than the sign.
# If the sign of the error is meaningful, a simpler function
# can be used.
def do_bisect_search_by_magnitude(
        owner, 
        attribute,
        index = None,
        test_function = None,
        modify = None,
        max_iterations = 10000,
        threshold = 0.0001,
        thresh2   = 0.0005,
        context = None,
        update_dg = None,
    ):
    from math import floor
    i = 0; best_so_far = 0; best = float('inf')
    min = 0; center = max_iterations//2; max = max_iterations
    # enforce getting the absolute value, in case the function has sign information
    # The sign may be useful in a sign-aware bisect search, but this one is more robust!
    test = lambda : abs(test_function(owner, attribute, index, context = context,))
    while (i <= max_iterations):
        upper = (max - ((max-center))//2)
        modify(owner, attribute, index, upper, context = context); error1 = test()
        lower = (center - ((center-min))//2)
        modify(owner, attribute, index, lower, context = context); error2 = test()
        if (error1 < error2):
            min = center
            center, check = upper, upper
            error = error1
        else:
            max = center
            center, check = lower, lower
            error = error2
        if (error <= threshold) or (min == max-1):
            break
        if (error < thresh2):
            j = min
            while (j < max):
                modify(owner, attribute, index, j * 1/max_iterations, context = context)
                error = test()
                if (error < best):
                    best_so_far = j; best = error
                if (error <= threshold):
                    break
                j+=1
            else: # loop has completed without finding a solution
                i = best_so_far; error = test()
                modify(owner, attribute, index, best_so_far, context = context)
                break
        if (error < best):
            best_so_far = check; best = error
        i+=1
        if update_dg:
            update_dg.update()
    else: # Loop has completed without finding a solution
        i = best_so_far
        modify(owner, attribute, best_so_far, context = context); i+=1