graphvent/context.go

package graphvent

import (
  "crypto/ecdh"
  "crypto/sha512"
  "encoding/binary"
  "errors"
  "fmt"
  "reflect"
  "runtime"
  "sync"

  badger "github.com/dgraph-io/badger/v3"
)

func Hash(base string, name string) uint64 {
  digest := append([]byte(base), 0x00)
  digest = append(digest, []byte(name)...)
  hash := sha512.Sum512(digest)
  return binary.BigEndian.Uint64(hash[0:8])
}

type ExtType uint64
type NodeType uint64
type SignalType uint64
type PolicyType uint64
type SerializedType uint64

func NewExtType(name string) ExtType {
  return ExtType(Hash(ExtTypeBase, name))
}

func NewNodeType(name string) NodeType {
  return NodeType(Hash(NodeTypeBase, name))
}

func NewSignalType(name string) SignalType {
  return SignalType(Hash(SignalTypeBase, name))
}

func NewPolicyType(name string) PolicyType {
  return PolicyType(Hash(PolicyTypeBase, name))
}

func NewSerializedType(name string) SerializedType {
  val := SerializedType(Hash(SerializedTypeBase, name))
  println(fmt.Sprintf("TYPE: %s: %d", name, val))
  return val
}

const (
  ExtTypeBase = "ExtType"
  NodeTypeBase = "NodeType"
  SignalTypeBase = "SignalType"
  PolicyTypeBase = "PolicyType"
  SerializedTypeBase = "SerializedType"
  FieldNameBase = "FieldName"
)

var (
  ListenerExtType = NewExtType("LISTENER")
  LockableExtType = NewExtType("LOCKABLE")
  GQLExtType      = NewExtType("GQL")
  GroupExtType    = NewExtType("GROUP")
  ECDHExtType     = NewExtType("ECDH")

  GQLNodeType = NewNodeType("GQL")

  StopSignalType       = NewSignalType("STOP")
  CreateSignalType     = NewSignalType("CREATE")
  StartSignalType      = NewSignalType("START")
  ErrorSignalType      = NewSignalType("ERROR")
  StatusSignalType     = NewSignalType("STATUS")
  LinkSignalType       = NewSignalType("LINK")
  LockSignalType       = NewSignalType("LOCK")
  ReadSignalType       = NewSignalType("READ")
  ReadResultSignalType = NewSignalType("READ_RESULT")
  ACLTimeoutSignalType = NewSignalType("ACL_TIMEOUT")

  MemberOfPolicyType      = NewPolicyType("USER_OF")
  RequirementOfPolicyType = NewPolicyType("REQUIEMENT_OF")
  PerNodePolicyType       = NewPolicyType("PER_NODE")
  AllNodesPolicyType      = NewPolicyType("ALL_NODES")

  StructType = NewSerializedType("struct")
  SliceType = NewSerializedType("slice")
  ArrayType = NewSerializedType("array")
  PointerType = NewSerializedType("pointer")
  MapType = NewSerializedType("map")
  ErrorType = NewSerializedType("error")
  ExtensionType = NewSerializedType("extension")

  StringType = NewSerializedType("string")
  Uint8Type = NewSerializedType("uint8")
  NodeKeyType = NewSerializedType("node_key")

  NodeNotFoundError = errors.New("Node not found in DB")
  ECDH = ecdh.X25519()
)

type ExtensionInfo struct {
  Type reflect.Type
  Data interface{}
}

type NodeInfo struct {
  Extensions []ExtType
}

type TypeSerialize func(*Context,interface{}) ([]byte, error)
type TypeDeserialize func(*Context,[]byte) (interface{}, error)
type TypeInfo struct {
  Type reflect.Type
  Serialize TypeSerialize
  Deserialize TypeDeserialize
}

// A Context stores all the data to run a graphvent process
type Context struct {
  // DB is the database connection used to load and write nodes
  DB * badger.DB
  // Logging interface
  Log Logger
  // Map between database extension hashes and the registered info
  Extensions map[ExtType]ExtensionInfo
  ExtensionTypes map[reflect.Type]ExtType
  // Map between databse policy hashes and the registered info
  Policies map[PolicyType]reflect.Type
  PolicyTypes map[reflect.Type]PolicyType
  // Map between serialized signal hashes and the registered info
  Signals map[SignalType]reflect.Type
  SignalTypes map[reflect.Type]SignalType
  // Map between database type hashes and the registered info
  Nodes map[NodeType]NodeInfo
  // Map between go types and registered info
  Types map[SerializedType]TypeInfo
  TypeReflects map[reflect.Type]SerializedType

  // Routing map to all the nodes local to this context
  nodeMapLock sync.RWMutex
  nodeMap map[NodeID]*Node
}

// Register a NodeType to the context, with the list of extensions it requires
func (ctx *Context) RegisterNodeType(node_type NodeType, extensions []ExtType) error {
  _, exists := ctx.Nodes[node_type]
  if exists == true {
    return fmt.Errorf("Cannot register node type %+v, type already exists in context", node_type)
  }

  ext_found := map[ExtType]bool{}
  for _, extension := range(extensions) {
    _, in_ctx := ctx.Extensions[extension]
    if in_ctx == false {
      return fmt.Errorf("Cannot register node type %+v, required extension %+v not in context", node_type, extension)
    }

    _, duplicate := ext_found[extension]
    if duplicate == true {
      return fmt.Errorf("Duplicate extension %+v found in extension list", extension)
    }

    ext_found[extension] = true
  }

  ctx.Nodes[node_type] = NodeInfo{
    Extensions: extensions,
  }
  return nil
}

func (ctx *Context) RegisterPolicy(reflect_type reflect.Type, policy_type PolicyType) error {
  _, exists := ctx.Policies[policy_type]
  if exists == true {
    return fmt.Errorf("Cannot register policy of type %+v, type already exists in context", policy_type)
  }

  ctx.Policies[policy_type] = reflect_type
  ctx.PolicyTypes[reflect_type] = policy_type
  return nil
}

func (ctx *Context)RegisterSignal(reflect_type reflect.Type, signal_type SignalType) error {
  _, exists := ctx.Signals[signal_type]
  if exists == true {
    return fmt.Errorf("Cannot register signal of type %+v, type already exists in context", signal_type)
  }

  ctx.Signals[signal_type] = reflect_type
  ctx.SignalTypes[reflect_type] = signal_type
  return nil
}

// Add a node to a context, returns an error if the def is invalid or already exists in the context
func (ctx *Context)RegisterExtension(reflect_type reflect.Type, ext_type ExtType, data interface{}) error {
  _, exists := ctx.Extensions[ext_type]
  if exists == true {
    return fmt.Errorf("Cannot register extension of type %+v, type already exists in context", ext_type)
  }

  ctx.Extensions[ext_type] = ExtensionInfo{
    Type: reflect_type,
    Data: data,
  }
  ctx.ExtensionTypes[reflect_type] = ext_type

  return nil
}

func (ctx *Context)RegisterType(reflect_type reflect.Type, ctx_type SerializedType, serialize TypeSerialize, deserialize TypeDeserialize) error {
  _, exists := ctx.Types[ctx_type]
  if exists == true {
    return fmt.Errorf("Cannot register field of type %+v, type already exists in context", ctx_type)
  }
  _, exists = ctx.TypeReflects[reflect_type]
  if exists == true {
    return fmt.Errorf("Cannot register field with type %+v, type already registered in context", reflect_type)
  }
  if deserialize == nil {
    return fmt.Errorf("Cannot register field without deserialize function")
  }
  if serialize == nil {
    return fmt.Errorf("Cannot register field without serialize function")
  }

  ctx.Types[ctx_type] = TypeInfo{
    Type: reflect_type,
    Serialize: serialize,
    Deserialize: deserialize,
  }
  ctx.TypeReflects[reflect_type] = ctx_type

  return nil
}

func (ctx *Context) AddNode(id NodeID, node *Node) {
  ctx.nodeMapLock.Lock()
  ctx.nodeMap[id] = node
  ctx.nodeMapLock.Unlock()
}

func (ctx *Context) Node(id NodeID) (*Node, bool) {
  ctx.nodeMapLock.RLock()
  node, exists := ctx.nodeMap[id]
  ctx.nodeMapLock.RUnlock()
  return node, exists
}

// Get a node from the context, or load from the database if not loaded
func (ctx *Context) getNode(id NodeID) (*Node, error) {
  target, exists := ctx.Node(id)

  if exists == false {
    var err error
    target, err = LoadNode(ctx, id)
    if err != nil {
      return nil, err
    }
  }
  return target, nil
}

// Route a Signal to dest. Currently only local context routing is supported
func (ctx *Context) Send(messages Messages) error {
  for _, msg := range(messages) {
    if msg.Dest == ZeroID {
      panic("Can't send to null ID")
    }
    target, err := ctx.getNode(msg.Dest)
    if err == nil {
      select {
      case target.MsgChan <- msg:
        ctx.Log.Logf("signal", "Sent %s -> %+v", target.ID, msg)
      default:
        buf := make([]byte, 4096)
        n := runtime.Stack(buf, false)
        stack_str := string(buf[:n])
        return fmt.Errorf("SIGNAL_OVERFLOW: %s - %s", msg.Dest, stack_str)
      }
    } else if errors.Is(err, NodeNotFoundError) {
      // TODO: Handle finding nodes in other contexts
      return err
    } else {
      return err
    }
  }
  return nil
}

type defaultKind struct {
  Type SerializedType
  Serialize func(interface{})([]byte, error)
  Deserialize func([]byte)(interface{}, error)
}

var defaultKinds = map[reflect.Kind]defaultKind{
  reflect.Int: {
    Deserialize: func(data []byte)(interface{}, error){
      if len(data) != 8 {
        return nil, fmt.Errorf("invalid length: %d/8", len(data))
      }
      return int(binary.BigEndian.Uint64(data)), nil
    },
    Serialize: func(val interface{})([]byte, error){
      i, ok := val.(int)
      if ok == false {
        return nil, fmt.Errorf("invalid type %+v", reflect.TypeOf(val))
      } else {
        bytes := make([]byte, 8)
        binary.BigEndian.PutUint64(bytes, uint64(i))
        return bytes, nil
      }
    },
  },
}

type SerializedValue struct {
  TypeStack []uint64
  Data []byte
}

func SerializeValue(ctx *Context, value reflect.Value) (SerializedValue, error) {
  val, err := serializeValue(ctx, value.Type(), &value)
  ctx.Log.Logf("serialize", "SERIALIZED_VALUE(%+v): %+v - %s", value, val, err)
  return val, err
}

func serializeValue(ctx *Context, t reflect.Type, value *reflect.Value) (SerializedValue, error) {
  var ctx_type uint64 = 0x00
  ctype, exists := ctx.TypeReflects[t]
  ctx.Log.Logf("serialize", "TYPE_REFLECTS: %+v", ctx.TypeReflects)
  if exists == true {
    type_info := ctx.Types[ctype]
    ctx_type = uint64(ctype)
    val_ser, err := type_info.Serialize(ctx, value.Interface())
    if err != nil {
      return SerializedValue{}, err
    }
    return SerializedValue{
      []uint64{ctx_type},
      val_ser,
    }, nil
  }

  kind := t.Kind()
  switch kind {
  case reflect.Map:
    if ctx_type == 0x00 {
      ctx_type = uint64(MapType)
    }
    var data []byte 
    if value == nil {
      data = nil
    } else if value.IsZero() {
      data = []byte{0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF}
    } else if value.Len() == 0 {
      data = []byte{0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00}
    } else {
      map_iter := value.MapRange()
      key_data := []byte{}
      val_data := []byte{}
      var key_types []uint64 = nil
      var val_types []uint64 = nil
      map_len := 0
      for map_iter.Next() {
        map_len += 1
        key_value := map_iter.Key()
        val_value := map_iter.Value()

        key, err := serializeValue(ctx, t.Key(), &key_value)
        if err != nil {
          return SerializedValue{}, err
        }
        val, err := serializeValue(ctx, t.Elem(), &val_value)
        if err != nil {
          return SerializedValue{}, err
        }

        if key_types == nil {
          key_types = key.TypeStack
          val_types = val.TypeStack
        }

        key_data = append(key_data, key.Data...)
        val_data = append(val_data, val.Data...)
      }

      type_stack := []uint64{ctx_type}
      type_stack = append(type_stack, key_types...)
      type_stack = append(type_stack, val_types...)

      data := make([]byte, 8)
      binary.BigEndian.PutUint64(data, uint64(map_len))
      data = append(data, key_data...)
      data = append(data, val_data...)
      return SerializedValue{
        type_stack,
        data,
      }, nil
    }
    key, err := serializeValue(ctx, t.Key(), nil)
    if err != nil {
      return SerializedValue{}, err
    }
    elem, err := serializeValue(ctx, t.Elem(), nil)
    if err != nil {
      return SerializedValue{}, err
    }
    type_stack := []uint64{ctx_type}
    type_stack = append(type_stack, key.TypeStack...)
    type_stack = append(type_stack, elem.TypeStack...)
    return SerializedValue{
      type_stack,
      data,
    }, nil
  case reflect.Slice:
    if ctx_type == 0x00 {
      ctx_type = uint64(SliceType)
    }
    var data []byte
    if value == nil {
      data = nil
    } else if value.IsZero() {
      data = []byte{0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF}
    } else if value.Len() == 0 {
      data = []byte{0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00}
    } else {
      data := make([]byte, 8)
      binary.BigEndian.PutUint64(data, uint64(value.Len()))
      var elem SerializedValue
      for i := 0; i < value.Len(); i += 1 {
        val := value.Index(i)
        element, err := serializeValue(ctx, t.Elem(), &val)
        if err != nil {
          return SerializedValue{}, err
        }
        if i == 0 {
          elem = element
        }
        data = append(data, elem.Data...)
      }
      return SerializedValue{
        append([]uint64{ctx_type}, elem.TypeStack...),
        data,
      }, nil
    }
    elem, err := serializeValue(ctx, t.Elem(), nil)
    if err != nil {
      return SerializedValue{}, err
    }
    return SerializedValue{
      append([]uint64{ctx_type}, elem.TypeStack...),
      data,
    }, nil
  case reflect.Pointer:
    if ctx_type == 0x00 {
      ctx_type = uint64(PointerType)
    }
    var data []byte 
    var elem_value *reflect.Value = nil
    if value == nil {
      data = nil
    } else if value.IsZero() {
      data = []byte{0x01}
    } else {
      data = []byte{0x00}
      ev := value.Elem()
      elem_value = &ev
    }
    elem, err := serializeValue(ctx, t.Elem(), elem_value)
    if err != nil {
      return SerializedValue{}, err
    }
    if elem.Data != nil {
      data = append(data, elem.Data...)
    }
    return SerializedValue{
      append([]uint64{uint64(ctx_type)}, elem.TypeStack...),
      data,
    }, nil
  case reflect.String:
    if ctx_type == 0x00 {
      ctx_type = uint64(StringType)
    }
    if value == nil {
      return SerializedValue{
        []uint64{ctx_type},
        nil,
      }, nil
    }

    data := make([]byte, 8)
    str := value.String()
    binary.BigEndian.PutUint64(data, uint64(len(str)))
    return SerializedValue{
      []uint64{uint64(ctx_type)},
      append(data, []byte(str)...),
    }, nil
  case reflect.Uint8:
    if ctx_type == 0x00 {
      ctx_type = uint64(Uint8Type)
    }
    return SerializedValue{
      []uint64{uint64(ctx_type)},
      []byte{uint8(value.Uint())},
    }, nil
  default:
    return SerializedValue{}, fmt.Errorf("unhandled kind: %+v - %+v", kind, t)
  }
}

/*
  default:
    kind_def, handled := defaultKinds[kind]
    if handled == false {
      ctx_type, handled := ctx.TypeReflects[value.Type()]
      if handled == false {
        err = fmt.Errorf("%+v is not a handled reflect type", value.Type())
        break
      }
      type_info, handled := ctx.Types[ctx_type]
      if handled == false {
        err = fmt.Errorf("%+v is not a handled reflect type(INTERNAL_ERROR)", value.Type())
        break
      }
      field_ser, err := type_info.Serialize(ctx, value.Interface())
      if err != nil {
        err = fmt.Errorf(err.Error())
        break
      }
      ret = SerializedValue{
        []uint64{uint64(ctx_type)},
        field_ser,
      }
    }
    field_ser, err := kind_def.Serialize(value.Interface())
    if err != nil {
      err = fmt.Errorf(err.Error())
    } else {
      ret = SerializedValue{
        []uint64{uint64(kind_def.Type)},
        field_ser,
      }
    }
*/

func SerializeField(ctx *Context, ext Extension, field_name string) (SerializedValue, error) {
  if ext == nil {
    return SerializedValue{}, fmt.Errorf("Cannot get fields on nil Extension")
  }
  ext_value := reflect.ValueOf(ext).Elem()
  field := ext_value.FieldByName(field_name)
  if field.IsValid() == false {
    return SerializedValue{}, fmt.Errorf("%s is not a field in %+v", field_name, ext)
  } else {
    return SerializeValue(ctx, field)
  }
}

func SerializeSignal(ctx *Context, signal Signal, ctx_type SignalType) (SerializedValue, error) {
  return SerializedValue{}, nil
}

func SerializeExtension(ctx *Context, ext Extension, ctx_type ExtType) (SerializedValue, error) {
  if ext == nil {
    return SerializedValue{}, fmt.Errorf("Cannot serialize nil Extension ")
  }
  ext_type := reflect.TypeOf(ext).Elem()
  ext_value := reflect.ValueOf(ext).Elem()

  m := map[string]SerializedValue{}
  for _, field := range(reflect.VisibleFields(ext_type)) {
    ext_tag, tagged_ext := field.Tag.Lookup("ext")
    if tagged_ext == false {
      continue
    } else {
      field_value := ext_value.FieldByIndex(field.Index)
      var err error
      m[ext_tag], err = SerializeValue(ctx, field_value)
      if err != nil {
        return SerializedValue{}, err
      }
    }
  }
  map_value := reflect.ValueOf(m)
  map_ser, err := SerializeValue(ctx, map_value)
  if err != nil {
    return SerializedValue{}, err
  }
  return SerializedValue{
    append([]uint64{uint64(ctx_type)}, map_ser.TypeStack...),
    map_ser.Data,
  }, nil
}

func (value SerializedValue) MarshalBinary() ([]byte, error) {
  return nil, fmt.Errorf("SerializedValue.MarshalBinary Undefined")
}

func ParseSerializedValue(ctx *Context, data []byte) (SerializedValue, []byte, error) {
  return SerializedValue{}, nil, fmt.Errorf("ParseSerializedValue Undefined")
}

func DeserializeValue(ctx *Context, value SerializedValue) (interface{}, error) {
  return nil, fmt.Errorf("DeserializeValue Undefined")
}

// Create a new Context with the base library content added
func NewContext(db * badger.DB, log Logger) (*Context, error) {
  ctx := &Context{
    DB: db,
    Log: log,
    Policies: map[PolicyType]reflect.Type{},
    PolicyTypes: map[reflect.Type]PolicyType{},
    Extensions: map[ExtType]ExtensionInfo{},
    ExtensionTypes: map[reflect.Type]ExtType{},
    Signals: map[SignalType]reflect.Type{},
    SignalTypes: map[reflect.Type]SignalType{},
    Nodes: map[NodeType]NodeInfo{},
    nodeMap: map[NodeID]*Node{},
    Types: map[SerializedType]TypeInfo{},
    TypeReflects: map[reflect.Type]SerializedType{},
  }

  var err error
  err = ctx.RegisterType(reflect.TypeOf(SerializedValue{}), NewSerializedType("SerializedValue"),
  func(ctx *Context, val interface{}) ([]byte, error) {
    value := val.(SerializedValue)
    return value.MarshalBinary()
  }, func(ctx *Context, data []byte) (interface{}, error) {
    value, data, err := ParseSerializedValue(ctx, data)
    if err != nil {
      return nil, err
    }
    if data != nil {
      return nil, fmt.Errorf("%+v remaining after parse", data)
    }
    return value, nil
  })

  err = ctx.RegisterExtension(reflect.TypeOf((*LockableExt)(nil)), LockableExtType, nil)
  if err != nil {
    return nil, err
  }

  err = ctx.RegisterExtension(reflect.TypeOf((*ListenerExt)(nil)), ListenerExtType, nil)
  if err != nil {
    return nil, err
  }

  err = ctx.RegisterExtension(reflect.TypeOf((*GroupExt)(nil)), GroupExtType, nil)
  if err != nil {
    return nil, err
  }

  gql_ctx := NewGQLExtContext()
  err = ctx.RegisterExtension(reflect.TypeOf((*GQLExt)(nil)), GQLExtType, gql_ctx)
  if err != nil {
    return nil, err
  }

  err = ctx.RegisterSignal(reflect.TypeOf((*StopSignal)(nil)), StopSignalType)
  if err != nil {
    return nil, err
  }

  err = ctx.RegisterSignal(reflect.TypeOf((*CreateSignal)(nil)), CreateSignalType)
  if err != nil {
    return nil, err
  }

  err = ctx.RegisterSignal(reflect.TypeOf((*StartSignal)(nil)), StartSignalType)
  if err != nil {
    return nil, err
  }

  err = ctx.RegisterSignal(reflect.TypeOf((*ReadSignal)(nil)), ReadSignalType)
  if err != nil {
    return nil, err
  }

  err = ctx.RegisterSignal(reflect.TypeOf((*ReadResultSignal)(nil)), ReadResultSignalType)
  if err != nil {
    return nil, err
  }

  err = ctx.RegisterNodeType(GQLNodeType, []ExtType{GroupExtType, GQLExtType})
  if err != nil {
    return nil, err
  }

  schema, err := BuildSchema(gql_ctx)
  if err != nil {
    return nil, err
  }

  gql_ctx.Schema = schema

  return ctx, nil
}