package graphvent import ( "fmt" "time" "sync" "errors" "reflect" "encoding/json" ) // Update the threads listeners, and notify the parent to do the same func (thread * SimpleThread) Signal(ctx * Context, signal GraphSignal, nodes NodeMap) error { err := thread.SimpleLockable.Signal(ctx, signal, nodes) if err != nil { return err } if signal.Direction() == Up { // Child->Parent, thread updates parent and connected requirement if thread.parent != nil { UseMoreStates(ctx, []Node{thread.parent}, nodes, func(nodes NodeMap) error { thread.parent.Signal(ctx, signal, nodes) return nil }) } } else if signal.Direction() == Down { // Parent->Child, updates children and dependencies UseMoreStates(ctx, NodeList(thread.children), nodes, func(nodes NodeMap) error { for _, child := range(thread.children) { child.Signal(ctx, signal, nodes) } return nil }) } else if signal.Direction() == Direct { } else { panic(fmt.Sprintf("Invalid signal direction: %d", signal.Direction())) } thread.signal <- signal return nil } // Interface to represent any type of thread information type ThreadInfo interface { } func (thread * SimpleThread) SetTimeout(timeout time.Time, action string) { thread.timeout = timeout thread.timeout_action = action thread.timeout_chan = time.After(time.Until(timeout)) } func (thread * SimpleThread) TimeoutAction() string { return thread.timeout_action } func (thread * SimpleThread) State() string { return thread.state_name } func (thread * SimpleThread) SetState(new_state string) error { if new_state == "" { return fmt.Errorf("Cannot set state to '' with SetState") } thread.state_name = new_state return nil } func (thread * SimpleThread) Parent() Thread { return thread.parent } func (thread * SimpleThread) SetParent(parent Thread) { thread.parent = parent } func (thread * SimpleThread) Children() []Thread { return thread.children } func (thread * SimpleThread) Child(id NodeID) Thread { for _, child := range(thread.children) { if child.ID() == id { return child } } return nil } func (thread * SimpleThread) ChildInfo(child NodeID) ThreadInfo { return thread.child_info[child] } // Requires thread and childs thread to be locked for write func UnlinkThreads(ctx * Context, thread Thread, child Thread) error { var found Node = nil for _, c := range(thread.Children()) { if child.ID() == c.ID() { found = c break } } if found == nil { return fmt.Errorf("UNLINK_THREADS_ERR: %s is not a child of %s", child.ID(), thread.ID()) } child.SetParent(nil) thread.RemoveChild(child) return nil } func (thread * SimpleThread) RemoveChild(child Thread) { idx := -1 for i, c := range(thread.children) { if c.ID() == child.ID() { idx = i break } } if idx == -1 { panic(fmt.Sprintf("%s is not a child of %s", child.ID(), thread.Name())) } child_len := len(thread.children) thread.children[idx] = thread.children[child_len-1] thread.children = thread.children[0:child_len-1] } func (thread * SimpleThread) AddChild(child Thread, info ThreadInfo) error { if child == nil { return fmt.Errorf("Will not connect nil to the thread tree") } _, exists := thread.child_info[child.ID()] if exists == true { return fmt.Errorf("Will not connect the same child twice") } if info == nil && thread.InfoType != nil { return fmt.Errorf("nil info passed when expecting info") } else if info != nil { if reflect.TypeOf(info) != thread.InfoType { return fmt.Errorf("info type mismatch, expecting %+v", thread.InfoType) } } thread.children = append(thread.children, child) thread.child_info[child.ID()] = info return nil } func checkIfChild(ctx * Context, target Thread, cur Thread, nodes NodeMap) bool { for _, child := range(cur.Children()) { if child.ID() == target.ID() { return true } is_child := false UpdateMoreStates(ctx, []Node{child}, nodes, func(nodes NodeMap) error { is_child = checkIfChild(ctx, target, child, nodes) return nil }) if is_child { return true } } return false } // Requires thread and childs thread to be locked for write func LinkThreads(ctx * Context, thread Thread, child Thread, info ThreadInfo, nodes NodeMap) error { if ctx == nil || thread == nil || child == nil { return fmt.Errorf("invalid input") } if thread.ID() == child.ID() { return fmt.Errorf("Will not link %s as a child of itself", thread.ID()) } if child.Parent() != nil { return fmt.Errorf("EVENT_LINK_ERR: %s already has a parent, cannot link as child", child.ID()) } if checkIfChild(ctx, thread, child, nodes) == true { return fmt.Errorf("EVENT_LINK_ERR: %s is a child of %s so cannot add as parent", thread.ID(), child.ID()) } if checkIfChild(ctx, child, thread, nodes) == true { return fmt.Errorf("EVENT_LINK_ERR: %s is already a parent of %s so will not add again", thread.ID(), child.ID()) } err := thread.AddChild(child, info) if err != nil { return fmt.Errorf("EVENT_LINK_ERR: error adding %s as child to %s: %e", child.ID(), thread.ID(), err) } child.SetParent(thread) if err != nil { return err } return nil } type ThreadAction func(* Context, Thread)(string, error) type ThreadActions map[string]ThreadAction type ThreadHandler func(* Context, Thread, GraphSignal)(string, error) type ThreadHandlers map[string]ThreadHandler type Thread interface { // All Threads are Lockables Lockable /// State Modification Functions SetParent(parent Thread) AddChild(child Thread, info ThreadInfo) error RemoveChild(child Thread) SetState(new_thread string) error SetTimeout(end_time time.Time, action string) /// State Reading Functions Parent() Thread Children() []Thread Child(id NodeID) Thread ChildInfo(child NodeID) ThreadInfo State() string TimeoutAction() string /// Functions that dont read/write thread // Deserialize the attribute map from json.Unmarshal DeserializeInfo(ctx *Context, data []byte) (ThreadInfo, error) SetActive(active bool) error Action(action string) (ThreadAction, bool) Handler(signal_type string) (ThreadHandler, bool) // Internal timeout channel for thread Timeout() <-chan time.Time // Internal signal channel for thread SignalChannel() <-chan GraphSignal ClearTimeout() ChildWaits() *sync.WaitGroup } type SimpleThread struct { SimpleLockable actions ThreadActions handlers ThreadHandlers timeout_chan <-chan time.Time signal chan GraphSignal child_waits *sync.WaitGroup active bool active_lock *sync.Mutex state_name string parent Thread children []Thread child_info map[NodeID] ThreadInfo InfoType reflect.Type timeout time.Time timeout_action string } func (thread * SimpleThread) Serialize() ([]byte, error) { thread_json := NewSimpleThreadJSON(thread) return json.MarshalIndent(&thread_json, "", " ") } func (thread * SimpleThread) SignalChannel() <-chan GraphSignal { return thread.signal } type SimpleThreadJSON struct { Parent *NodeID `json:"parent"` Children map[NodeID]interface{} `json:"children"` Timeout time.Time `json:"timeout"` TimeoutAction string `json:"timeout_action"` StateName string `json:"state_name"` SimpleLockableJSON } func NewSimpleThreadJSON(thread *SimpleThread) SimpleThreadJSON { children := map[NodeID]interface{}{} for _, child := range(thread.children) { children[child.ID()] = thread.child_info[child.ID()] } var parent_id *NodeID = nil if thread.parent != nil { new_str := thread.parent.ID() parent_id = &new_str } lockable_json := NewSimpleLockableJSON(&thread.SimpleLockable) return SimpleThreadJSON{ Parent: parent_id, Children: children, Timeout: thread.timeout, TimeoutAction: thread.timeout_action, StateName: thread.state_name, SimpleLockableJSON: lockable_json, } } func LoadSimpleThread(ctx *Context, id NodeID, data []byte, nodes NodeMap) (Node, error) { var j SimpleThreadJSON err := json.Unmarshal(data, &j) if err != nil { return nil, err } thread := NewSimpleThread(id, j.Name, j.StateName, nil, BaseThreadActions, BaseThreadHandlers) nodes[id] = &thread err = RestoreSimpleThread(ctx, &thread, j, nodes) if err != nil { return nil, err } return &thread, nil } // SimpleThread as no associated info with children func (thread * SimpleThread) DeserializeInfo(ctx *Context, data []byte) (ThreadInfo, error) { if len(data) > 0 { return nil, fmt.Errorf("SimpleThread expected to deserialize no info but got %d length data: %s", len(data), string(data)) } return nil, nil } func RestoreSimpleThread(ctx *Context, thread Thread, j SimpleThreadJSON, nodes NodeMap) error { thread.SetTimeout(j.Timeout, j.TimeoutAction) if j.Parent != nil { p, err := LoadNodeRecurse(ctx, *j.Parent, nodes) if err != nil { return err } p_t, ok := p.(Thread) if ok == false { return err } thread.SetParent(p_t) } // TODO: Call different loading functions(to return different ThreadInfo types, based on the j.Type, // Will probably have to add another set of callbacks to the context for this, and since there's now 3 sets that need to be matching it could be useful to move them to a struct so it's easier to keep in sync i := 0 for id, info_raw := range(j.Children) { child_node, err := LoadNodeRecurse(ctx, id, nodes) if err != nil { return err } child_t, ok := child_node.(Thread) if ok == false { return fmt.Errorf("%+v is not a Thread as expected", child_node) } info_ser, err := json.Marshal(info_raw) if err != nil { return err } parsed_info, err := thread.DeserializeInfo(ctx, info_ser) if err != nil { return err } thread.AddChild(child_t, parsed_info) i++ } return RestoreSimpleLockable(ctx, thread, j.SimpleLockableJSON, nodes) } const THREAD_SIGNAL_BUFFER_SIZE = 128 func NewSimpleThread(id NodeID, name string, state_name string, info_type reflect.Type, actions ThreadActions, handlers ThreadHandlers) SimpleThread { return SimpleThread{ SimpleLockable: NewSimpleLockable(id, name), state_name: state_name, signal: make(chan GraphSignal, THREAD_SIGNAL_BUFFER_SIZE), children: []Thread{}, child_info: map[NodeID]ThreadInfo{}, actions: actions, handlers: handlers, child_waits: &sync.WaitGroup{}, active_lock: &sync.Mutex{}, } } // Requires that thread is already locked for read in UseStates func FindChild(ctx * Context, thread Thread, id NodeID, nodes NodeMap) Thread { if thread == nil { panic("cannot recurse through nil") } if id == thread.ID() { return thread } for _, child := range thread.Children() { var result Thread = nil UseMoreStates(ctx, []Node{child}, nodes, func(nodes NodeMap) error { result = FindChild(ctx, child, id, nodes) return nil }) if result != nil { return result } } return nil } func ChildGo(ctx * Context, thread Thread, child Thread, first_action string) { thread.ChildWaits().Add(1) go func(child Thread) { ctx.Log.Logf("thread", "THREAD_START_CHILD: %s from %s", thread.ID(), child.ID()) defer thread.ChildWaits().Done() err := ThreadLoop(ctx, child, first_action) if err != nil { ctx.Log.Logf("thread", "THREAD_CHILD_RUN_ERR: %s %e", child.ID(), err) } else { ctx.Log.Logf("thread", "THREAD_CHILD_RUN_DONE: %s", child.ID()) } }(child) } // Main Loop for Threads func ThreadLoop(ctx * Context, thread Thread, first_action string) error { // Start the thread, error if double-started ctx.Log.Logf("thread", "THREAD_LOOP_START: %s - %s", thread.ID(), first_action) err := thread.SetActive(true) if err != nil { ctx.Log.Logf("thread", "THREAD_LOOP_START_ERR: %e", err) return err } next_action := first_action for next_action != "" { action, exists := thread.Action(next_action) if exists == false { error_str := fmt.Sprintf("%s is not a valid action", next_action) return errors.New(error_str) } ctx.Log.Logf("thread", "THREAD_ACTION: %s - %s", thread.ID(), next_action) next_action, err = action(ctx, thread) if err != nil { return err } } err = thread.SetActive(false) if err != nil { ctx.Log.Logf("thread", "THREAD_LOOP_STOP_ERR: %e", err) return err } err = UpdateStates(ctx, []Node{thread}, func(nodes NodeMap) error { err := thread.SetState("finished") if err != nil { return err } return UnlockLockables(ctx, []Lockable{thread}, thread, nodes) }) if err != nil { ctx.Log.Logf("thread", "THREAD_LOOP_UNLOCK_ERR: %e", err) return err } ctx.Log.Logf("thread", "THREAD_LOOP_DONE: %s", thread.ID()) return nil } func (thread * SimpleThread) ChildWaits() *sync.WaitGroup { return thread.child_waits } func (thread * SimpleThread) SetActive(active bool) error { thread.active_lock.Lock() defer thread.active_lock.Unlock() if thread.active == true && active == true { return fmt.Errorf("%s is active, cannot set active", thread.ID()) } else if thread.active == false && active == false { return fmt.Errorf("%s is already inactive, canot set inactive", thread.ID()) } thread.active = active return nil } func (thread * SimpleThread) Action(action string) (ThreadAction, bool) { action_fn, exists := thread.actions[action] return action_fn, exists } func (thread * SimpleThread) Handler(signal_type string) (ThreadHandler, bool) { handler, exists := thread.handlers[signal_type] return handler, exists } func (thread * SimpleThread) Timeout() <-chan time.Time { return thread.timeout_chan } func (thread * SimpleThread) ClearTimeout() { thread.timeout_chan = nil } var ThreadStart = func(ctx * Context, thread Thread) error { err := UpdateStates(ctx, []Node{thread}, func(nodes NodeMap) error { owner_id := NodeID("") if thread.Owner() != nil { owner_id = thread.Owner().ID() } if owner_id != thread.ID() { err := LockLockables(ctx, []Lockable{thread}, thread, nodes) if err != nil { return err } } return thread.SetState("started") }) if err != nil { return err } return nil } var ThreadDefaultStart = func(ctx * Context, thread Thread) (string, error) { ctx.Log.Logf("thread", "THREAD_DEFAULT_START: %s", thread.ID()) err := ThreadStart(ctx, thread) if err != nil { return "", err } return "wait", nil } var ThreadDefaultRestore = func(ctx * Context, thread Thread) (string, error) { ctx.Log.Logf("thread", "THREAD_DEFAULT_RESTORE: %s", thread.ID()) return "wait", nil } var ThreadWait = func(ctx * Context, thread Thread) (string, error) { ctx.Log.Logf("thread", "THREAD_WAIT: %s TIMEOUT: %+v", thread.ID(), thread.Timeout()) for { select { case signal := <- thread.SignalChannel(): if signal.Source() == thread.ID() { ctx.Log.Logf("thread", "THREAD_SIGNAL_INTERNAL") } else { ctx.Log.Logf("thread", "THREAD_SIGNAL: %s %+v", thread.ID(), signal) } signal_fn, exists := thread.Handler(signal.Type()) if exists == true { ctx.Log.Logf("thread", "THREAD_HANDLER: %s - %s", thread.ID(), signal.Type()) return signal_fn(ctx, thread, signal) } else { ctx.Log.Logf("thread", "THREAD_NOHANDLER: %s - %s", thread.ID(), signal.Type()) } case <- thread.Timeout(): timeout_action := "" err := UpdateStates(ctx, []Node{thread}, func(nodes NodeMap) error { timeout_action = thread.TimeoutAction() thread.ClearTimeout() return nil }) if err != nil { ctx.Log.Logf("thread", "THREAD_TIMEOUT_ERR: %s - %e", thread.ID(), err) } ctx.Log.Logf("thread", "THREAD_TIMEOUT %s - NEXT_STATE: %s", thread.ID(), timeout_action) return timeout_action, nil } } } type ThreadAbortedError NodeID func (e ThreadAbortedError) Is(target error) bool { error_type := reflect.TypeOf(ThreadAbortedError("")) target_type := reflect.TypeOf(target) return error_type == target_type } func (e ThreadAbortedError) Error() string { return fmt.Sprintf("Aborted by %s", string(e)) } func NewThreadAbortedError(aborter NodeID) ThreadAbortedError { return ThreadAbortedError(aborter) } // Default thread abort is to return a ThreadAbortedError func ThreadAbort(ctx * Context, thread Thread, signal GraphSignal) (string, error) { UseStates(ctx, []Node{thread}, func(nodes NodeMap) error { thread.Signal(ctx, NewSignal(thread, "thread_aborted"), nodes) return nil }) return "", NewThreadAbortedError(signal.Source()) } // Default thread cancel is to finish the thread func ThreadCancel(ctx * Context, thread Thread, signal GraphSignal) (string, error) { UseStates(ctx, []Node{thread}, func(nodes NodeMap) error { thread.Signal(ctx, NewSignal(thread, "thread_cancelled"), nodes) return nil }) return "", nil } func NewThreadActions() ThreadActions{ actions := ThreadActions{} for k, v := range(BaseThreadActions) { actions[k] = v } return actions } func NewThreadHandlers() ThreadHandlers{ handlers := ThreadHandlers{} for k, v := range(BaseThreadHandlers) { handlers[k] = v } return handlers } var BaseThreadActions = ThreadActions{ "wait": ThreadWait, "start": ThreadDefaultStart, "restore": ThreadDefaultRestore, } var BaseThreadHandlers = ThreadHandlers{ "abort": ThreadAbort, "cancel": ThreadCancel, }