Add Manager and Provider structures with streaming capabilities

services/marketdata/go.mod

@@ -1,3 +1,5 @@
 module gitlab.michelsen.id/phillmichelsen/tessera/services/marketdata
 
 go 1.24.2
+
+require github.com/google/uuid v1.6.0 // indirect

services/marketdata/go.sum

@@ -0,0 +1,2 @@
+github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=
+github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=

services/marketdata/internal/identifier/identifier.go

@@ -1,7 +1,6 @@
 package identifier
 
 type Identifier struct {
-	Source  string
+	Provider string
-	Subject string
+	Subject  string
-	Type    string
 }

services/marketdata/internal/manager/manager.go

@@ -1 +1,187 @@
 package manager
+
+import (
+	"context"
+	"fmt"
+	"sync"
+
+	"gitlab.michelsen.id/phillmichelsen/tessera/services/marketdata/internal/identifier"
+	"gitlab.michelsen.id/phillmichelsen/tessera/services/marketdata/internal/provider"
+	"gitlab.michelsen.id/phillmichelsen/tessera/services/marketdata/internal/router"
+)
+
+type Manager struct {
+	Router   *router.Router
+	incoming chan router.Message // Aggregated incoming messages from providers, for the Router
+
+	Providers       map[string]provider.Provider
+	providerStreams map[identifier.Identifier]chan router.Message // Channels for the streams that the providers are running
+
+	subscribers map[identifier.Identifier][]chan router.Message // Map of identifiers to subscriber channels, one to many mapping
+
+	mu sync.Mutex
+}
+
+// NewManager constructs a Manager and starts its Router loop.
+func NewManager() *Manager {
+	incoming := make(chan router.Message, 128)
+	r := router.NewRouter(incoming)
+
+	m := &Manager{
+		Router:          r,
+		incoming:        incoming,
+		Providers:       make(map[string]provider.Provider),
+		providerStreams: make(map[identifier.Identifier]chan router.Message),
+		subscribers:     make(map[identifier.Identifier][]chan router.Message),
+	}
+	go r.Run()
+	return m
+}
+
+// AddProvider registers and starts a new Provider under the given name.
+func (m *Manager) AddProvider(name string, p provider.Provider) error {
+	m.mu.Lock()
+	defer m.mu.Unlock()
+
+	if _, exists := m.Providers[name]; exists {
+		return fmt.Errorf("provider %q already exists", name)
+	}
+	if err := p.Start(); err != nil {
+		return fmt.Errorf("failed to start provider %q: %w", name, err)
+	}
+	m.Providers[name] = p
+	return nil
+}
+
+// RemoveProvider stops and unregisters a Provider, tearing down all its streams.
+func (m *Manager) RemoveProvider(name string) error {
+	m.mu.Lock()
+	defer m.mu.Unlock()
+
+	p, exists := m.Providers[name]
+	if !exists {
+		return fmt.Errorf("provider %q not found", name)
+	}
+	if err := p.Stop(); err != nil {
+		return fmt.Errorf("failed to stop provider %q: %w", name, err)
+	}
+
+	// tear down every active stream for this provider
+	for id, streamCh := range m.providerStreams {
+		if id.Provider != name {
+			continue
+		}
+		// stop the provider's internal stream
+		p.CancelStream(id.Subject)
+		close(streamCh)
+		delete(m.providerStreams, id)
+
+		// deregister & close all subscriber channels
+		for _, subCh := range m.subscribers[id] {
+			m.Router.Deregister(id, subCh)
+			close(subCh)
+		}
+		delete(m.subscribers, id)
+	}
+
+	delete(m.Providers, name)
+	return nil
+}
+
+// Stream establishes a single gRPC‐stream channel that multiplexes
+// live updates for all requested identifiers.
+// When ctx is canceled, it will deregister and—if a stream has no more
+// subscribers—call CancelStream on the provider.
+func (m *Manager) Stream(
+	ctx context.Context,
+	reqs []identifier.Identifier,
+) (<-chan router.Message, error) {
+	m.mu.Lock()
+	// 1) Validate and ensure each provider/subject is streaming
+	for _, id := range reqs {
+		p, ok := m.Providers[id.Provider]
+		if !ok {
+			m.mu.Unlock()
+			return nil, fmt.Errorf("provider %q not found", id.Provider)
+		}
+		if !p.IsValidSubject(id.Subject, false) {
+			m.mu.Unlock()
+			return nil, fmt.Errorf("invalid subject %q for provider %q", id.Subject, id.Provider)
+		}
+		// start the provider stream if not already running
+		if _, exists := m.providerStreams[id]; !exists {
+			ch := make(chan router.Message, 64)
+			if err := p.RequestStream(id.Subject, ch); err != nil {
+				m.mu.Unlock()
+				return nil, fmt.Errorf("could not request stream for %v: %w", id, err)
+			}
+			m.providerStreams[id] = ch
+			// pump into the central incoming channel
+			go func(c chan router.Message) {
+				for msg := range c {
+					m.incoming <- msg
+				}
+			}(ch)
+		}
+	}
+
+	// 2) Create one channel for this RPC and register it for every ID
+	subCh := make(chan router.Message, 128)
+	for _, id := range reqs {
+		m.subscribers[id] = append(m.subscribers[id], subCh)
+		m.Router.Register(id, subCh)
+	}
+	m.mu.Unlock()
+
+	// 3) Teardown logic when context is done
+	go func() {
+		<-ctx.Done()
+		m.mu.Lock()
+		defer m.mu.Unlock()
+
+		for _, id := range reqs {
+			// deregister this subscriber channel
+			m.Router.Deregister(id, subCh)
+
+			// remove it from the list
+			subs := m.subscribers[id]
+			for i, ch := range subs {
+				if ch == subCh {
+					subs = append(subs[:i], subs[i+1:]...)
+					break
+				}
+			}
+
+			if len(subs) == 0 {
+				// no more listeners: cancel provider stream
+				delete(m.subscribers, id)
+				if streamCh, ok := m.providerStreams[id]; ok {
+					m.Providers[id.Provider].CancelStream(id.Subject)
+					close(streamCh)
+					delete(m.providerStreams, id)
+				}
+			} else {
+				m.subscribers[id] = subs
+			}
+		}
+
+		close(subCh)
+	}()
+
+	return subCh, nil
+}
+
+// Fetch performs a single request/response fetch against the named provider.
+func (m *Manager) Fetch(providerName, subject string) (router.Message, error) {
+	m.mu.Lock()
+	defer m.mu.Unlock()
+
+	p, ok := m.Providers[providerName]
+	if !ok {
+		return router.Message{}, fmt.Errorf("provider %q not found", providerName)
+	}
+	if !p.IsValidSubject(subject, true) {
+		return router.Message{}, fmt.Errorf("invalid subject %q for provider %q", subject, providerName)
+	}
+	return p.Fetch(subject)
+}

services/marketdata/internal/provider/provider.go

@@ -0,0 +1,19 @@
+package provider
+
+import (
+	"gitlab.michelsen.id/phillmichelsen/tessera/services/marketdata/internal/router"
+)
+
+type Provider interface {
+	Start() error
+	Stop() error
+
+	RequestStream(subject string, channel chan router.Message) error
+	CancelStream(subject string)
+	GetActiveStreams() []string
+	IsStreamActive(subject string) bool
+
+	Fetch(subject string) (router.Message, error)
+
+	IsValidSubject(subject string, isFetch bool) bool
+}

services/marketdata/internal/providers/interface.go

@@ -1,13 +0,0 @@
-package providers
-
-import (
-	"gitlab.michelsen.id/phillmichelsen/tessera/services/marketdata/internal/identifier"
-)
-
-type Provider interface {
-	Start() error
-	Stop() error
-	Subscribe(identifier identifier.Identifier, channel chan<- any) error
-	Unsubscribe(identifier identifier.Identifier)
-	Fetch(identifier identifier.Identifier) (any, error)
-}

services/marketdata/internal/router/router.go

@@ -1 +1,59 @@
 package router
+
+import (
+	"gitlab.michelsen.id/phillmichelsen/tessera/services/marketdata/internal/identifier"
+	"sync"
+)
+
+type Message struct {
+	Identifier identifier.Identifier
+	Payload    any
+}
+
+type Router struct {
+	incoming <-chan Message
+	routes   map[identifier.Identifier][]chan<- Message
+	mu       sync.RWMutex
+}
+
+func NewRouter(incoming <-chan Message) *Router {
+	return &Router{
+		incoming: incoming,
+		routes:   make(map[identifier.Identifier][]chan<- Message),
+	}
+}
+
+func (r *Router) Run() {
+	for msg := range r.incoming {
+		r.mu.RLock()
+		chans := r.routes[msg.Identifier]
+		for _, ch := range chans {
+			ch <- msg
+		}
+		r.mu.RUnlock()
+	}
+}
+
+func (r *Router) Register(id identifier.Identifier, ch chan<- Message) {
+	r.mu.Lock()
+	r.routes[id] = append(r.routes[id], ch)
+	r.mu.Unlock()
+}
+
+func (r *Router) Deregister(id identifier.Identifier, ch chan<- Message) {
+	r.mu.Lock()
+	slice := r.routes[id]
+	for i := 0; i < len(slice); i++ {
+		if slice[i] == ch {
+			slice[i] = slice[len(slice)-1]
+			slice = slice[:len(slice)-1]
+			i--
+		}
+	}
+	if len(slice) == 0 {
+		delete(r.routes, id)
+	} else {
+		r.routes[id] = slice
+	}
+	r.mu.Unlock()
+}