Refactor data service: rename streaming files, update gRPC service methods, and enhance stream management

This commit is contained in:
2025-08-09 13:07:17 +00:00
parent 7b17a1345d
commit 351a10bf0b
13 changed files with 544 additions and 360 deletions

View File

@@ -1,14 +1,11 @@
PROTOC_GEN_GO := protoc-gen-go
PROTOC_GEN_GO_GRPC := protoc-gen-go-grpc
PROTO_DIR := pkg/pb PROTO_DIR := pkg/pb
PROTO_FILE := $(PROTO_DIR)/data_service/data.proto PROTO_FILES := $(shell find $(PROTO_DIR) -name '*.proto')
OUT_DIR := $(PROTO_DIR)
.PHONY: proto .PHONY: proto
proto: proto:
@echo "Generating Go code from Protobuf..." @echo "Generating Go code from Protobuf..."
protoc \ protoc \
--go_out=$(OUT_DIR) --go_opt=paths=source_relative \ --go_out=. --go_opt=paths=source_relative \
--go-grpc_out=$(OUT_DIR) --go-grpc_opt=paths=source_relative \ --go-grpc_out=. --go-grpc_opt=paths=source_relative \
$(PROTO_FILE) $(PROTO_FILES)
@echo "Protobuf generation complete." @echo "Protobuf generation complete."

12
go.mod
View File

@@ -1,17 +1,17 @@
module gitlab.michelsen.id/phillmichelsen/tessera module gitlab.michelsen.id/phillmichelsen/tessera
go 1.24.4 go 1.24.5
require ( require (
github.com/google/uuid v1.6.0 github.com/google/uuid v1.6.0
github.com/gorilla/websocket v1.5.3 github.com/gorilla/websocket v1.5.3
google.golang.org/grpc v1.73.0 google.golang.org/grpc v1.74.2
google.golang.org/protobuf v1.36.6 google.golang.org/protobuf v1.36.6
) )
require ( require (
golang.org/x/net v0.41.0 // indirect golang.org/x/net v0.42.0 // indirect
golang.org/x/sys v0.33.0 // indirect golang.org/x/sys v0.34.0 // indirect
golang.org/x/text v0.26.0 // indirect golang.org/x/text v0.27.0 // indirect
google.golang.org/genproto/googleapis/rpc v0.0.0-20250707201910-8d1bb00bc6a7 // indirect google.golang.org/genproto/googleapis/rpc v0.0.0-20250804133106-a7a43d27e69b // indirect
) )

10
go.sum
View File

@@ -26,19 +26,29 @@ golang.org/x/net v0.38.0 h1:vRMAPTMaeGqVhG5QyLJHqNDwecKTomGeqbnfZyKlBI8=
golang.org/x/net v0.38.0/go.mod h1:ivrbrMbzFq5J41QOQh0siUuly180yBYtLp+CKbEaFx8= golang.org/x/net v0.38.0/go.mod h1:ivrbrMbzFq5J41QOQh0siUuly180yBYtLp+CKbEaFx8=
golang.org/x/net v0.41.0 h1:vBTly1HeNPEn3wtREYfy4GZ/NECgw2Cnl+nK6Nz3uvw= golang.org/x/net v0.41.0 h1:vBTly1HeNPEn3wtREYfy4GZ/NECgw2Cnl+nK6Nz3uvw=
golang.org/x/net v0.41.0/go.mod h1:B/K4NNqkfmg07DQYrbwvSluqCJOOXwUjeb/5lOisjbA= golang.org/x/net v0.41.0/go.mod h1:B/K4NNqkfmg07DQYrbwvSluqCJOOXwUjeb/5lOisjbA=
golang.org/x/net v0.42.0 h1:jzkYrhi3YQWD6MLBJcsklgQsoAcw89EcZbJw8Z614hs=
golang.org/x/net v0.42.0/go.mod h1:FF1RA5d3u7nAYA4z2TkclSCKh68eSXtiFwcWQpPXdt8=
golang.org/x/sys v0.31.0 h1:ioabZlmFYtWhL+TRYpcnNlLwhyxaM9kWTDEmfnprqik= golang.org/x/sys v0.31.0 h1:ioabZlmFYtWhL+TRYpcnNlLwhyxaM9kWTDEmfnprqik=
golang.org/x/sys v0.31.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k= golang.org/x/sys v0.31.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k=
golang.org/x/sys v0.33.0 h1:q3i8TbbEz+JRD9ywIRlyRAQbM0qF7hu24q3teo2hbuw= golang.org/x/sys v0.33.0 h1:q3i8TbbEz+JRD9ywIRlyRAQbM0qF7hu24q3teo2hbuw=
golang.org/x/sys v0.33.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k= golang.org/x/sys v0.33.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k=
golang.org/x/sys v0.34.0 h1:H5Y5sJ2L2JRdyv7ROF1he/lPdvFsd0mJHFw2ThKHxLA=
golang.org/x/sys v0.34.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k=
golang.org/x/text v0.23.0 h1:D71I7dUrlY+VX0gQShAThNGHFxZ13dGLBHQLVl1mJlY= golang.org/x/text v0.23.0 h1:D71I7dUrlY+VX0gQShAThNGHFxZ13dGLBHQLVl1mJlY=
golang.org/x/text v0.23.0/go.mod h1:/BLNzu4aZCJ1+kcD0DNRotWKage4q2rGVAg4o22unh4= golang.org/x/text v0.23.0/go.mod h1:/BLNzu4aZCJ1+kcD0DNRotWKage4q2rGVAg4o22unh4=
golang.org/x/text v0.26.0 h1:P42AVeLghgTYr4+xUnTRKDMqpar+PtX7KWuNQL21L8M= golang.org/x/text v0.26.0 h1:P42AVeLghgTYr4+xUnTRKDMqpar+PtX7KWuNQL21L8M=
golang.org/x/text v0.26.0/go.mod h1:QK15LZJUUQVJxhz7wXgxSy/CJaTFjd0G+YLonydOVQA= golang.org/x/text v0.26.0/go.mod h1:QK15LZJUUQVJxhz7wXgxSy/CJaTFjd0G+YLonydOVQA=
golang.org/x/text v0.27.0 h1:4fGWRpyh641NLlecmyl4LOe6yDdfaYNrGb2zdfo4JV4=
golang.org/x/text v0.27.0/go.mod h1:1D28KMCvyooCX9hBiosv5Tz/+YLxj0j7XhWjpSUF7CU=
google.golang.org/genproto/googleapis/rpc v0.0.0-20250324211829-b45e905df463 h1:e0AIkUUhxyBKh6ssZNrAMeqhA7RKUj42346d1y02i2g= google.golang.org/genproto/googleapis/rpc v0.0.0-20250324211829-b45e905df463 h1:e0AIkUUhxyBKh6ssZNrAMeqhA7RKUj42346d1y02i2g=
google.golang.org/genproto/googleapis/rpc v0.0.0-20250324211829-b45e905df463/go.mod h1:qQ0YXyHHx3XkvlzUtpXDkS29lDSafHMZBAZDc03LQ3A= google.golang.org/genproto/googleapis/rpc v0.0.0-20250324211829-b45e905df463/go.mod h1:qQ0YXyHHx3XkvlzUtpXDkS29lDSafHMZBAZDc03LQ3A=
google.golang.org/genproto/googleapis/rpc v0.0.0-20250707201910-8d1bb00bc6a7 h1:pFyd6EwwL2TqFf8emdthzeX+gZE1ElRq3iM8pui4KBY= google.golang.org/genproto/googleapis/rpc v0.0.0-20250707201910-8d1bb00bc6a7 h1:pFyd6EwwL2TqFf8emdthzeX+gZE1ElRq3iM8pui4KBY=
google.golang.org/genproto/googleapis/rpc v0.0.0-20250707201910-8d1bb00bc6a7/go.mod h1:qQ0YXyHHx3XkvlzUtpXDkS29lDSafHMZBAZDc03LQ3A= google.golang.org/genproto/googleapis/rpc v0.0.0-20250707201910-8d1bb00bc6a7/go.mod h1:qQ0YXyHHx3XkvlzUtpXDkS29lDSafHMZBAZDc03LQ3A=
google.golang.org/genproto/googleapis/rpc v0.0.0-20250804133106-a7a43d27e69b h1:zPKJod4w6F1+nRGDI9ubnXYhU9NSWoFAijkHkUXeTK8=
google.golang.org/genproto/googleapis/rpc v0.0.0-20250804133106-a7a43d27e69b/go.mod h1:qQ0YXyHHx3XkvlzUtpXDkS29lDSafHMZBAZDc03LQ3A=
google.golang.org/grpc v1.73.0 h1:VIWSmpI2MegBtTuFt5/JWy2oXxtjJ/e89Z70ImfD2ok= google.golang.org/grpc v1.73.0 h1:VIWSmpI2MegBtTuFt5/JWy2oXxtjJ/e89Z70ImfD2ok=
google.golang.org/grpc v1.73.0/go.mod h1:50sbHOUqWoCQGI8V2HQLJM0B+LMlIUjNSZmow7EVBQc= google.golang.org/grpc v1.73.0/go.mod h1:50sbHOUqWoCQGI8V2HQLJM0B+LMlIUjNSZmow7EVBQc=
google.golang.org/grpc v1.74.2 h1:WoosgB65DlWVC9FqI82dGsZhWFNBSLjQ84bjROOpMu4=
google.golang.org/grpc v1.74.2/go.mod h1:CtQ+BGjaAIXHs/5YS3i473GqwBBa1zGQNevxdeBEXrM=
google.golang.org/protobuf v1.36.6 h1:z1NpPI8ku2WgiWnf+t9wTPsn6eP1L7ksHUlkfLvd9xY= google.golang.org/protobuf v1.36.6 h1:z1NpPI8ku2WgiWnf+t9wTPsn6eP1L7ksHUlkfLvd9xY=
google.golang.org/protobuf v1.36.6/go.mod h1:jduwjTPXsFjZGTmRluh+L6NjiWu7pchiJ2/5YcXBHnY= google.golang.org/protobuf v1.36.6/go.mod h1:jduwjTPXsFjZGTmRluh+L6NjiWu7pchiJ2/5YcXBHnY=

View File

@@ -2,7 +2,7 @@
// versions: // versions:
// protoc-gen-go v1.36.6 // protoc-gen-go v1.36.6
// protoc v6.31.1 // protoc v6.31.1
// source: pkg/pb/data_service/data_service_streaming.proto // source: pkg/pb/data_service/data_service.proto
package data_service package data_service
@@ -21,6 +21,7 @@ const (
_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20) _ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)
) )
// Domain Models
type Identifier struct { type Identifier struct {
state protoimpl.MessageState `protogen:"open.v1"` state protoimpl.MessageState `protogen:"open.v1"`
Provider string `protobuf:"bytes,1,opt,name=provider,proto3" json:"provider,omitempty"` // e.g., "binance" Provider string `protobuf:"bytes,1,opt,name=provider,proto3" json:"provider,omitempty"` // e.g., "binance"
@@ -31,7 +32,7 @@ type Identifier struct {
func (x *Identifier) Reset() { func (x *Identifier) Reset() {
*x = Identifier{} *x = Identifier{}
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[0] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[0]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi) ms.StoreMessageInfo(mi)
} }
@@ -43,7 +44,7 @@ func (x *Identifier) String() string {
func (*Identifier) ProtoMessage() {} func (*Identifier) ProtoMessage() {}
func (x *Identifier) ProtoReflect() protoreflect.Message { func (x *Identifier) ProtoReflect() protoreflect.Message {
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[0] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[0]
if x != nil { if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil { if ms.LoadMessageInfo() == nil {
@@ -56,7 +57,7 @@ func (x *Identifier) ProtoReflect() protoreflect.Message {
// Deprecated: Use Identifier.ProtoReflect.Descriptor instead. // Deprecated: Use Identifier.ProtoReflect.Descriptor instead.
func (*Identifier) Descriptor() ([]byte, []int) { func (*Identifier) Descriptor() ([]byte, []int) {
return file_pkg_pb_data_service_data_service_streaming_proto_rawDescGZIP(), []int{0} return file_pkg_pb_data_service_data_service_proto_rawDescGZIP(), []int{0}
} }
func (x *Identifier) GetProvider() string { func (x *Identifier) GetProvider() string {
@@ -83,7 +84,7 @@ type Message struct {
func (x *Message) Reset() { func (x *Message) Reset() {
*x = Message{} *x = Message{}
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[1] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[1]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi) ms.StoreMessageInfo(mi)
} }
@@ -95,7 +96,7 @@ func (x *Message) String() string {
func (*Message) ProtoMessage() {} func (*Message) ProtoMessage() {}
func (x *Message) ProtoReflect() protoreflect.Message { func (x *Message) ProtoReflect() protoreflect.Message {
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[1] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[1]
if x != nil { if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil { if ms.LoadMessageInfo() == nil {
@@ -108,7 +109,7 @@ func (x *Message) ProtoReflect() protoreflect.Message {
// Deprecated: Use Message.ProtoReflect.Descriptor instead. // Deprecated: Use Message.ProtoReflect.Descriptor instead.
func (*Message) Descriptor() ([]byte, []int) { func (*Message) Descriptor() ([]byte, []int) {
return file_pkg_pb_data_service_data_service_streaming_proto_rawDescGZIP(), []int{1} return file_pkg_pb_data_service_data_service_proto_rawDescGZIP(), []int{1}
} }
func (x *Message) GetIdentifier() *Identifier { func (x *Message) GetIdentifier() *Identifier {
@@ -125,16 +126,16 @@ func (x *Message) GetPayload() string {
return "" return ""
} }
// Control Requests and Responses
type StartStreamRequest struct { type StartStreamRequest struct {
state protoimpl.MessageState `protogen:"open.v1"` state protoimpl.MessageState `protogen:"open.v1"`
Identifiers []*Identifier `protobuf:"bytes,1,rep,name=identifiers,proto3" json:"identifiers,omitempty"`
unknownFields protoimpl.UnknownFields unknownFields protoimpl.UnknownFields
sizeCache protoimpl.SizeCache sizeCache protoimpl.SizeCache
} }
func (x *StartStreamRequest) Reset() { func (x *StartStreamRequest) Reset() {
*x = StartStreamRequest{} *x = StartStreamRequest{}
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[2] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[2]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi) ms.StoreMessageInfo(mi)
} }
@@ -146,7 +147,7 @@ func (x *StartStreamRequest) String() string {
func (*StartStreamRequest) ProtoMessage() {} func (*StartStreamRequest) ProtoMessage() {}
func (x *StartStreamRequest) ProtoReflect() protoreflect.Message { func (x *StartStreamRequest) ProtoReflect() protoreflect.Message {
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[2] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[2]
if x != nil { if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil { if ms.LoadMessageInfo() == nil {
@@ -159,14 +160,7 @@ func (x *StartStreamRequest) ProtoReflect() protoreflect.Message {
// Deprecated: Use StartStreamRequest.ProtoReflect.Descriptor instead. // Deprecated: Use StartStreamRequest.ProtoReflect.Descriptor instead.
func (*StartStreamRequest) Descriptor() ([]byte, []int) { func (*StartStreamRequest) Descriptor() ([]byte, []int) {
return file_pkg_pb_data_service_data_service_streaming_proto_rawDescGZIP(), []int{2} return file_pkg_pb_data_service_data_service_proto_rawDescGZIP(), []int{2}
}
func (x *StartStreamRequest) GetIdentifiers() []*Identifier {
if x != nil {
return x.Identifiers
}
return nil
} }
type StartStreamResponse struct { type StartStreamResponse struct {
@@ -178,7 +172,7 @@ type StartStreamResponse struct {
func (x *StartStreamResponse) Reset() { func (x *StartStreamResponse) Reset() {
*x = StartStreamResponse{} *x = StartStreamResponse{}
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[3] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[3]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi) ms.StoreMessageInfo(mi)
} }
@@ -190,7 +184,7 @@ func (x *StartStreamResponse) String() string {
func (*StartStreamResponse) ProtoMessage() {} func (*StartStreamResponse) ProtoMessage() {}
func (x *StartStreamResponse) ProtoReflect() protoreflect.Message { func (x *StartStreamResponse) ProtoReflect() protoreflect.Message {
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[3] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[3]
if x != nil { if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil { if ms.LoadMessageInfo() == nil {
@@ -203,7 +197,7 @@ func (x *StartStreamResponse) ProtoReflect() protoreflect.Message {
// Deprecated: Use StartStreamResponse.ProtoReflect.Descriptor instead. // Deprecated: Use StartStreamResponse.ProtoReflect.Descriptor instead.
func (*StartStreamResponse) Descriptor() ([]byte, []int) { func (*StartStreamResponse) Descriptor() ([]byte, []int) {
return file_pkg_pb_data_service_data_service_streaming_proto_rawDescGZIP(), []int{3} return file_pkg_pb_data_service_data_service_proto_rawDescGZIP(), []int{3}
} }
func (x *StartStreamResponse) GetStreamUuid() string { func (x *StartStreamResponse) GetStreamUuid() string {
@@ -213,7 +207,7 @@ func (x *StartStreamResponse) GetStreamUuid() string {
return "" return ""
} }
type UpdateStreamRequest struct { type ConfigureStreamRequest struct {
state protoimpl.MessageState `protogen:"open.v1"` state protoimpl.MessageState `protogen:"open.v1"`
StreamUuid string `protobuf:"bytes,1,opt,name=stream_uuid,json=streamUuid,proto3" json:"stream_uuid,omitempty"` StreamUuid string `protobuf:"bytes,1,opt,name=stream_uuid,json=streamUuid,proto3" json:"stream_uuid,omitempty"`
Identifiers []*Identifier `protobuf:"bytes,2,rep,name=identifiers,proto3" json:"identifiers,omitempty"` Identifiers []*Identifier `protobuf:"bytes,2,rep,name=identifiers,proto3" json:"identifiers,omitempty"`
@@ -221,21 +215,21 @@ type UpdateStreamRequest struct {
sizeCache protoimpl.SizeCache sizeCache protoimpl.SizeCache
} }
func (x *UpdateStreamRequest) Reset() { func (x *ConfigureStreamRequest) Reset() {
*x = UpdateStreamRequest{} *x = ConfigureStreamRequest{}
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[4] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[4]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi) ms.StoreMessageInfo(mi)
} }
func (x *UpdateStreamRequest) String() string { func (x *ConfigureStreamRequest) String() string {
return protoimpl.X.MessageStringOf(x) return protoimpl.X.MessageStringOf(x)
} }
func (*UpdateStreamRequest) ProtoMessage() {} func (*ConfigureStreamRequest) ProtoMessage() {}
func (x *UpdateStreamRequest) ProtoReflect() protoreflect.Message { func (x *ConfigureStreamRequest) ProtoReflect() protoreflect.Message {
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[4] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[4]
if x != nil { if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil { if ms.LoadMessageInfo() == nil {
@@ -246,47 +240,46 @@ func (x *UpdateStreamRequest) ProtoReflect() protoreflect.Message {
return mi.MessageOf(x) return mi.MessageOf(x)
} }
// Deprecated: Use UpdateStreamRequest.ProtoReflect.Descriptor instead. // Deprecated: Use ConfigureStreamRequest.ProtoReflect.Descriptor instead.
func (*UpdateStreamRequest) Descriptor() ([]byte, []int) { func (*ConfigureStreamRequest) Descriptor() ([]byte, []int) {
return file_pkg_pb_data_service_data_service_streaming_proto_rawDescGZIP(), []int{4} return file_pkg_pb_data_service_data_service_proto_rawDescGZIP(), []int{4}
} }
func (x *UpdateStreamRequest) GetStreamUuid() string { func (x *ConfigureStreamRequest) GetStreamUuid() string {
if x != nil { if x != nil {
return x.StreamUuid return x.StreamUuid
} }
return "" return ""
} }
func (x *UpdateStreamRequest) GetIdentifiers() []*Identifier { func (x *ConfigureStreamRequest) GetIdentifiers() []*Identifier {
if x != nil { if x != nil {
return x.Identifiers return x.Identifiers
} }
return nil return nil
} }
type UpdateStreamResponse struct { type ConfigureStreamResponse struct {
state protoimpl.MessageState `protogen:"open.v1"` state protoimpl.MessageState `protogen:"open.v1"`
Success bool `protobuf:"varint,1,opt,name=success,proto3" json:"success,omitempty"`
unknownFields protoimpl.UnknownFields unknownFields protoimpl.UnknownFields
sizeCache protoimpl.SizeCache sizeCache protoimpl.SizeCache
} }
func (x *UpdateStreamResponse) Reset() { func (x *ConfigureStreamResponse) Reset() {
*x = UpdateStreamResponse{} *x = ConfigureStreamResponse{}
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[5] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[5]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi) ms.StoreMessageInfo(mi)
} }
func (x *UpdateStreamResponse) String() string { func (x *ConfigureStreamResponse) String() string {
return protoimpl.X.MessageStringOf(x) return protoimpl.X.MessageStringOf(x)
} }
func (*UpdateStreamResponse) ProtoMessage() {} func (*ConfigureStreamResponse) ProtoMessage() {}
func (x *UpdateStreamResponse) ProtoReflect() protoreflect.Message { func (x *ConfigureStreamResponse) ProtoReflect() protoreflect.Message {
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[5] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[5]
if x != nil { if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil { if ms.LoadMessageInfo() == nil {
@@ -297,16 +290,9 @@ func (x *UpdateStreamResponse) ProtoReflect() protoreflect.Message {
return mi.MessageOf(x) return mi.MessageOf(x)
} }
// Deprecated: Use UpdateStreamResponse.ProtoReflect.Descriptor instead. // Deprecated: Use ConfigureStreamResponse.ProtoReflect.Descriptor instead.
func (*UpdateStreamResponse) Descriptor() ([]byte, []int) { func (*ConfigureStreamResponse) Descriptor() ([]byte, []int) {
return file_pkg_pb_data_service_data_service_streaming_proto_rawDescGZIP(), []int{5} return file_pkg_pb_data_service_data_service_proto_rawDescGZIP(), []int{5}
}
func (x *UpdateStreamResponse) GetSuccess() bool {
if x != nil {
return x.Success
}
return false
} }
type StopStreamRequest struct { type StopStreamRequest struct {
@@ -318,7 +304,7 @@ type StopStreamRequest struct {
func (x *StopStreamRequest) Reset() { func (x *StopStreamRequest) Reset() {
*x = StopStreamRequest{} *x = StopStreamRequest{}
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[6] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[6]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi) ms.StoreMessageInfo(mi)
} }
@@ -330,7 +316,7 @@ func (x *StopStreamRequest) String() string {
func (*StopStreamRequest) ProtoMessage() {} func (*StopStreamRequest) ProtoMessage() {}
func (x *StopStreamRequest) ProtoReflect() protoreflect.Message { func (x *StopStreamRequest) ProtoReflect() protoreflect.Message {
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[6] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[6]
if x != nil { if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil { if ms.LoadMessageInfo() == nil {
@@ -343,7 +329,7 @@ func (x *StopStreamRequest) ProtoReflect() protoreflect.Message {
// Deprecated: Use StopStreamRequest.ProtoReflect.Descriptor instead. // Deprecated: Use StopStreamRequest.ProtoReflect.Descriptor instead.
func (*StopStreamRequest) Descriptor() ([]byte, []int) { func (*StopStreamRequest) Descriptor() ([]byte, []int) {
return file_pkg_pb_data_service_data_service_streaming_proto_rawDescGZIP(), []int{6} return file_pkg_pb_data_service_data_service_proto_rawDescGZIP(), []int{6}
} }
func (x *StopStreamRequest) GetStreamUuid() string { func (x *StopStreamRequest) GetStreamUuid() string {
@@ -355,14 +341,13 @@ func (x *StopStreamRequest) GetStreamUuid() string {
type StopStreamResponse struct { type StopStreamResponse struct {
state protoimpl.MessageState `protogen:"open.v1"` state protoimpl.MessageState `protogen:"open.v1"`
Success bool `protobuf:"varint,1,opt,name=success,proto3" json:"success,omitempty"`
unknownFields protoimpl.UnknownFields unknownFields protoimpl.UnknownFields
sizeCache protoimpl.SizeCache sizeCache protoimpl.SizeCache
} }
func (x *StopStreamResponse) Reset() { func (x *StopStreamResponse) Reset() {
*x = StopStreamResponse{} *x = StopStreamResponse{}
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[7] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[7]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi) ms.StoreMessageInfo(mi)
} }
@@ -374,7 +359,7 @@ func (x *StopStreamResponse) String() string {
func (*StopStreamResponse) ProtoMessage() {} func (*StopStreamResponse) ProtoMessage() {}
func (x *StopStreamResponse) ProtoReflect() protoreflect.Message { func (x *StopStreamResponse) ProtoReflect() protoreflect.Message {
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[7] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[7]
if x != nil { if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil { if ms.LoadMessageInfo() == nil {
@@ -387,16 +372,10 @@ func (x *StopStreamResponse) ProtoReflect() protoreflect.Message {
// Deprecated: Use StopStreamResponse.ProtoReflect.Descriptor instead. // Deprecated: Use StopStreamResponse.ProtoReflect.Descriptor instead.
func (*StopStreamResponse) Descriptor() ([]byte, []int) { func (*StopStreamResponse) Descriptor() ([]byte, []int) {
return file_pkg_pb_data_service_data_service_streaming_proto_rawDescGZIP(), []int{7} return file_pkg_pb_data_service_data_service_proto_rawDescGZIP(), []int{7}
}
func (x *StopStreamResponse) GetSuccess() bool {
if x != nil {
return x.Success
}
return false
} }
// Stream Requests and Responses
type ConnectStreamRequest struct { type ConnectStreamRequest struct {
state protoimpl.MessageState `protogen:"open.v1"` state protoimpl.MessageState `protogen:"open.v1"`
StreamUuid string `protobuf:"bytes,1,opt,name=stream_uuid,json=streamUuid,proto3" json:"stream_uuid,omitempty"` StreamUuid string `protobuf:"bytes,1,opt,name=stream_uuid,json=streamUuid,proto3" json:"stream_uuid,omitempty"`
@@ -406,7 +385,7 @@ type ConnectStreamRequest struct {
func (x *ConnectStreamRequest) Reset() { func (x *ConnectStreamRequest) Reset() {
*x = ConnectStreamRequest{} *x = ConnectStreamRequest{}
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[8] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[8]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi) ms.StoreMessageInfo(mi)
} }
@@ -418,7 +397,7 @@ func (x *ConnectStreamRequest) String() string {
func (*ConnectStreamRequest) ProtoMessage() {} func (*ConnectStreamRequest) ProtoMessage() {}
func (x *ConnectStreamRequest) ProtoReflect() protoreflect.Message { func (x *ConnectStreamRequest) ProtoReflect() protoreflect.Message {
mi := &file_pkg_pb_data_service_data_service_streaming_proto_msgTypes[8] mi := &file_pkg_pb_data_service_data_service_proto_msgTypes[8]
if x != nil { if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil { if ms.LoadMessageInfo() == nil {
@@ -431,7 +410,7 @@ func (x *ConnectStreamRequest) ProtoReflect() protoreflect.Message {
// Deprecated: Use ConnectStreamRequest.ProtoReflect.Descriptor instead. // Deprecated: Use ConnectStreamRequest.ProtoReflect.Descriptor instead.
func (*ConnectStreamRequest) Descriptor() ([]byte, []int) { func (*ConnectStreamRequest) Descriptor() ([]byte, []int) {
return file_pkg_pb_data_service_data_service_streaming_proto_rawDescGZIP(), []int{8} return file_pkg_pb_data_service_data_service_proto_rawDescGZIP(), []int{8}
} }
func (x *ConnectStreamRequest) GetStreamUuid() string { func (x *ConnectStreamRequest) GetStreamUuid() string {
@@ -441,11 +420,11 @@ func (x *ConnectStreamRequest) GetStreamUuid() string {
return "" return ""
} }
var File_pkg_pb_data_service_data_service_streaming_proto protoreflect.FileDescriptor var File_pkg_pb_data_service_data_service_proto protoreflect.FileDescriptor
const file_pkg_pb_data_service_data_service_streaming_proto_rawDesc = "" + const file_pkg_pb_data_service_data_service_proto_rawDesc = "" +
"\n" + "\n" +
"0pkg/pb/data_service/data_service_streaming.proto\x12\fdata_service\"B\n" + "&pkg/pb/data_service/data_service.proto\x12\fdata_service\"B\n" +
"\n" + "\n" +
"Identifier\x12\x1a\n" + "Identifier\x12\x1a\n" +
"\bprovider\x18\x01 \x01(\tR\bprovider\x12\x18\n" + "\bprovider\x18\x01 \x01(\tR\bprovider\x12\x18\n" +
@@ -454,96 +433,93 @@ const file_pkg_pb_data_service_data_service_streaming_proto_rawDesc = "" +
"\n" + "\n" +
"identifier\x18\x01 \x01(\v2\x18.data_service.IdentifierR\n" + "identifier\x18\x01 \x01(\v2\x18.data_service.IdentifierR\n" +
"identifier\x12\x18\n" + "identifier\x12\x18\n" +
"\apayload\x18\x02 \x01(\tR\apayload\"P\n" + "\apayload\x18\x02 \x01(\tR\apayload\"\x14\n" +
"\x12StartStreamRequest\x12:\n" + "\x12StartStreamRequest\"6\n" +
"\videntifiers\x18\x01 \x03(\v2\x18.data_service.IdentifierR\videntifiers\"6\n" +
"\x13StartStreamResponse\x12\x1f\n" + "\x13StartStreamResponse\x12\x1f\n" +
"\vstream_uuid\x18\x01 \x01(\tR\n" + "\vstream_uuid\x18\x01 \x01(\tR\n" +
"streamUuid\"r\n" + "streamUuid\"u\n" +
"\x13UpdateStreamRequest\x12\x1f\n" + "\x16ConfigureStreamRequest\x12\x1f\n" +
"\vstream_uuid\x18\x01 \x01(\tR\n" + "\vstream_uuid\x18\x01 \x01(\tR\n" +
"streamUuid\x12:\n" + "streamUuid\x12:\n" +
"\videntifiers\x18\x02 \x03(\v2\x18.data_service.IdentifierR\videntifiers\"0\n" + "\videntifiers\x18\x02 \x03(\v2\x18.data_service.IdentifierR\videntifiers\"\x19\n" +
"\x14UpdateStreamResponse\x12\x18\n" + "\x17ConfigureStreamResponse\"4\n" +
"\asuccess\x18\x01 \x01(\bR\asuccess\"4\n" +
"\x11StopStreamRequest\x12\x1f\n" + "\x11StopStreamRequest\x12\x1f\n" +
"\vstream_uuid\x18\x01 \x01(\tR\n" + "\vstream_uuid\x18\x01 \x01(\tR\n" +
"streamUuid\".\n" + "streamUuid\"\x14\n" +
"\x12StopStreamResponse\x12\x18\n" + "\x12StopStreamResponse\"7\n" +
"\asuccess\x18\x01 \x01(\bR\asuccess\"7\n" +
"\x14ConnectStreamRequest\x12\x1f\n" + "\x14ConnectStreamRequest\x12\x1f\n" +
"\vstream_uuid\x18\x01 \x01(\tR\n" + "\vstream_uuid\x18\x01 \x01(\tR\n" +
"streamUuid2\xe0\x02\n" + "streamUuid2\x99\x02\n" +
"\x14DataServiceStreaming\x12R\n" + "\x12DataServiceControl\x12R\n" +
"\vStartStream\x12 .data_service.StartStreamRequest\x1a!.data_service.StartStreamResponse\x12U\n" + "\vStartStream\x12 .data_service.StartStreamRequest\x1a!.data_service.StartStreamResponse\x12O\n" +
"\fUpdateStream\x12!.data_service.UpdateStreamRequest\x1a\".data_service.UpdateStreamResponse\x12O\n" +
"\n" + "\n" +
"StopStream\x12\x1f.data_service.StopStreamRequest\x1a .data_service.StopStreamResponse\x12L\n" + "StopStream\x12\x1f.data_service.StopStreamRequest\x1a .data_service.StopStreamResponse\x12^\n" +
"\x0fConfigureStream\x12$.data_service.ConfigureStreamRequest\x1a%.data_service.ConfigureStreamResponse2d\n" +
"\x14DataServiceStreaming\x12L\n" +
"\rConnectStream\x12\".data_service.ConnectStreamRequest\x1a\x15.data_service.Message0\x01BMZKgitlab.michelsen.id/phillmichelsen/tessera/pkg/pb/data_service;data_serviceb\x06proto3" "\rConnectStream\x12\".data_service.ConnectStreamRequest\x1a\x15.data_service.Message0\x01BMZKgitlab.michelsen.id/phillmichelsen/tessera/pkg/pb/data_service;data_serviceb\x06proto3"
var ( var (
file_pkg_pb_data_service_data_service_streaming_proto_rawDescOnce sync.Once file_pkg_pb_data_service_data_service_proto_rawDescOnce sync.Once
file_pkg_pb_data_service_data_service_streaming_proto_rawDescData []byte file_pkg_pb_data_service_data_service_proto_rawDescData []byte
) )
func file_pkg_pb_data_service_data_service_streaming_proto_rawDescGZIP() []byte { func file_pkg_pb_data_service_data_service_proto_rawDescGZIP() []byte {
file_pkg_pb_data_service_data_service_streaming_proto_rawDescOnce.Do(func() { file_pkg_pb_data_service_data_service_proto_rawDescOnce.Do(func() {
file_pkg_pb_data_service_data_service_streaming_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_pkg_pb_data_service_data_service_streaming_proto_rawDesc), len(file_pkg_pb_data_service_data_service_streaming_proto_rawDesc))) file_pkg_pb_data_service_data_service_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_pkg_pb_data_service_data_service_proto_rawDesc), len(file_pkg_pb_data_service_data_service_proto_rawDesc)))
}) })
return file_pkg_pb_data_service_data_service_streaming_proto_rawDescData return file_pkg_pb_data_service_data_service_proto_rawDescData
} }
var file_pkg_pb_data_service_data_service_streaming_proto_msgTypes = make([]protoimpl.MessageInfo, 9) var file_pkg_pb_data_service_data_service_proto_msgTypes = make([]protoimpl.MessageInfo, 9)
var file_pkg_pb_data_service_data_service_streaming_proto_goTypes = []any{ var file_pkg_pb_data_service_data_service_proto_goTypes = []any{
(*Identifier)(nil), // 0: data_service.Identifier (*Identifier)(nil), // 0: data_service.Identifier
(*Message)(nil), // 1: data_service.Message (*Message)(nil), // 1: data_service.Message
(*StartStreamRequest)(nil), // 2: data_service.StartStreamRequest (*StartStreamRequest)(nil), // 2: data_service.StartStreamRequest
(*StartStreamResponse)(nil), // 3: data_service.StartStreamResponse (*StartStreamResponse)(nil), // 3: data_service.StartStreamResponse
(*UpdateStreamRequest)(nil), // 4: data_service.UpdateStreamRequest (*ConfigureStreamRequest)(nil), // 4: data_service.ConfigureStreamRequest
(*UpdateStreamResponse)(nil), // 5: data_service.UpdateStreamResponse (*ConfigureStreamResponse)(nil), // 5: data_service.ConfigureStreamResponse
(*StopStreamRequest)(nil), // 6: data_service.StopStreamRequest (*StopStreamRequest)(nil), // 6: data_service.StopStreamRequest
(*StopStreamResponse)(nil), // 7: data_service.StopStreamResponse (*StopStreamResponse)(nil), // 7: data_service.StopStreamResponse
(*ConnectStreamRequest)(nil), // 8: data_service.ConnectStreamRequest (*ConnectStreamRequest)(nil), // 8: data_service.ConnectStreamRequest
} }
var file_pkg_pb_data_service_data_service_streaming_proto_depIdxs = []int32{ var file_pkg_pb_data_service_data_service_proto_depIdxs = []int32{
0, // 0: data_service.Message.identifier:type_name -> data_service.Identifier 0, // 0: data_service.Message.identifier:type_name -> data_service.Identifier
0, // 1: data_service.StartStreamRequest.identifiers:type_name -> data_service.Identifier 0, // 1: data_service.ConfigureStreamRequest.identifiers:type_name -> data_service.Identifier
0, // 2: data_service.UpdateStreamRequest.identifiers:type_name -> data_service.Identifier 2, // 2: data_service.DataServiceControl.StartStream:input_type -> data_service.StartStreamRequest
2, // 3: data_service.DataServiceStreaming.StartStream:input_type -> data_service.StartStreamRequest 6, // 3: data_service.DataServiceControl.StopStream:input_type -> data_service.StopStreamRequest
4, // 4: data_service.DataServiceStreaming.UpdateStream:input_type -> data_service.UpdateStreamRequest 4, // 4: data_service.DataServiceControl.ConfigureStream:input_type -> data_service.ConfigureStreamRequest
6, // 5: data_service.DataServiceStreaming.StopStream:input_type -> data_service.StopStreamRequest 8, // 5: data_service.DataServiceStreaming.ConnectStream:input_type -> data_service.ConnectStreamRequest
8, // 6: data_service.DataServiceStreaming.ConnectStream:input_type -> data_service.ConnectStreamRequest 3, // 6: data_service.DataServiceControl.StartStream:output_type -> data_service.StartStreamResponse
3, // 7: data_service.DataServiceStreaming.StartStream:output_type -> data_service.StartStreamResponse 7, // 7: data_service.DataServiceControl.StopStream:output_type -> data_service.StopStreamResponse
5, // 8: data_service.DataServiceStreaming.UpdateStream:output_type -> data_service.UpdateStreamResponse 5, // 8: data_service.DataServiceControl.ConfigureStream:output_type -> data_service.ConfigureStreamResponse
7, // 9: data_service.DataServiceStreaming.StopStream:output_type -> data_service.StopStreamResponse 1, // 9: data_service.DataServiceStreaming.ConnectStream:output_type -> data_service.Message
1, // 10: data_service.DataServiceStreaming.ConnectStream:output_type -> data_service.Message 6, // [6:10] is the sub-list for method output_type
7, // [7:11] is the sub-list for method output_type 2, // [2:6] is the sub-list for method input_type
3, // [3:7] is the sub-list for method input_type 2, // [2:2] is the sub-list for extension type_name
3, // [3:3] is the sub-list for extension type_name 2, // [2:2] is the sub-list for extension extendee
3, // [3:3] is the sub-list for extension extendee 0, // [0:2] is the sub-list for field type_name
0, // [0:3] is the sub-list for field type_name
} }
func init() { file_pkg_pb_data_service_data_service_streaming_proto_init() } func init() { file_pkg_pb_data_service_data_service_proto_init() }
func file_pkg_pb_data_service_data_service_streaming_proto_init() { func file_pkg_pb_data_service_data_service_proto_init() {
if File_pkg_pb_data_service_data_service_streaming_proto != nil { if File_pkg_pb_data_service_data_service_proto != nil {
return return
} }
type x struct{} type x struct{}
out := protoimpl.TypeBuilder{ out := protoimpl.TypeBuilder{
File: protoimpl.DescBuilder{ File: protoimpl.DescBuilder{
GoPackagePath: reflect.TypeOf(x{}).PkgPath(), GoPackagePath: reflect.TypeOf(x{}).PkgPath(),
RawDescriptor: unsafe.Slice(unsafe.StringData(file_pkg_pb_data_service_data_service_streaming_proto_rawDesc), len(file_pkg_pb_data_service_data_service_streaming_proto_rawDesc)), RawDescriptor: unsafe.Slice(unsafe.StringData(file_pkg_pb_data_service_data_service_proto_rawDesc), len(file_pkg_pb_data_service_data_service_proto_rawDesc)),
NumEnums: 0, NumEnums: 0,
NumMessages: 9, NumMessages: 9,
NumExtensions: 0, NumExtensions: 0,
NumServices: 1, NumServices: 2,
}, },
GoTypes: file_pkg_pb_data_service_data_service_streaming_proto_goTypes, GoTypes: file_pkg_pb_data_service_data_service_proto_goTypes,
DependencyIndexes: file_pkg_pb_data_service_data_service_streaming_proto_depIdxs, DependencyIndexes: file_pkg_pb_data_service_data_service_proto_depIdxs,
MessageInfos: file_pkg_pb_data_service_data_service_streaming_proto_msgTypes, MessageInfos: file_pkg_pb_data_service_data_service_proto_msgTypes,
}.Build() }.Build()
File_pkg_pb_data_service_data_service_streaming_proto = out.File File_pkg_pb_data_service_data_service_proto = out.File
file_pkg_pb_data_service_data_service_streaming_proto_goTypes = nil file_pkg_pb_data_service_data_service_proto_goTypes = nil
file_pkg_pb_data_service_data_service_streaming_proto_depIdxs = nil file_pkg_pb_data_service_data_service_proto_depIdxs = nil
} }

View File

@@ -4,14 +4,17 @@ package data_service;
option go_package = "gitlab.michelsen.id/phillmichelsen/tessera/pkg/pb/data_service;data_service"; option go_package = "gitlab.michelsen.id/phillmichelsen/tessera/pkg/pb/data_service;data_service";
service DataServiceStreaming { service DataServiceControl {
rpc StartStream(StartStreamRequest) returns (StartStreamResponse); rpc StartStream(StartStreamRequest) returns (StartStreamResponse);
rpc UpdateStream(UpdateStreamRequest) returns (UpdateStreamResponse);
rpc StopStream(StopStreamRequest) returns (StopStreamResponse); rpc StopStream(StopStreamRequest) returns (StopStreamResponse);
rpc ConfigureStream(ConfigureStreamRequest) returns (ConfigureStreamResponse);
}
service DataServiceStreaming {
rpc ConnectStream(ConnectStreamRequest) returns (stream Message); rpc ConnectStream(ConnectStreamRequest) returns (stream Message);
} }
// Domain Models
message Identifier { message Identifier {
string provider = 1; // e.g., "binance" string provider = 1; // e.g., "binance"
string subject = 2; // e.g., "BTCUSDT" string subject = 2; // e.g., "BTCUSDT"
@@ -22,32 +25,27 @@ message Message {
string payload = 2; // JSON-encoded data string payload = 2; // JSON-encoded data
} }
message StartStreamRequest { // Control Requests and Responses
repeated Identifier identifiers = 1; message StartStreamRequest {}
}
message StartStreamResponse { message StartStreamResponse {
string stream_uuid = 1; string stream_uuid = 1;
} }
message UpdateStreamRequest { message ConfigureStreamRequest {
string stream_uuid = 1; string stream_uuid = 1;
repeated Identifier identifiers = 2; repeated Identifier identifiers = 2;
} }
message UpdateStreamResponse { message ConfigureStreamResponse {}
bool success = 1;
}
message StopStreamRequest { message StopStreamRequest {
string stream_uuid = 1; string stream_uuid = 1;
} }
message StopStreamResponse { message StopStreamResponse {}
bool success = 1;
}
// Stream Requests and Responses
message ConnectStreamRequest { message ConnectStreamRequest {
string stream_uuid = 1; string stream_uuid = 1;
} }

View File

@@ -2,7 +2,7 @@
// versions: // versions:
// - protoc-gen-go-grpc v1.5.1 // - protoc-gen-go-grpc v1.5.1
// - protoc v6.31.1 // - protoc v6.31.1
// source: pkg/pb/data_service/data_service_streaming.proto // source: pkg/pb/data_service/data_service.proto
package data_service package data_service
@@ -19,9 +19,184 @@ import (
const _ = grpc.SupportPackageIsVersion9 const _ = grpc.SupportPackageIsVersion9
const ( const (
DataServiceStreaming_StartStream_FullMethodName = "/data_service.DataServiceStreaming/StartStream" DataServiceControl_StartStream_FullMethodName = "/data_service.DataServiceControl/StartStream"
DataServiceStreaming_UpdateStream_FullMethodName = "/data_service.DataServiceStreaming/UpdateStream" DataServiceControl_StopStream_FullMethodName = "/data_service.DataServiceControl/StopStream"
DataServiceStreaming_StopStream_FullMethodName = "/data_service.DataServiceStreaming/StopStream" DataServiceControl_ConfigureStream_FullMethodName = "/data_service.DataServiceControl/ConfigureStream"
)
// DataServiceControlClient is the client API for DataServiceControl service.
//
// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.
type DataServiceControlClient interface {
StartStream(ctx context.Context, in *StartStreamRequest, opts ...grpc.CallOption) (*StartStreamResponse, error)
StopStream(ctx context.Context, in *StopStreamRequest, opts ...grpc.CallOption) (*StopStreamResponse, error)
ConfigureStream(ctx context.Context, in *ConfigureStreamRequest, opts ...grpc.CallOption) (*ConfigureStreamResponse, error)
}
type dataServiceControlClient struct {
cc grpc.ClientConnInterface
}
func NewDataServiceControlClient(cc grpc.ClientConnInterface) DataServiceControlClient {
return &dataServiceControlClient{cc}
}
func (c *dataServiceControlClient) StartStream(ctx context.Context, in *StartStreamRequest, opts ...grpc.CallOption) (*StartStreamResponse, error) {
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
out := new(StartStreamResponse)
err := c.cc.Invoke(ctx, DataServiceControl_StartStream_FullMethodName, in, out, cOpts...)
if err != nil {
return nil, err
}
return out, nil
}
func (c *dataServiceControlClient) StopStream(ctx context.Context, in *StopStreamRequest, opts ...grpc.CallOption) (*StopStreamResponse, error) {
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
out := new(StopStreamResponse)
err := c.cc.Invoke(ctx, DataServiceControl_StopStream_FullMethodName, in, out, cOpts...)
if err != nil {
return nil, err
}
return out, nil
}
func (c *dataServiceControlClient) ConfigureStream(ctx context.Context, in *ConfigureStreamRequest, opts ...grpc.CallOption) (*ConfigureStreamResponse, error) {
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
out := new(ConfigureStreamResponse)
err := c.cc.Invoke(ctx, DataServiceControl_ConfigureStream_FullMethodName, in, out, cOpts...)
if err != nil {
return nil, err
}
return out, nil
}
// DataServiceControlServer is the server API for DataServiceControl service.
// All implementations must embed UnimplementedDataServiceControlServer
// for forward compatibility.
type DataServiceControlServer interface {
StartStream(context.Context, *StartStreamRequest) (*StartStreamResponse, error)
StopStream(context.Context, *StopStreamRequest) (*StopStreamResponse, error)
ConfigureStream(context.Context, *ConfigureStreamRequest) (*ConfigureStreamResponse, error)
mustEmbedUnimplementedDataServiceControlServer()
}
// UnimplementedDataServiceControlServer must be embedded to have
// forward compatible implementations.
//
// NOTE: this should be embedded by value instead of pointer to avoid a nil
// pointer dereference when methods are called.
type UnimplementedDataServiceControlServer struct{}
func (UnimplementedDataServiceControlServer) StartStream(context.Context, *StartStreamRequest) (*StartStreamResponse, error) {
return nil, status.Errorf(codes.Unimplemented, "method StartStream not implemented")
}
func (UnimplementedDataServiceControlServer) StopStream(context.Context, *StopStreamRequest) (*StopStreamResponse, error) {
return nil, status.Errorf(codes.Unimplemented, "method StopStream not implemented")
}
func (UnimplementedDataServiceControlServer) ConfigureStream(context.Context, *ConfigureStreamRequest) (*ConfigureStreamResponse, error) {
return nil, status.Errorf(codes.Unimplemented, "method ConfigureStream not implemented")
}
func (UnimplementedDataServiceControlServer) mustEmbedUnimplementedDataServiceControlServer() {}
func (UnimplementedDataServiceControlServer) testEmbeddedByValue() {}
// UnsafeDataServiceControlServer may be embedded to opt out of forward compatibility for this service.
// Use of this interface is not recommended, as added methods to DataServiceControlServer will
// result in compilation errors.
type UnsafeDataServiceControlServer interface {
mustEmbedUnimplementedDataServiceControlServer()
}
func RegisterDataServiceControlServer(s grpc.ServiceRegistrar, srv DataServiceControlServer) {
// If the following call pancis, it indicates UnimplementedDataServiceControlServer was
// embedded by pointer and is nil. This will cause panics if an
// unimplemented method is ever invoked, so we test this at initialization
// time to prevent it from happening at runtime later due to I/O.
if t, ok := srv.(interface{ testEmbeddedByValue() }); ok {
t.testEmbeddedByValue()
}
s.RegisterService(&DataServiceControl_ServiceDesc, srv)
}
func _DataServiceControl_StartStream_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
in := new(StartStreamRequest)
if err := dec(in); err != nil {
return nil, err
}
if interceptor == nil {
return srv.(DataServiceControlServer).StartStream(ctx, in)
}
info := &grpc.UnaryServerInfo{
Server: srv,
FullMethod: DataServiceControl_StartStream_FullMethodName,
}
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
return srv.(DataServiceControlServer).StartStream(ctx, req.(*StartStreamRequest))
}
return interceptor(ctx, in, info, handler)
}
func _DataServiceControl_StopStream_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
in := new(StopStreamRequest)
if err := dec(in); err != nil {
return nil, err
}
if interceptor == nil {
return srv.(DataServiceControlServer).StopStream(ctx, in)
}
info := &grpc.UnaryServerInfo{
Server: srv,
FullMethod: DataServiceControl_StopStream_FullMethodName,
}
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
return srv.(DataServiceControlServer).StopStream(ctx, req.(*StopStreamRequest))
}
return interceptor(ctx, in, info, handler)
}
func _DataServiceControl_ConfigureStream_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
in := new(ConfigureStreamRequest)
if err := dec(in); err != nil {
return nil, err
}
if interceptor == nil {
return srv.(DataServiceControlServer).ConfigureStream(ctx, in)
}
info := &grpc.UnaryServerInfo{
Server: srv,
FullMethod: DataServiceControl_ConfigureStream_FullMethodName,
}
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
return srv.(DataServiceControlServer).ConfigureStream(ctx, req.(*ConfigureStreamRequest))
}
return interceptor(ctx, in, info, handler)
}
// DataServiceControl_ServiceDesc is the grpc.ServiceDesc for DataServiceControl service.
// It's only intended for direct use with grpc.RegisterService,
// and not to be introspected or modified (even as a copy)
var DataServiceControl_ServiceDesc = grpc.ServiceDesc{
ServiceName: "data_service.DataServiceControl",
HandlerType: (*DataServiceControlServer)(nil),
Methods: []grpc.MethodDesc{
{
MethodName: "StartStream",
Handler: _DataServiceControl_StartStream_Handler,
},
{
MethodName: "StopStream",
Handler: _DataServiceControl_StopStream_Handler,
},
{
MethodName: "ConfigureStream",
Handler: _DataServiceControl_ConfigureStream_Handler,
},
},
Streams: []grpc.StreamDesc{},
Metadata: "pkg/pb/data_service/data_service.proto",
}
const (
DataServiceStreaming_ConnectStream_FullMethodName = "/data_service.DataServiceStreaming/ConnectStream" DataServiceStreaming_ConnectStream_FullMethodName = "/data_service.DataServiceStreaming/ConnectStream"
) )
@@ -29,9 +204,6 @@ const (
// //
// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream. // For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.
type DataServiceStreamingClient interface { type DataServiceStreamingClient interface {
StartStream(ctx context.Context, in *StartStreamRequest, opts ...grpc.CallOption) (*StartStreamResponse, error)
UpdateStream(ctx context.Context, in *UpdateStreamRequest, opts ...grpc.CallOption) (*UpdateStreamResponse, error)
StopStream(ctx context.Context, in *StopStreamRequest, opts ...grpc.CallOption) (*StopStreamResponse, error)
ConnectStream(ctx context.Context, in *ConnectStreamRequest, opts ...grpc.CallOption) (grpc.ServerStreamingClient[Message], error) ConnectStream(ctx context.Context, in *ConnectStreamRequest, opts ...grpc.CallOption) (grpc.ServerStreamingClient[Message], error)
} }
@@ -43,36 +215,6 @@ func NewDataServiceStreamingClient(cc grpc.ClientConnInterface) DataServiceStrea
return &dataServiceStreamingClient{cc} return &dataServiceStreamingClient{cc}
} }
func (c *dataServiceStreamingClient) StartStream(ctx context.Context, in *StartStreamRequest, opts ...grpc.CallOption) (*StartStreamResponse, error) {
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
out := new(StartStreamResponse)
err := c.cc.Invoke(ctx, DataServiceStreaming_StartStream_FullMethodName, in, out, cOpts...)
if err != nil {
return nil, err
}
return out, nil
}
func (c *dataServiceStreamingClient) UpdateStream(ctx context.Context, in *UpdateStreamRequest, opts ...grpc.CallOption) (*UpdateStreamResponse, error) {
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
out := new(UpdateStreamResponse)
err := c.cc.Invoke(ctx, DataServiceStreaming_UpdateStream_FullMethodName, in, out, cOpts...)
if err != nil {
return nil, err
}
return out, nil
}
func (c *dataServiceStreamingClient) StopStream(ctx context.Context, in *StopStreamRequest, opts ...grpc.CallOption) (*StopStreamResponse, error) {
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
out := new(StopStreamResponse)
err := c.cc.Invoke(ctx, DataServiceStreaming_StopStream_FullMethodName, in, out, cOpts...)
if err != nil {
return nil, err
}
return out, nil
}
func (c *dataServiceStreamingClient) ConnectStream(ctx context.Context, in *ConnectStreamRequest, opts ...grpc.CallOption) (grpc.ServerStreamingClient[Message], error) { func (c *dataServiceStreamingClient) ConnectStream(ctx context.Context, in *ConnectStreamRequest, opts ...grpc.CallOption) (grpc.ServerStreamingClient[Message], error) {
cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...) cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...)
stream, err := c.cc.NewStream(ctx, &DataServiceStreaming_ServiceDesc.Streams[0], DataServiceStreaming_ConnectStream_FullMethodName, cOpts...) stream, err := c.cc.NewStream(ctx, &DataServiceStreaming_ServiceDesc.Streams[0], DataServiceStreaming_ConnectStream_FullMethodName, cOpts...)
@@ -96,9 +238,6 @@ type DataServiceStreaming_ConnectStreamClient = grpc.ServerStreamingClient[Messa
// All implementations must embed UnimplementedDataServiceStreamingServer // All implementations must embed UnimplementedDataServiceStreamingServer
// for forward compatibility. // for forward compatibility.
type DataServiceStreamingServer interface { type DataServiceStreamingServer interface {
StartStream(context.Context, *StartStreamRequest) (*StartStreamResponse, error)
UpdateStream(context.Context, *UpdateStreamRequest) (*UpdateStreamResponse, error)
StopStream(context.Context, *StopStreamRequest) (*StopStreamResponse, error)
ConnectStream(*ConnectStreamRequest, grpc.ServerStreamingServer[Message]) error ConnectStream(*ConnectStreamRequest, grpc.ServerStreamingServer[Message]) error
mustEmbedUnimplementedDataServiceStreamingServer() mustEmbedUnimplementedDataServiceStreamingServer()
} }
@@ -110,15 +249,6 @@ type DataServiceStreamingServer interface {
// pointer dereference when methods are called. // pointer dereference when methods are called.
type UnimplementedDataServiceStreamingServer struct{} type UnimplementedDataServiceStreamingServer struct{}
func (UnimplementedDataServiceStreamingServer) StartStream(context.Context, *StartStreamRequest) (*StartStreamResponse, error) {
return nil, status.Errorf(codes.Unimplemented, "method StartStream not implemented")
}
func (UnimplementedDataServiceStreamingServer) UpdateStream(context.Context, *UpdateStreamRequest) (*UpdateStreamResponse, error) {
return nil, status.Errorf(codes.Unimplemented, "method UpdateStream not implemented")
}
func (UnimplementedDataServiceStreamingServer) StopStream(context.Context, *StopStreamRequest) (*StopStreamResponse, error) {
return nil, status.Errorf(codes.Unimplemented, "method StopStream not implemented")
}
func (UnimplementedDataServiceStreamingServer) ConnectStream(*ConnectStreamRequest, grpc.ServerStreamingServer[Message]) error { func (UnimplementedDataServiceStreamingServer) ConnectStream(*ConnectStreamRequest, grpc.ServerStreamingServer[Message]) error {
return status.Errorf(codes.Unimplemented, "method ConnectStream not implemented") return status.Errorf(codes.Unimplemented, "method ConnectStream not implemented")
} }
@@ -143,60 +273,6 @@ func RegisterDataServiceStreamingServer(s grpc.ServiceRegistrar, srv DataService
s.RegisterService(&DataServiceStreaming_ServiceDesc, srv) s.RegisterService(&DataServiceStreaming_ServiceDesc, srv)
} }
func _DataServiceStreaming_StartStream_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
in := new(StartStreamRequest)
if err := dec(in); err != nil {
return nil, err
}
if interceptor == nil {
return srv.(DataServiceStreamingServer).StartStream(ctx, in)
}
info := &grpc.UnaryServerInfo{
Server: srv,
FullMethod: DataServiceStreaming_StartStream_FullMethodName,
}
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
return srv.(DataServiceStreamingServer).StartStream(ctx, req.(*StartStreamRequest))
}
return interceptor(ctx, in, info, handler)
}
func _DataServiceStreaming_UpdateStream_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
in := new(UpdateStreamRequest)
if err := dec(in); err != nil {
return nil, err
}
if interceptor == nil {
return srv.(DataServiceStreamingServer).UpdateStream(ctx, in)
}
info := &grpc.UnaryServerInfo{
Server: srv,
FullMethod: DataServiceStreaming_UpdateStream_FullMethodName,
}
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
return srv.(DataServiceStreamingServer).UpdateStream(ctx, req.(*UpdateStreamRequest))
}
return interceptor(ctx, in, info, handler)
}
func _DataServiceStreaming_StopStream_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
in := new(StopStreamRequest)
if err := dec(in); err != nil {
return nil, err
}
if interceptor == nil {
return srv.(DataServiceStreamingServer).StopStream(ctx, in)
}
info := &grpc.UnaryServerInfo{
Server: srv,
FullMethod: DataServiceStreaming_StopStream_FullMethodName,
}
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
return srv.(DataServiceStreamingServer).StopStream(ctx, req.(*StopStreamRequest))
}
return interceptor(ctx, in, info, handler)
}
func _DataServiceStreaming_ConnectStream_Handler(srv interface{}, stream grpc.ServerStream) error { func _DataServiceStreaming_ConnectStream_Handler(srv interface{}, stream grpc.ServerStream) error {
m := new(ConnectStreamRequest) m := new(ConnectStreamRequest)
if err := stream.RecvMsg(m); err != nil { if err := stream.RecvMsg(m); err != nil {
@@ -214,20 +290,7 @@ type DataServiceStreaming_ConnectStreamServer = grpc.ServerStreamingServer[Messa
var DataServiceStreaming_ServiceDesc = grpc.ServiceDesc{ var DataServiceStreaming_ServiceDesc = grpc.ServiceDesc{
ServiceName: "data_service.DataServiceStreaming", ServiceName: "data_service.DataServiceStreaming",
HandlerType: (*DataServiceStreamingServer)(nil), HandlerType: (*DataServiceStreamingServer)(nil),
Methods: []grpc.MethodDesc{ Methods: []grpc.MethodDesc{},
{
MethodName: "StartStream",
Handler: _DataServiceStreaming_StartStream_Handler,
},
{
MethodName: "UpdateStream",
Handler: _DataServiceStreaming_UpdateStream_Handler,
},
{
MethodName: "StopStream",
Handler: _DataServiceStreaming_StopStream_Handler,
},
},
Streams: []grpc.StreamDesc{ Streams: []grpc.StreamDesc{
{ {
StreamName: "ConnectStream", StreamName: "ConnectStream",
@@ -235,5 +298,5 @@ var DataServiceStreaming_ServiceDesc = grpc.ServiceDesc{
ServerStreams: true, ServerStreams: true,
}, },
}, },
Metadata: "pkg/pb/data_service/data_service_streaming.proto", Metadata: "pkg/pb/data_service/data_service.proto",
} }

View File

@@ -1,6 +1,10 @@
package main package main
import ( import (
"fmt"
"log"
"net"
pb "gitlab.michelsen.id/phillmichelsen/tessera/pkg/pb/data_service" pb "gitlab.michelsen.id/phillmichelsen/tessera/pkg/pb/data_service"
"gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/manager" "gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/manager"
"gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/provider/binance" "gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/provider/binance"
@@ -8,41 +12,55 @@ import (
"gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/server" "gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/server"
"google.golang.org/grpc" "google.golang.org/grpc"
"google.golang.org/grpc/reflection" "google.golang.org/grpc/reflection"
"log"
"net"
) )
func main() { func main() {
fmt.Println("Starting Data Service...")
// Setup // Setup
r := router.NewRouter() r := router.NewRouter()
m := manager.NewManager(r) m := manager.NewManager(r)
binanceFutures := binance.NewFuturesWebsocket() binanceFutures := binance.NewFuturesWebsocket()
m.AddProvider("binance_futures_websocket", binanceFutures) m.AddProvider("binance_futures_websocket", binanceFutures)
// gRPC Server // gRPC Control Server
grpcServer := grpc.NewServer() grpcControlServer := grpc.NewServer()
go func() { go func() {
pb.RegisterDataServiceStreamingServer(grpcServer, server.NewGRPCStreamingServer(m)) pb.RegisterDataServiceControlServer(grpcControlServer, server.NewGRPCControlServer(m))
reflection.Register(grpcServer) reflection.Register(grpcControlServer)
grpcLis, err := net.Listen("tcp", ":50051") grpcLis, err := net.Listen("tcp", ":50051")
if err != nil {
log.Fatalf("Failed to listen for gRPC control: %v", err)
}
log.Println("gRPC control server listening on :50051")
if err := grpcControlServer.Serve(grpcLis); err != nil {
log.Fatalf("Failed to serve gRPC control: %v", err)
}
}()
// gRPC Streaming Server
grpcStreamingServer := grpc.NewServer()
go func() {
pb.RegisterDataServiceStreamingServer(grpcStreamingServer, server.NewGRPCStreamingServer(m))
reflection.Register(grpcStreamingServer)
grpcLis, err := net.Listen("tcp", ":50052")
if err != nil { if err != nil {
log.Fatalf("Failed to listen for gRPC: %v", err) log.Fatalf("Failed to listen for gRPC: %v", err)
} }
log.Println("gRPC server listening on :50051") log.Println("gRPC streaming server listening on :50052")
if err := grpcServer.Serve(grpcLis); err != nil { if err := grpcStreamingServer.Serve(grpcLis); err != nil {
log.Fatalf("Failed to serve gRPC: %v", err) log.Fatalf("Failed to serve gRPC: %v", err)
} }
}() }()
// Socket Server // Socket Streaming Server
socketServer := server.NewSocketStreamingServer(m) socketStreamingServer := server.NewSocketStreamingServer(m)
go func() { go func() {
socketLis, err := net.Listen("tcp", ":6000") socketLis, err := net.Listen("tcp", ":6000")
if err != nil { if err != nil {
log.Fatalf("Failed to listen for socket: %v", err) log.Fatalf("Failed to listen for socket: %v", err)
} }
log.Println("Socket server listening on :6000") log.Println("Socket server listening on :6000")
if err := socketServer.Serve(socketLis); err != nil { if err := socketStreamingServer.Serve(socketLis); err != nil {
log.Fatalf("Socket server error: %v", err) log.Fatalf("Socket server error: %v", err)
} }
}() }()

View File

@@ -2,12 +2,13 @@ package manager
import ( import (
"fmt" "fmt"
"sync"
"time"
"github.com/google/uuid" "github.com/google/uuid"
"gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/domain" "gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/domain"
"gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/provider" "gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/provider"
"gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/router" "gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/router"
"sync"
"time"
) )
type Manager struct { type Manager struct {
@@ -38,59 +39,118 @@ func NewManager(router *router.Router) *Manager {
} }
} }
func (m *Manager) StartStream(ids []domain.Identifier) (uuid.UUID, error) { func (m *Manager) StartStream() (uuid.UUID, error) {
m.mu.Lock() m.mu.Lock()
defer m.mu.Unlock() defer m.mu.Unlock()
// Validate Identifiers, prevents unnecessary calls to providers
for _, id := range ids {
if id.Provider == "" || id.Subject == "" {
return uuid.Nil, fmt.Errorf("invalid identifier: %v", id)
}
if _, ok := m.providers[id.Provider]; !ok {
return uuid.Nil, fmt.Errorf("unknown provider: %s", id.Provider)
}
if !m.providers[id.Provider].IsValidSubject(id.Subject, false) {
return uuid.Nil, fmt.Errorf("invalid subject for provider %s: %s", id.Provider, id.Subject)
}
}
// Provision provider streams
for _, id := range ids {
if _, ok := m.providerStreams[id]; ok {
continue // Skip if requested stream is already being provided
}
ch := make(chan domain.Message, 64)
if err := m.providers[id.Provider].RequestStream(id.Subject, ch); err != nil {
return uuid.Nil, fmt.Errorf("provision %v: %w", id, err)
}
m.providerStreams[id] = ch
// Start routine to route the provider stream to the router's input channel
go func(ch chan domain.Message) {
for msg := range ch {
m.router.IncomingChannel() <- msg
}
}(ch)
}
streamID := uuid.New() streamID := uuid.New()
m.clientStreams[streamID] = &ClientStream{ m.clientStreams[streamID] = &ClientStream{
UUID: streamID, UUID: streamID,
Identifiers: ids, Identifiers: nil, // start empty
OutChannel: nil, // Initially nil, will be set when connected OutChannel: nil, // not yet connected
Timer: time.AfterFunc(1*time.Minute, func() { Timer: time.AfterFunc(1*time.Minute, func() {
fmt.Printf("stream %s expired due to inactivity\n", streamID) fmt.Printf("stream %s expired due to inactivity\n", streamID)
m.StopStream(streamID) err := m.StopStream(streamID)
if err != nil {
fmt.Printf("failed to stop stream after timeout: %v\n", err)
}
}), }),
} }
return streamID, nil return streamID, nil
} }
func (m *Manager) StopStream(streamID uuid.UUID) { func (m *Manager) ConfigureStream(streamID uuid.UUID, newIds []domain.Identifier) error {
m.mu.Lock()
defer m.mu.Unlock()
stream, ok := m.clientStreams[streamID]
if !ok {
return fmt.Errorf("stream not found: %s", streamID)
}
// Validate new identifiers.
for _, id := range newIds {
if id.Provider == "" || id.Subject == "" {
return fmt.Errorf("empty identifier: %v", id)
}
prov, exists := m.providers[id.Provider]
if !exists {
return fmt.Errorf("unknown provider: %s", id.Provider)
}
if !prov.IsValidSubject(id.Subject, false) {
return fmt.Errorf("invalid subject %q for provider %s", id.Subject, id.Provider)
}
}
// Generate old and new sets of identifiers
oldSet := make(map[domain.Identifier]struct{}, len(stream.Identifiers))
for _, id := range stream.Identifiers {
oldSet[id] = struct{}{}
}
newSet := make(map[domain.Identifier]struct{}, len(newIds))
for _, id := range newIds {
newSet[id] = struct{}{}
}
// Add identifiers that are in newIds but not in oldSet
for _, id := range newIds {
if _, seen := oldSet[id]; !seen {
// Provision the stream from the provider if needed
if _, ok := m.providerStreams[id]; !ok {
ch := make(chan domain.Message, 64)
if err := m.providers[id.Provider].RequestStream(id.Subject, ch); err != nil {
return fmt.Errorf("provision %v: %w", id, err)
}
m.providerStreams[id] = ch
incomingChannel := m.router.IncomingChannel()
go func(c chan domain.Message) {
for msg := range c {
incomingChannel <- msg
}
}(ch)
}
// Register the new identifier with the router, only if there's an active output channel (meaning the stream is connected)
if stream.OutChannel != nil {
m.router.RegisterRoute(id, stream.OutChannel)
}
}
}
// Remove identifiers that are in oldSet but not in newSet
for _, oldId := range stream.Identifiers {
if _, keep := newSet[oldId]; !keep {
// Deregister the identifier from the router, only if there's an active output channel (meaning the stream is connected)
if stream.OutChannel != nil {
m.router.DeregisterRoute(oldId, stream.OutChannel)
}
}
}
// Set the new identifiers for the stream
stream.Identifiers = newIds
// Clean up provider streams that are no longer used
used := make(map[domain.Identifier]bool)
for _, cs := range m.clientStreams {
for _, id := range cs.Identifiers {
used[id] = true
}
}
for id, ch := range m.providerStreams {
if !used[id] {
m.providers[id.Provider].CancelStream(id.Subject)
close(ch)
delete(m.providerStreams, id)
}
}
return nil
}
func (m *Manager) StopStream(streamID uuid.UUID) error {
m.DisconnectStream(streamID) m.DisconnectStream(streamID)
m.mu.Lock() m.mu.Lock()
@@ -98,7 +158,7 @@ func (m *Manager) StopStream(streamID uuid.UUID) {
stream, ok := m.clientStreams[streamID] stream, ok := m.clientStreams[streamID]
if !ok { if !ok {
return // Stream not found return fmt.Errorf("stream not found: %s", streamID)
} }
stream.Timer.Stop() stream.Timer.Stop()
@@ -121,6 +181,8 @@ func (m *Manager) StopStream(streamID uuid.UUID) {
delete(m.providerStreams, id) delete(m.providerStreams, id)
} }
} }
return nil
} }
func (m *Manager) ConnectStream(streamID uuid.UUID) (<-chan domain.Message, error) { func (m *Manager) ConnectStream(streamID uuid.UUID) (<-chan domain.Message, error) {
@@ -172,7 +234,10 @@ func (m *Manager) DisconnectStream(streamID uuid.UUID) {
// Set up the expiry timer // Set up the expiry timer
stream.Timer = time.AfterFunc(1*time.Minute, func() { stream.Timer = time.AfterFunc(1*time.Minute, func() {
fmt.Printf("stream %s expired due to inactivity\n", streamID) fmt.Printf("stream %s expired due to inactivity\n", streamID)
m.StopStream(streamID) err := m.StopStream(streamID)
if err != nil {
fmt.Printf("failed to stop stream after disconnect: %v\n", err)
}
}) })
} }

View File

@@ -99,7 +99,7 @@ func (b *FuturesWebsocket) IsStreamActive(subject string) bool {
return ok return ok
} }
func (b *FuturesWebsocket) Fetch(subject string) (domain.Message, error) { func (b *FuturesWebsocket) Fetch(_ string) (domain.Message, error) {
return domain.Message{}, fmt.Errorf("not supported: websocket provider does not implement fetch") return domain.Message{}, fmt.Errorf("not supported: websocket provider does not implement fetch")
} }

View File

@@ -2,9 +2,9 @@ package router
import ( import (
"fmt" "fmt"
"gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/domain"
"sync" "sync"
"time"
"gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/domain"
) )
type Router struct { type Router struct {
@@ -15,7 +15,7 @@ type Router struct {
func NewRouter() *Router { func NewRouter() *Router {
return &Router{ return &Router{
incoming: make(chan domain.Message, 64), // Buffered channel for incoming messages incoming: make(chan domain.Message, 512), // Buffered channel for incoming messages
routes: make(map[domain.Identifier][]chan<- domain.Message), routes: make(map[domain.Identifier][]chan<- domain.Message),
} }
} }
@@ -26,7 +26,6 @@ func (r *Router) IncomingChannel() chan<- domain.Message {
func (r *Router) Run() { func (r *Router) Run() {
for msg := range r.incoming { for msg := range r.incoming {
startTime := time.Now()
r.mu.RLock() r.mu.RLock()
channels := r.routes[msg.Identifier] channels := r.routes[msg.Identifier]
@@ -38,7 +37,6 @@ func (r *Router) Run() {
} }
} }
r.mu.RUnlock() r.mu.RUnlock()
fmt.Printf("Message routed to %d channels in %v\n", len(channels), time.Since(startTime))
} }
} }

View File

@@ -0,0 +1,69 @@
package server
import (
"context"
"fmt"
"github.com/google/uuid"
pb "gitlab.michelsen.id/phillmichelsen/tessera/pkg/pb/data_service"
"gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/domain"
"gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/manager"
"google.golang.org/grpc/codes"
"google.golang.org/grpc/status"
)
type GRPCControlServer struct {
pb.UnimplementedDataServiceControlServer
manager *manager.Manager
}
func NewGRPCControlServer(m *manager.Manager) *GRPCControlServer {
return &GRPCControlServer{
manager: m,
}
}
func (s *GRPCControlServer) StartStream(_ context.Context, _ *pb.StartStreamRequest) (*pb.StartStreamResponse, error) {
streamID, err := s.manager.StartStream()
if err != nil {
return nil, fmt.Errorf("failed to start stream: %w", err)
}
return &pb.StartStreamResponse{StreamUuid: streamID.String()}, nil
}
func (s *GRPCControlServer) ConfigureStream(_ context.Context, req *pb.ConfigureStreamRequest) (*pb.ConfigureStreamResponse, error) {
streamID, err := uuid.Parse(req.StreamUuid)
if err != nil {
return nil, status.Errorf(codes.InvalidArgument, "invalid stream_uuid %q: %v", req.StreamUuid, err)
}
// Transform identifiers from protobuf to domain format
var ids []domain.Identifier
for _, i := range req.Identifiers {
ids = append(ids, domain.Identifier{
Provider: i.Provider,
Subject: i.Subject,
})
}
if err := s.manager.ConfigureStream(streamID, ids); err != nil {
return nil, status.Errorf(codes.InvalidArgument, "configure failed: %v", err)
}
return &pb.ConfigureStreamResponse{}, nil
}
func (s *GRPCControlServer) StopStream(_ context.Context, req *pb.StopStreamRequest) (*pb.StopStreamResponse, error) {
streamID, err := uuid.Parse(req.StreamUuid)
if err != nil {
return nil, status.Errorf(codes.InvalidArgument, "invalid stream_uuid %q: %v", req.StreamUuid, err)
}
err = s.manager.StopStream(streamID) // Should only error if the stream doesn't exist
if err != nil {
return nil, status.Errorf(codes.Internal, "failed to stop stream: %v", err)
}
return &pb.StopStreamResponse{}, nil
}

View File

@@ -1,11 +1,10 @@
package server package server
import ( import (
"context"
"fmt" "fmt"
"github.com/google/uuid" "github.com/google/uuid"
pb "gitlab.michelsen.id/phillmichelsen/tessera/pkg/pb/data_service" pb "gitlab.michelsen.id/phillmichelsen/tessera/pkg/pb/data_service"
"gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/domain"
"gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/manager" "gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/manager"
) )
@@ -20,23 +19,6 @@ func NewGRPCStreamingServer(m *manager.Manager) *GRPCStreamingServer {
} }
} }
func (s *GRPCStreamingServer) StartStream(ctx context.Context, req *pb.StartStreamRequest) (*pb.StartStreamResponse, error) {
var ids []domain.Identifier
for _, id := range req.Identifiers {
ids = append(ids, domain.Identifier{
Provider: id.Provider,
Subject: id.Subject,
})
}
streamID, err := s.manager.StartStream(ids)
if err != nil {
return nil, fmt.Errorf("failed to start stream: %w", err)
}
return &pb.StartStreamResponse{StreamUuid: streamID.String()}, nil
}
func (s *GRPCStreamingServer) ConnectStream(req *pb.ConnectStreamRequest, stream pb.DataServiceStreaming_ConnectStreamServer) error { func (s *GRPCStreamingServer) ConnectStream(req *pb.ConnectStreamRequest, stream pb.DataServiceStreaming_ConnectStreamServer) error {
streamUUID, err := uuid.Parse(req.StreamUuid) streamUUID, err := uuid.Parse(req.StreamUuid)
if err != nil { if err != nil {
@@ -63,7 +45,7 @@ func (s *GRPCStreamingServer) ConnectStream(req *pb.ConnectStreamRequest, stream
Provider: msg.Identifier.Provider, Provider: msg.Identifier.Provider,
Subject: msg.Identifier.Subject, Subject: msg.Identifier.Subject,
}, },
Payload: fmt.Sprintf("%s", msg.Payload), Payload: fmt.Sprintf("%v", msg.Payload),
}) })
if err != nil { if err != nil {

View File

@@ -4,11 +4,12 @@ import (
"bufio" "bufio"
"encoding/json" "encoding/json"
"fmt" "fmt"
"github.com/google/uuid"
"gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/manager"
"io" "io"
"net" "net"
"strings" "strings"
"github.com/google/uuid"
"gitlab.michelsen.id/phillmichelsen/tessera/services/data_service/internal/manager"
) )
type SocketStreamingServer struct { type SocketStreamingServer struct {
@@ -34,7 +35,14 @@ func (s *SocketStreamingServer) Serve(lis net.Listener) error {
} }
func (s *SocketStreamingServer) handleConnection(conn net.Conn) { func (s *SocketStreamingServer) handleConnection(conn net.Conn) {
defer conn.Close() defer func(conn net.Conn) {
err := conn.Close()
if err != nil {
fmt.Printf("Failed to close connection: %v\n", err)
} else {
fmt.Println("Connection closed")
}
}(conn)
reader := bufio.NewReader(conn) reader := bufio.NewReader(conn)
raw, err := reader.ReadString('\n') raw, err := reader.ReadString('\n')