fix: startup order
This commit is contained in:
@@ -42,6 +42,7 @@ type Client struct {
|
|||||||
slugService proto.SlugChangeClient
|
slugService proto.SlugChangeClient
|
||||||
eventService proto.EventServiceClient
|
eventService proto.EventServiceClient
|
||||||
authorizeConnectionService proto.UserServiceClient
|
authorizeConnectionService proto.UserServiceClient
|
||||||
|
closing bool
|
||||||
}
|
}
|
||||||
|
|
||||||
func DefaultConfig() *GrpcConfig {
|
func DefaultConfig() *GrpcConfig {
|
||||||
@@ -155,16 +156,17 @@ func (c *Client) SubscribeEvents(ctx context.Context, identity, authToken string
|
|||||||
for {
|
for {
|
||||||
subscribe, err := c.eventService.Subscribe(ctx)
|
subscribe, err := c.eventService.Subscribe(ctx)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
if !isConnectionError(err) {
|
if errors.Is(err, context.Canceled) || status.Code(err) == codes.Canceled || ctx.Err() != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
if status.Code(err) == codes.Unauthenticated {
|
if !c.isConnectionError(err) || status.Code(err) == codes.Unauthenticated {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
if err := wait(); err != nil {
|
if err = wait(); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
growBackoff()
|
growBackoff()
|
||||||
|
log.Printf("Reconnect to controller within %v sec", backoff.Seconds())
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -180,8 +182,8 @@ func (c *Client) SubscribeEvents(ctx context.Context, identity, authToken string
|
|||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Println("Authentication failed to send to gRPC server:", err)
|
log.Println("Authentication failed to send to gRPC server:", err)
|
||||||
if isConnectionError(err) {
|
if c.isConnectionError(err) {
|
||||||
if err := wait(); err != nil {
|
if err = wait(); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
growBackoff()
|
growBackoff()
|
||||||
@@ -193,9 +195,13 @@ func (c *Client) SubscribeEvents(ctx context.Context, identity, authToken string
|
|||||||
backoff = baseBackoff
|
backoff = baseBackoff
|
||||||
|
|
||||||
if err = c.processEventStream(subscribe); err != nil {
|
if err = c.processEventStream(subscribe); err != nil {
|
||||||
if isConnectionError(err) {
|
if errors.Is(err, context.Canceled) || status.Code(err) == codes.Canceled || ctx.Err() != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if c.isConnectionError(err) {
|
||||||
log.Printf("Reconnect to controller within %v sec", backoff.Seconds())
|
log.Printf("Reconnect to controller within %v sec", backoff.Seconds())
|
||||||
if err := wait(); err != nil {
|
if err = wait(); err != nil {
|
||||||
|
fmt.Println(err)
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
growBackoff()
|
growBackoff()
|
||||||
@@ -210,16 +216,7 @@ func (c *Client) processEventStream(subscribe grpc.BidiStreamingClient[proto.Nod
|
|||||||
for {
|
for {
|
||||||
recv, err := subscribe.Recv()
|
recv, err := subscribe.Recv()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
if isConnectionError(err) {
|
return err
|
||||||
log.Printf("connection error receiving from gRPC server: %v", err)
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
if status.Code(err) == codes.Unauthenticated {
|
|
||||||
log.Printf("Authentication failed: %v", err)
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
log.Printf("non-connection receive error from gRPC server: %v", err)
|
|
||||||
continue
|
|
||||||
}
|
}
|
||||||
switch recv.GetType() {
|
switch recv.GetType() {
|
||||||
case proto.EventType_SLUG_CHANGE:
|
case proto.EventType_SLUG_CHANGE:
|
||||||
@@ -237,8 +234,7 @@ func (c *Client) processEventStream(subscribe grpc.BidiStreamingClient[proto.Nod
|
|||||||
},
|
},
|
||||||
})
|
})
|
||||||
if errSend != nil {
|
if errSend != nil {
|
||||||
if isConnectionError(errSend) {
|
if c.isConnectionError(errSend) {
|
||||||
log.Printf("connection error sending slug change failure: %v", errSend)
|
|
||||||
return errSend
|
return errSend
|
||||||
}
|
}
|
||||||
log.Printf("non-connection send error for slug change failure: %v", errSend)
|
log.Printf("non-connection send error for slug change failure: %v", errSend)
|
||||||
@@ -257,8 +253,7 @@ func (c *Client) processEventStream(subscribe grpc.BidiStreamingClient[proto.Nod
|
|||||||
},
|
},
|
||||||
})
|
})
|
||||||
if errSend != nil {
|
if errSend != nil {
|
||||||
if isConnectionError(errSend) {
|
if c.isConnectionError(errSend) {
|
||||||
log.Printf("connection error sending slug change failure: %v", errSend)
|
|
||||||
return errSend
|
return errSend
|
||||||
}
|
}
|
||||||
log.Printf("non-connection send error for slug change failure: %v", errSend)
|
log.Printf("non-connection send error for slug change failure: %v", errSend)
|
||||||
@@ -276,7 +271,7 @@ func (c *Client) processEventStream(subscribe grpc.BidiStreamingClient[proto.Nod
|
|||||||
},
|
},
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
if isConnectionError(err) {
|
if c.isConnectionError(err) {
|
||||||
log.Printf("connection error sending slug change success: %v", err)
|
log.Printf("connection error sending slug change success: %v", err)
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
@@ -306,7 +301,7 @@ func (c *Client) processEventStream(subscribe grpc.BidiStreamingClient[proto.Nod
|
|||||||
},
|
},
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
if isConnectionError(err) {
|
if c.isConnectionError(err) {
|
||||||
log.Printf("connection error sending sessions success: %v", err)
|
log.Printf("connection error sending sessions success: %v", err)
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
@@ -338,6 +333,7 @@ func (c *Client) AuthorizeConn(ctx context.Context, token string) (authorized bo
|
|||||||
func (c *Client) Close() error {
|
func (c *Client) Close() error {
|
||||||
if c.conn != nil {
|
if c.conn != nil {
|
||||||
log.Printf("Closing gRPC connection to %s", c.config.Address)
|
log.Printf("Closing gRPC connection to %s", c.config.Address)
|
||||||
|
c.closing = true
|
||||||
return c.conn.Close()
|
return c.conn.Close()
|
||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
@@ -361,7 +357,10 @@ func (c *Client) GetConfig() *GrpcConfig {
|
|||||||
return c.config
|
return c.config
|
||||||
}
|
}
|
||||||
|
|
||||||
func isConnectionError(err error) bool {
|
func (c *Client) isConnectionError(err error) bool {
|
||||||
|
if c.closing {
|
||||||
|
return false
|
||||||
|
}
|
||||||
if err == nil {
|
if err == nil {
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|||||||
68
main.go
68
main.go
@@ -7,7 +7,9 @@ import (
|
|||||||
"net/http"
|
"net/http"
|
||||||
_ "net/http/pprof"
|
_ "net/http/pprof"
|
||||||
"os"
|
"os"
|
||||||
|
"os/signal"
|
||||||
"strings"
|
"strings"
|
||||||
|
"syscall"
|
||||||
"time"
|
"time"
|
||||||
"tunnel_pls/internal/config"
|
"tunnel_pls/internal/config"
|
||||||
"tunnel_pls/internal/grpc/client"
|
"tunnel_pls/internal/grpc/client"
|
||||||
@@ -68,10 +70,14 @@ func main() {
|
|||||||
sshConfig.AddHostKey(private)
|
sshConfig.AddHostKey(private)
|
||||||
sessionRegistry := session.NewRegistry()
|
sessionRegistry := session.NewRegistry()
|
||||||
|
|
||||||
var grpcClient *client.Client
|
ctx, cancel := context.WithCancel(context.Background())
|
||||||
var cancel context.CancelFunc = func() {}
|
defer cancel()
|
||||||
var ctx context.Context = context.Background()
|
|
||||||
|
|
||||||
|
errChan := make(chan error, 2)
|
||||||
|
shutdownChan := make(chan os.Signal, 1)
|
||||||
|
signal.Notify(shutdownChan, os.Interrupt, syscall.SIGTERM)
|
||||||
|
|
||||||
|
var grpcClient *client.Client
|
||||||
if isNodeMode {
|
if isNodeMode {
|
||||||
grpcHost := config.Getenv("GRPC_ADDRESS", "localhost")
|
grpcHost := config.Getenv("GRPC_ADDRESS", "localhost")
|
||||||
grpcPort := config.Getenv("GRPC_PORT", "8080")
|
grpcPort := config.Getenv("GRPC_PORT", "8080")
|
||||||
@@ -79,10 +85,9 @@ func main() {
|
|||||||
nodeToken := config.Getenv("NODE_TOKEN", "")
|
nodeToken := config.Getenv("NODE_TOKEN", "")
|
||||||
if nodeToken == "" {
|
if nodeToken == "" {
|
||||||
log.Fatalf("NODE_TOKEN is required in node mode")
|
log.Fatalf("NODE_TOKEN is required in node mode")
|
||||||
return
|
|
||||||
}
|
}
|
||||||
|
|
||||||
grpcClient, err = client.New(&client.GrpcConfig{
|
c, err := client.New(&client.GrpcConfig{
|
||||||
Address: grpcAddr,
|
Address: grpcAddr,
|
||||||
UseTLS: false,
|
UseTLS: false,
|
||||||
InsecureSkipVerify: false,
|
InsecureSkipVerify: false,
|
||||||
@@ -91,37 +96,46 @@ func main() {
|
|||||||
MaxRetries: 3,
|
MaxRetries: 3,
|
||||||
}, sessionRegistry)
|
}, sessionRegistry)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return
|
log.Fatalf("failed to create grpc client: %v", err)
|
||||||
}
|
}
|
||||||
defer func(grpcClient *client.Client) {
|
grpcClient = c
|
||||||
err := grpcClient.Close()
|
|
||||||
if err != nil {
|
|
||||||
|
|
||||||
}
|
healthCtx, healthCancel := context.WithTimeout(ctx, 5*time.Second)
|
||||||
}(grpcClient)
|
if err := grpcClient.CheckServerHealth(healthCtx); err != nil {
|
||||||
|
healthCancel()
|
||||||
ctx, cancel = context.WithTimeout(context.Background(), time.Second*5)
|
log.Fatalf("gRPC health check failed: %v", err)
|
||||||
err = grpcClient.CheckServerHealth(ctx)
|
|
||||||
if err != nil {
|
|
||||||
log.Fatalf("gRPC health check failed: %s", err)
|
|
||||||
return
|
|
||||||
}
|
}
|
||||||
cancel()
|
healthCancel()
|
||||||
|
|
||||||
ctx, cancel = context.WithCancel(context.Background())
|
|
||||||
go func() {
|
go func() {
|
||||||
identity := config.Getenv("DOMAIN", "localhost")
|
identity := config.Getenv("DOMAIN", "localhost")
|
||||||
err = grpcClient.SubscribeEvents(ctx, identity, nodeToken)
|
if err := grpcClient.SubscribeEvents(ctx, identity, nodeToken); err != nil {
|
||||||
if err != nil {
|
errChan <- fmt.Errorf("failed to subscribe to events: %w", err)
|
||||||
return
|
|
||||||
}
|
}
|
||||||
}()
|
}()
|
||||||
}
|
}
|
||||||
|
|
||||||
app, err := server.NewServer(sshConfig, sessionRegistry, grpcClient)
|
go func() {
|
||||||
if err != nil {
|
app, err := server.NewServer(sshConfig, sessionRegistry, grpcClient)
|
||||||
log.Fatalf("Failed to start server: %s", err)
|
if err != nil {
|
||||||
|
errChan <- fmt.Errorf("failed to start server: %s", err)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
app.Start()
|
||||||
|
}()
|
||||||
|
|
||||||
|
select {
|
||||||
|
case err := <-errChan:
|
||||||
|
log.Printf("error happen : %s", err)
|
||||||
|
case sig := <-shutdownChan:
|
||||||
|
log.Printf("received signal %s, shutting down", sig)
|
||||||
}
|
}
|
||||||
app.Start()
|
|
||||||
cancel()
|
cancel()
|
||||||
|
|
||||||
|
if grpcClient != nil {
|
||||||
|
if err := grpcClient.Close(); err != nil {
|
||||||
|
log.Printf("failed to close grpc conn : %s", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user