Websocket hanging watchdog

blockchain/client.go

@@ -3,6 +3,7 @@ package blockchain
 import (
 	"context"
 	"sync"
+	"time"
 
 	gsrpc "github.com/centrifuge/go-substrate-rpc-client/v4"
 	"github.com/centrifuge/go-substrate-rpc-client/v4/registry"
@@ -16,6 +17,9 @@ import (
 	"github.com/cerebellum-network/cere-ddc-sdk-go/blockchain/pallets"
 )
 
+// Stop events listening when no new events received for this time.
+const EventsListeningTimeout = 60 * time.Second
+
 type EventsListener func(events []*parser.Event, blockNumber types.BlockNumber, blockHash types.Hash) error
 
 type Client struct {
@@ -183,7 +187,8 @@ func (c *Client) ListenEvents(
 
 	// Invoke listeners.
 	g.Go(func() error {
-		for blockEvents := range eventsC {
+		select {
+		case blockEvents := <-eventsC:
 			for callback := range c.eventsListeners {
 				err := (*callback)(blockEvents.Events, blockEvents.Number, blockEvents.Hash)
 				if err != nil {
@@ -197,6 +202,11 @@ func (c *Client) ListenEvents(
 					return err
 				}
 			}
+		// Watchdog for the websocket. It silently hangs sometimes with no error nor new events. In
+		// all Cere blockchain runtimes we have `pallet-timestamp` which makes at least one event
+		// (System.ExtrinsicSuccess for the timestamp.set extrinsic) per block.
+		case <-time.After(EventsListeningTimeout):
+			return context.DeadlineExceeded
 		}
 
 		return ctx.Err()