From d345e6b95479d24f9ecab30ed054363f93999346 Mon Sep 17 00:00:00 2001 From: Ian Norden Date: Mon, 27 Apr 2020 13:19:19 -0500 Subject: [PATCH] reduce chan buffer size, make circular buffer --- pkg/super_node/service.go | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/pkg/super_node/service.go b/pkg/super_node/service.go index 53b5bb24..508697d6 100644 --- a/pkg/super_node/service.go +++ b/pkg/super_node/service.go @@ -34,7 +34,7 @@ import ( ) const ( - PayloadChanBufferSize = 20000 + PayloadChanBufferSize = 2000 ) // SuperNode is the top level interface for streaming, converting to IPLDs, publishing, @@ -220,6 +220,13 @@ func (sap *Service) Sync(wg *sync.WaitGroup, screenAndServePayload chan<- shared default: } // Forward the payload to the publishAndIndex workers + // this channel acts as a ring buffer + select { + case publishAndIndexPayload <- ipldPayload: + default: + <-publishAndIndexPayload + publishAndIndexPayload <- ipldPayload + } publishAndIndexPayload <- ipldPayload case err := <-sub.Err(): log.Errorf("super node subscription error for chain %s: %v", sap.chain.String(), err)