make db fks deferrable so that we can commit entire cid payload in single transaction; adjust buffer sizes to optimize performane and stability

cmd/streamSubscribe.go

@@ -56,7 +56,7 @@ func streamSubscribe() {
 	str := streamer.NewSeedStreamer(rpcClient)
 
 	// Buffered channel for reading subscription payloads
-	payloadChan := make(chan ipfs.ResponsePayload, 8000)
+	payloadChan := make(chan ipfs.ResponsePayload, 20000)
 
 	// Subscribe to the seed node service with the given config/filter parameters
 	sub, err := str.Stream(payloadChan, subConfig)

cmd/syncPublishScreenAndServe.go

@@ -50,15 +50,15 @@ func syncPublishScreenAndServe() {
 	blockChain, ethClient, rpcClient := getBlockChainAndClients()
 
 	db := utils.LoadPostgres(databaseConfig, blockChain.Node())
-	quitChan := make(chan bool)
+	quitChan := make(chan bool, 1)
 	processor, err := ipfs.NewIPFSProcessor(ipfsPath, &db, ethClient, rpcClient, quitChan)
 	if err != nil {
 		log.Fatal(err)
 	}
 
 	wg := &syn.WaitGroup{}
-	forwardPayloadChan := make(chan ipfs.IPLDPayload)
-	forwardQuitChan := make(chan bool)
+	forwardPayloadChan := make(chan ipfs.IPLDPayload, 20000)
+	forwardQuitChan := make(chan bool, 1)
 	err = processor.SyncAndPublish(wg, forwardPayloadChan, forwardQuitChan)
 	if err != nil {
 		log.Fatal(err)