lotus/node/modules/tracer/elasticsearch_transport.go

98 lines
1.8 KiB
Go
Raw Normal View History

2021-09-15 12:50:27 +00:00
package tracer
import (
"context"
"encoding/json"
"fmt"
"net/url"
2021-09-15 12:50:27 +00:00
"strings"
"github.com/elastic/go-elasticsearch/v7"
"github.com/elastic/go-elasticsearch/v7/esapi"
)
2021-09-15 13:11:34 +00:00
const (
2021-09-29 11:12:42 +00:00
ElasticSearchDefaultIndex = "lotus-pubsub"
2021-09-15 13:11:34 +00:00
)
2021-09-15 12:50:27 +00:00
func NewElasticSearchTransport(connectionString string, elasticsearchIndex string) (TracerTransport, error) {
conUrl, err := url.Parse(connectionString)
2021-09-24 10:40:33 +00:00
if err != nil {
return nil, err
}
username := conUrl.User.Username()
password, _ := conUrl.User.Password()
cfg := elasticsearch.Config{
Addresses: []string{
2021-09-24 10:58:32 +00:00
conUrl.Scheme + "://" + conUrl.Host,
},
Username: username,
Password: password,
}
es, err := elasticsearch.NewClient(cfg)
2021-09-15 12:50:27 +00:00
if err != nil {
2021-09-15 12:58:36 +00:00
return nil, err
2021-09-15 12:50:27 +00:00
}
var esIndex string
if elasticsearchIndex != "" {
esIndex = elasticsearchIndex
} else {
2021-09-29 11:12:42 +00:00
esIndex = ElasticSearchDefaultIndex
}
2021-09-15 12:50:27 +00:00
return &elasticSearchTransport{
cl: es,
esIndex: esIndex,
2021-09-15 12:58:36 +00:00
}, nil
2021-09-15 12:50:27 +00:00
}
type elasticSearchTransport struct {
cl *elasticsearch.Client
esIndex string
2021-09-15 12:50:27 +00:00
}
2021-09-15 14:16:12 +00:00
func (est *elasticSearchTransport) Transport(evt TracerTransportEvent) error {
var e interface{}
2021-09-17 13:14:39 +00:00
2021-09-15 14:16:12 +00:00
if evt.lotusTraceEvent != nil {
e = *evt.lotusTraceEvent
} else if evt.pubsubTraceEvent != nil {
e = *evt.pubsubTraceEvent
} else {
return nil
}
2021-09-15 14:16:12 +00:00
jsonEvt, err := json.Marshal(e)
if err != nil {
2021-09-15 14:05:44 +00:00
return fmt.Errorf("error while marshaling event: %s", err)
}
2021-09-15 12:50:27 +00:00
req := esapi.IndexRequest{
2021-09-27 11:28:28 +00:00
Index: est.esIndex,
2021-09-17 13:14:39 +00:00
Body: strings.NewReader(string(jsonEvt)),
Refresh: "true",
2021-09-15 12:50:27 +00:00
}
// Perform the request with the client.
res, err := req.Do(context.Background(), est.cl)
if err != nil {
return err
}
2021-09-29 11:12:42 +00:00
err = res.Body.Close()
if err != nil {
return err
}
2021-09-15 12:50:27 +00:00
if res.IsError() {
return fmt.Errorf("[%s] Error indexing document ID=%s", res.Status(), req.DocumentID)
}
2021-09-29 11:12:42 +00:00
2021-09-15 12:50:27 +00:00
return nil
}