package main import ( "fmt" "io" "io/ioutil" "log" "net/http" "os" "os/signal" "strconv" "syscall" "time" kitprometheus "github.com/go-kit/kit/metrics/prometheus" influxdata "github.com/influxdata/influxdb/client/v2" "github.com/mainflux/mainflux" "github.com/mainflux/mainflux/logger" "github.com/mainflux/mainflux/readers" "github.com/mainflux/mainflux/readers/api" "github.com/mainflux/mainflux/readers/influxdb" thingsapi "github.com/mainflux/mainflux/things/api/auth/grpc" opentracing "github.com/opentracing/opentracing-go" stdprometheus "github.com/prometheus/client_golang/prometheus" jconfig "github.com/uber/jaeger-client-go/config" "google.golang.org/grpc" "google.golang.org/grpc/credentials" ) const ( defLogLevel = "error" defPort = "8180" defDB = "mainflux" defDBHost = "localhost" defDBPort = "8086" defDBUser = "mainflux" defDBPass = "mainflux" defClientTLS = "false" defCACerts = "" defServerCert = "" defServerKey = "" defJaegerURL = "" defThingsAuthURL = "localhost:8181" defThingsAuthTimeout = "1s" envLogLevel = "MF_INFLUX_READER_LOG_LEVEL" envPort = "MF_INFLUX_READER_PORT" envDB = "MF_INFLUXDB_DB" envDBHost = "MF_INFLUX_READER_DB_HOST" envDBPort = "MF_INFLUXDB_PORT" envDBUser = "MF_INFLUXDB_ADMIN_USER" envDBPass = "MF_INFLUXDB_ADMIN_PASSWORD" envClientTLS = "MF_INFLUX_READER_CLIENT_TLS" envCACerts = "MF_INFLUX_READER_CA_CERTS" envServerCert = "MF_INFLUX_READER_SERVER_CERT" envServerKey = "MF_INFLUX_READER_SERVER_KEY" envJaegerURL = "MF_JAEGER_URL" envThingsAuthURL = "MF_THINGS_AUTH_GRPC_URL" envThingsAuthTimeout = "MF_THINGS_AUTH_GRPC_TIMEOUT" ) type config struct { logLevel string port string dbName string dbHost string dbPort string dbUser string dbPass string clientTLS bool caCerts string serverCert string serverKey string jaegerURL string thingsAuthURL string thingsAuthTimeout time.Duration } func main() { cfg, clientCfg := loadConfigs() logger, err := logger.New(os.Stdout, cfg.logLevel) if err != nil { log.Fatalf(err.Error()) } conn := connectToThings(cfg, logger) defer conn.Close() thingsTracer, thingsCloser := initJaeger("things", cfg.jaegerURL, logger) defer thingsCloser.Close() tc := thingsapi.NewClient(conn, thingsTracer, cfg.thingsAuthTimeout) client, err := influxdata.NewHTTPClient(clientCfg) if err != nil { logger.Error(fmt.Sprintf("Failed to create InfluxDB client: %s", err)) os.Exit(1) } defer client.Close() repo := newService(client, cfg.dbName, logger) errs := make(chan error, 2) go func() { c := make(chan os.Signal) signal.Notify(c, syscall.SIGINT) errs <- fmt.Errorf("%s", <-c) }() go startHTTPServer(repo, tc, cfg, logger, errs) err = <-errs logger.Error(fmt.Sprintf("InfluxDB writer service terminated: %s", err)) } func loadConfigs() (config, influxdata.HTTPConfig) { tls, err := strconv.ParseBool(mainflux.Env(envClientTLS, defClientTLS)) if err != nil { log.Fatalf("Invalid value passed for %s\n", envClientTLS) } authTimeout, err := time.ParseDuration(mainflux.Env(envThingsAuthTimeout, defThingsAuthTimeout)) if err != nil { log.Fatalf("Invalid %s value: %s", envThingsAuthTimeout, err.Error()) } cfg := config{ logLevel: mainflux.Env(envLogLevel, defLogLevel), port: mainflux.Env(envPort, defPort), dbName: mainflux.Env(envDB, defDB), dbHost: mainflux.Env(envDBHost, defDBHost), dbPort: mainflux.Env(envDBPort, defDBPort), dbUser: mainflux.Env(envDBUser, defDBUser), dbPass: mainflux.Env(envDBPass, defDBPass), clientTLS: tls, caCerts: mainflux.Env(envCACerts, defCACerts), serverCert: mainflux.Env(envServerCert, defServerCert), serverKey: mainflux.Env(envServerKey, defServerKey), jaegerURL: mainflux.Env(envJaegerURL, defJaegerURL), thingsAuthURL: mainflux.Env(envThingsAuthURL, defThingsAuthURL), thingsAuthTimeout: authTimeout, } clientCfg := influxdata.HTTPConfig{ Addr: fmt.Sprintf("http://%s:%s", cfg.dbHost, cfg.dbPort), Username: cfg.dbUser, Password: cfg.dbPass, } return cfg, clientCfg } func connectToThings(cfg config, logger logger.Logger) *grpc.ClientConn { var opts []grpc.DialOption if cfg.clientTLS { if cfg.caCerts != "" { tpc, err := credentials.NewClientTLSFromFile(cfg.caCerts, "") if err != nil { logger.Error(fmt.Sprintf("Failed to load certs: %s", err)) os.Exit(1) } opts = append(opts, grpc.WithTransportCredentials(tpc)) } } else { logger.Info("gRPC communication is not encrypted") opts = append(opts, grpc.WithInsecure()) } conn, err := grpc.Dial(cfg.thingsAuthURL, opts...) if err != nil { logger.Error(fmt.Sprintf("Failed to connect to things service: %s", err)) os.Exit(1) } return conn } func initJaeger(svcName, url string, logger logger.Logger) (opentracing.Tracer, io.Closer) { if url == "" { return opentracing.NoopTracer{}, ioutil.NopCloser(nil) } tracer, closer, err := jconfig.Configuration{ ServiceName: svcName, Sampler: &jconfig.SamplerConfig{ Type: "const", Param: 1, }, Reporter: &jconfig.ReporterConfig{ LocalAgentHostPort: url, LogSpans: true, }, }.NewTracer() if err != nil { logger.Error(fmt.Sprintf("Failed to init Jaeger client: %s", err)) os.Exit(1) } return tracer, closer } func newService(client influxdata.Client, dbName string, logger logger.Logger) readers.MessageRepository { repo := influxdb.New(client, dbName) repo = api.LoggingMiddleware(repo, logger) repo = api.MetricsMiddleware( repo, kitprometheus.NewCounterFrom(stdprometheus.CounterOpts{ Namespace: "influxdb", Subsystem: "message_reader", Name: "request_count", Help: "Number of requests received.", }, []string{"method"}), kitprometheus.NewSummaryFrom(stdprometheus.SummaryOpts{ Namespace: "influxdb", Subsystem: "message_reader", Name: "request_latency_microseconds", Help: "Total duration of requests in microseconds.", }, []string{"method"}), ) return repo } func startHTTPServer(repo readers.MessageRepository, tc mainflux.ThingsServiceClient, cfg config, logger logger.Logger, errs chan error) { p := fmt.Sprintf(":%s", cfg.port) if cfg.serverCert != "" || cfg.serverKey != "" { logger.Info(fmt.Sprintf("InfluxDB reader service started using https on port %s with cert %s key %s", cfg.port, cfg.serverCert, cfg.serverKey)) errs <- http.ListenAndServeTLS(p, cfg.serverCert, cfg.serverKey, api.MakeHandler(repo, tc, "influxdb-reader")) return } logger.Info(fmt.Sprintf("InfluxDB reader service started, exposed port %s", cfg.port)) errs <- http.ListenAndServe(p, api.MakeHandler(repo, tc, "influxdb-reader")) }