Enabling pprof for agent, fixing deployment,host tags for agent metrics

agent.env

@@ -3,3 +3,5 @@ export AGENT_DEV_MODE=true
 
 export KAFKA_DATA_DIR="/usr/local/var/lib/kafka-logs"
 export PROMETHEUS_ENABLED=true
+
+export PPROF_ENABLED=true

agent/agent.go

@@ -59,7 +59,7 @@ func (a *Agent) runJobs() {
 				default:
 				}
 			} else {
-				logger.Infof("job: %s completed successfully", j.ID())
+				logger.Debugf("job: %s completed successfully", j.ID())
 			}
 		}(j, a.wg)
 	}

agent/metrics/prometheus.go

@@ -46,7 +46,8 @@ func Setup(cfg agcfg.Prometheus, collectors ...prometheus.Collector) (PromClient
 			}
 		}()
 		logger.Debugf("Enabled prometheus at /metris port: %s", cfg.BindPort())
-		return PromClient{port: cfg.Port, enabled: cfg.Enabled}, nil
+		tags := Tags{broker: cfg.Host, deployment: cfg.Deployment}
+		return PromClient{port: cfg.Port, Tags: tags, enabled: cfg.Enabled}, nil
 	}
 	logger.Debugf("Prometheus metrics disabled")
 	return PromClient{}, nil

cmd/agent/main.go

@@ -10,6 +10,7 @@ import (
 	"github.com/gojek/kafqa/agent/metrics"
 	agcfg "github.com/gojek/kafqa/config/agent"
 	"github.com/gojek/kafqa/logger"
+	repmetrics "github.com/gojek/kafqa/reporter/metrics"
 )
 
 func main() {
@@ -32,6 +33,8 @@ func main() {
 	ag := agent.New(cfg, navJob)
 	go registerSignalHandler(ag)
 
+	repmetrics.SetupPProf(cfg.PProf)
+
 	errs := ag.Start()
 	go logErrors(errs)
 	ag.Wait()

config/agent/config.go

@@ -5,6 +5,7 @@ import (
 	"log"
 	"time"
 
+	"github.com/gojek/kafqa/config"
 	"github.com/hashicorp/go-multierror"
 	"github.com/kelseyhightower/envconfig"
 )
@@ -13,6 +14,7 @@ type Config struct {
 	Agent
 	Kafka
 	Prometheus
+	config.PProf
 }
 
 type Prometheus struct {
@@ -38,6 +40,7 @@ func LoadAgentConfig() (Config, error) {
 		"AGENT":      &cfg.Agent,
 		"KAFKA":      &cfg.Kafka,
 		"PROMETHEUS": &cfg.Prometheus,
+		"PPROF":      &cfg.PProf,
 	}
 
 	err := loadConfigs(cfgs)