Configure JMX Exporter

module.exports = (service) ->
  options = service.options

Identities

  options.hadoop_group = service.deps.hadoop_core.options.hadoop_group
  # Group
  options.group ?= merge {}, service.deps.prometheus_monitor[0].options.group, options.group
  options.user ?= merge {}, service.deps.prometheus_monitor[0].options.user, options.user

Package

  options.version ?= '0.1.0'
  #standalone server
  options.jar_source ?= "https://repo1.maven.org/maven2/io/prometheus/jmx/jmx_prometheus_httpserver/#{options.version}/jmx_prometheus_httpserver-#{options.version}-jar-with-dependencies.jar"
  options.download = service.deps.jmx_exporter[0].node.fqdn is service.node.fqdn
  options.install_dir ?= "/usr/prometheus/#{options.version}/jmx_exporter"

Enable JMX Server

  service.deps.zookeeper_server.options.env['JMXPORT'] ?= 9011
  service.deps.zookeeper_server.options.opts.java_properties['com.sun.management.jmxremote.authenticate'] ?= 'false'
  service.deps.zookeeper_server.options.opts.java_properties['com.sun.management.jmxremote.ssl'] ?= 'false'
  service.deps.zookeeper_server.options.opts.java_properties['com.sun.management.jmxremote.port'] ?= service.deps.zookeeper_server.options.env['JMXPORT']

Configuration

configure JMX Exporter to scrape Zookeeper metrics. this example is taken from JMX Exporter repository.

  options.conf_dir ?= "/etc/prometheus-exporter-jmx/conf"
  options.java_home ?= service.deps.java.options.java_home
  options.run_dir ?= '/var/run/prometheus'
  options.conf_file ?= "#{options.conf_dir}/zookeeper.yaml"
  # Misc
  options.fqdn ?= service.node.fqdn
  options.hostname = service.node.hostname
  options.iptables ?= service.deps.iptables and service.deps.iptables.options.action is 'start'
  options.clean_logs ?= false
  options.port ?= 5556
  options.cluster_name ?= "ryba-env-metal"
  options.config ?= {}
  options.config['hostPort'] ?= "#{service.deps.zookeeper_server.node.fqdn}:#{service.deps.zookeeper_server.options.opts.java_properties['com.sun.management.jmxremote.port']}"
  options.config['startDelaySeconds'] ?= 0
  options.config['lowercaseOutputName'] ?= true
  options.config['ssl'] ?= false
  options.config['rules'] ?= []
  options.config['rules'].push
    'pattern': "org.apache.ZooKeeperService<name0=ReplicatedServer_id(\\d)><>(\\w+)"
    'name': "zookeeper_$2"
  options.config['rules'].push
    'pattern': "org.apache.ZooKeeperService<name0=ReplicatedServer_id(\\d), name1=replica.(\\d)><>(\\w+)"
    'name': "zookeeper_$3"
    'labels':
      'replicaId': "$2"
  options.config['rules'].push
    'pattern': "org.apache.ZooKeeperService<name0=ReplicatedServer_id(\\d), name1=replica.(\\d), name2=(\\w+)><>(\\w+)"
    'name': "zookeeper_$4"
    'labels':
      'replicaId': "$2"
      'memberType': "$3"
  options.config['rules'].push
    'pattern': "org.apache.ZooKeeperService<name0=ReplicatedServer_id(\\d), name1=replica.(\\d), name2=(\\w+), name3=(\\w+)><>(\\w+)"
    'name': "zookeeper_$4_$5"
    'labels':
      'replicaId': "$2"
      'memberType': "$3"

Register Prometheus Scrapper

configure by default two new label, one cluster and the other service Note: cluster name shoul not contain other character than ([a-zA-Z0-9-_]*)

  options.relabel_configs ?= [
      source_labels: ['job']
      regex: "([a-zA-Z0-9\\-\\_]*).([a-zA-Z0-9]*)"
      target_label: "cluster"
      replacement: "$1"
    ,
      source_labels: ['job']
      regex: "([a-zA-Z0-9\\-\\_]*).([a-zA-Z0-9]*)"
      target_label: "service"
      replacement: "$2"
    ,
      source_labels: ['__address__']
      regex: "([a-zA-Z0-9\\-\\_\\.]*):([a-zA-Z0-9]*)"
      target_label: "hostname"
      replacement: "$1"
    ]
  for srv in service.deps.prometheus_monitor
    srv.options.config ?= {}
    srv.options.config['scrape_configs'] ?= []
    scrape_config = null
    # iterate through configuration to find zookeeper's one
    # register current fqdn if not already existing
    for conf in srv.options.config['scrape_configs']
      scrape_config = conf if conf.job_name is "#{options.cluster_name}.zookeeper"
    exist = scrape_config?
    scrape_config ?=
      job_name: "#{options.cluster_name}.zookeeper"
      static_configs:
        [
          targets: []
        ]
      relabel_configs: options.relabel_configs
    for static_config in scrape_config.static_configs
      hostPort = "#{service.node.fqdn}:#{options.port}"
      static_config.targets ?= []
      static_config.targets.push hostPort unless static_config.targets.indexOf(hostPort) isnt -1
    srv.options.config['scrape_configs'].push scrape_config unless exist

  # service.deps.zookeeper_server.options.opts.jvm['-javaagent'] ?= ":#{options.install_dir}/jmx_exporter_agent.jar=#{options.port}:#{options.conf_dir}/zookeeper.yaml"
  # this properties should be enabled for remote JMX connection
  # letting commented until needed
  # options.config['hostPort'] ?= "#{service.deps.zookeeper_server.node.fqdn}:#{service.deps.zookeeper_server.options.env['JMXPORT']}" if options.env['JMXPORT']

Wait

  options.wait ?= {}
  options.wait.jmx ?=
    host: service.node.fqdn
    port: options.port or '5556'

Dependencies

{merge} = require '@nikitajs/core/lib/misc'