export.yml

#
# config file for wekasolutions/export
#

# exporter section - info about how we're going to run
exporter:
  listen_port: 8150
  loki_host: wms
  loki_port: 3100
  events_only: False
  events_to_loki: True
  events_to_syslog: True
  timeout: 10.0
  max_procs: 8
  max_threads_per_proc: 100
  backends_only: True
  datapoints_per_collect: 5
  certfile: null
  keyfile: null

# cluster section - info about the weka cluster we want to export data from:
cluster:
  auth_token_file: auth-token.json
  hosts:
    - 172.29.0.64
  force_https: False   # only 3.10+ clusters support https
  verify_cert: False  # default cert cannot be verified
  mgmt_port: 14000

  # auth_token_file must be a filename.
  #   If just a filename it will be searched for in ".", "~/.weka", and "./.weka"
  #   This file can be generated with the 'weka user login' command and copied to where we are running
  # hosts is a list of hostnames or ip addresses.  Minimum of 1 required.  You do not need to list all hosts in the cluster

# This file comes pre-set to populate the Grafana Panels that we've provided
#
# File format:
#
#stats:
#  category:
#    statistic: unit_of_measurement
#    statistic: unit_of_measurement
#    statistic: unit_of_measurement
#
# if you are familiar with "weka stats", these are "--category <category> --stat <statistic>"
#
# For more info refer to: https://docs.weka.io/usage/statistics/list-of-statistics
#
# To monitor additional statistics, just uncomment the ones you want to be gathered/reported
# If uncommenting things in a commented out section/Category (ie: 'object_storage:), don't forget to uncomment
#   the Category itself (eg: "# 'object_storage:") as well as one or more of the metrics under it
#   These lines are marked "# Category"
#
# It does not like Categories with no metrics - fix forthcoming
#   meanwhile, don't uncomment a Category without uncommenting at least one statistic under it.
#
#

stats:
  cpu:     # Category
     CPU_UTILIZATION: "%"    # metric
#  object_storage:     # Category
#    FAILED_OBJECT_DELETES: count
#    FAILED_OBJECT_DOWNLOADS: count
#    FAILED_OBJECT_OPERATIONS: count
#    FAILED_OBJECT_UPLOADS: count
#    OBJECT_DELETES: count
#    OBJECT_DELETE_DURATION: microsecs
#    OBJECT_DELETE_LATENCY: microsecs
#    OBJECT_DOWNLOADS: count
#    OBJECT_DOWNLOADS_BG: count
#    OBJECT_DOWNLOADS_FG: count
#    OBJECT_DOWNLOAD_BYTES_BG: bytespersec
#    OBJECT_DOWNLOAD_BYTES_FG: bytespersec
#    OBJECT_DOWNLOAD_DURATION: microsecs
#    OBJECT_DOWNLOAD_LATENCY: microsecs
#    OBJECT_DOWNLOAD_SIZE: count
#    OBJECT_OPERATIONS: count
#    OBJECT_UPLOADS: count
#    OBJECT_UPLOADS_BACKPRESSURE: count
#    OBJECT_UPLOADS_MANUAL: count
#    OBJECT_UPLOADS_MIGRATE: count
#    OBJECT_UPLOADS_POLICY: count
#    OBJECT_UPLOADS_RECLAMATION_REUPLOAD: count
#    OBJECT_UPLOADS_STOW: count
#    OBJECT_UPLOAD_BYTES_BACKPRESSURE: bytespersec
#    OBJECT_UPLOAD_BYTES_MANUAL: bytespersec
#    OBJECT_UPLOAD_BYTES_MIGRATE: bytespersec
#    OBJECT_UPLOAD_BYTES_POLICY: bytespersec
#    OBJECT_UPLOAD_BYTES_RECLAMATION_REUPLOAD: bytespersec
#    OBJECT_UPLOAD_BYTES_STOW: bytespersec
#    OBJECT_UPLOAD_DURATION: microsecs
#    OBJECT_UPLOAD_LATENCY: microsecs
#    OBJECT_UPLOAD_SIZE: bytes
#    OBS_READ_BYTES: bytespersec
#    OBS_WRITE_BYTES: bytespersec
#    ONGOING_DOWNLOADS: count
#    ONGOING_REMOVES: count
#    ONGOING_UPLOADS: count
#    READ_BYTES: bytespersec
#    WRITE_BYTES: bytespersec
  ops:
#    ACCESS_LATENCY: microsecs
    ACCESS_OPS: ops
#    COMMIT_LATENCY: microsecs
    COMMIT_OPS: ops
#    CREATE_LATENCY: microsecs
    CREATE_OPS: ops
#    FILEATOMICOPEN_LATENCY: microsecs
#    FILEATOMICOPEN_OPS: ops
#    FILECLOSE_LATENCY: microsecs
    FILECLOSE_OPS: ops
#    FILEOPEN_LATENCY: microsecs
    FILEOPEN_OPS: ops
#    FLOCK_LATENCY: microsecs
    FLOCK_OPS: ops
#    FSINFO_LATENCY: microsecs
    FSINFO_OPS: ops
#    GETATTR_LATENCY: microsecs
    GETATTR_OPS: ops
#    LINK_LATENCY: microsecs
    LINK_OPS: ops
#    LOOKUP_LATENCY: microsecs
#    LOOKUP_OPS: ops
#    MKDIR_LATENCY: microsecs
    MKDIR_OPS: ops
#    MKNOD_LATENCY: microsecs
    MKNOD_OPS: ops
    OPS: ops
#    PATHCONF_LATENCY: microsecs
#    PATHCONF_OPS: ops
#    READDIR_LATENCY: microsecs
    READDIR_OPS: ops
#    READLINK_LATENCY: microsecs
#    READLINK_OPS: ops
    READS: iops
    READ_BYTES: bytespersec
    READ_DURATION: microsecs
    READ_LATENCY: microsecs
#    REMOVE_LATENCY: microsecs
    REMOVE_OPS: ops
#    RENAME_LATENCY: microsecs
    RENAME_OPS: ops
#    RMDIR_LATENCY: microsecs
    RMDIR_OPS: ops
#    SETATTR_LATENCY: microsecs
#    SETATTR_OPS: ops
#    STATFS_LATENCY: microsecs
#    STATFS_OPS: ops
#    SYMLINK_LATENCY: microsecs
#    SYMLINK_OPS: ops
    THROUGHPUT: bytespersec
#    UNLINK_LATENCY: microsecs
    UNLINK_OPS: ops
    WRITES: iops
    WRITE_BYTES: bytespersec
#    WRITE_DURATION: microsecs
    WRITE_LATENCY: microsecs
  ops_driver:     # Category
    DIRECT_READ_SIZES: sizes
    DIRECT_WRITE_SIZES: sizes
#    FILEATOMICOPEN_LATENCY: microsecs
#    FILEATOMICOPEN_OPS: ops
#    FILECLOSE_LATENCY: microsecs
#    FILECLOSE_OPS: ops
#    FILEOPEN_LATENCY: microsecs
#    FILEOPEN_OPS: ops
#    FLOCK_LATENCY: microsecs
#    FLOCK_OPS: ops
#    GETATTR_LATENCY: microsecs
#    GETATTR_OPS: ops
#    IOCTL_OBS_PREFETCH_LATENCY: microsecs
#    IOCTL_OBS_PREFETCH_OPS: ops
#    LINK_LATENCY: microsecs
#    LINK_OPS: ops
#    LOOKUP_LATENCY: microsecs
#    LOOKUP_OPS: ops
#    MKNOD_LATENCY: microsecs
#    MKNOD_OPS: ops
#    OPS: ops
#    READDIR_LATENCY: microsecs
#    READDIR_OPS: ops
#    READLINK_LATENCY: microsecs
#    READLINK_OPS: ops
#    READS: iops
#    READ_BYTES: bytespersec
#    READ_DURATION: microsecs
#    READ_LATENCY: microsecs
    READ_SIZES: sizes
#    RENAME_LATENCY: microsecs
#    RENAME_OPS: ops
#    RMDIR_LATENCY: microsecs
#    RMDIR_OPS: ops
#    SETATTR_LATENCY: microsecs
#    SETATTR_OPS: ops
#    STATFS_LATENCY: microsecs
#    STATFS_OPS: ops
#    SYMLINK_LATENCY: microsecs
#    SYMLINK_OPS: ops
#    THROUGHPUT: bytespersec
#    UNLINK_LATENCY: microsecs
#    UNLINK_OPS: ops
#    WRITES: iops
#    WRITE_BYTES: bytespersec
#    WRITE_DURATION: microsecs
#    WRITE_LATENCY: microsecs
    WRITE_SIZES: sizes
  ops_nfs:        # Category
#    ACCESS_LATENCY: microsecs
#    ACCESS_OPS: ops
#    COMMIT_LATENCY: microsecs
#    COMMIT_OPS: ops
#    CREATE_LATENCY: microsecs
#    CREATE_OPS: ops
#    FSINFO_LATENCY: microsecs
#    FSINFO_OPS: ops
#    GETATTR_LATENCY: microsecs
#    GETATTR_OPS: ops
#    LINK_LATENCY: microsecs
#    LINK_OPS: ops
#    LOOKUP_LATENCY: microsecs
#    LOOKUP_OPS: ops
#    MKDIR_LATENCY: microsecs
#    MKDIR_OPS: ops
#    MKNOD_LATENCY: microsecs
#    MKNOD_OPS: ops
#    OPS: ops
#    PATHCONF_LATENCY: microsecs
#    PATHCONF_OPS: ops
#    READDIR_LATENCY: microsecs
#    READDIR_OPS: ops
#    READLINK_LATENCY: microsecs
#    READLINK_OPS: ops
#    READS: iops
#    READ_BYTES: bytespersec
#    READ_DURATION: microsecs
#    READ_LATENCY: microsecs
#    READ_SIZES: sizes
#    REMOVE_LATENCY: microsecs
#    REMOVE_OPS: ops
#    RENAME_LATENCY: microsecs
#    RENAME_OPS: ops
#    SETATTR_LATENCY: microsecs
#    SETATTR_OPS: ops
#    STATFS_LATENCY: microsecs
#    STATFS_OPS: ops
#    SYMLINK_LATENCY: microsecs
#    SYMLINK_OPS: ops
#    THROUGHPUT: bytespersec
#    WRITES: iops
#    WRITE_BYTES: bytespersec
#    WRITE_DURATION: microsecs
#    WRITE_LATENCY: microsecs
#    WRITE_SIZES: sizes
  ssd:        # Category
#    DRIVE_READ_LATENCY: microsecs
#    DRIVE_READ_OPS: ops
#    DRIVE_WRITE_LATENCY: microsecs
#    DRIVE_WRITE_OPS: ops
#    SSD_BLOCKS_READ: count
#    SSD_BLOCKS_WRITTEN: count
#    SSD_MEDIA_ERRORS: count
#    SSD_NON_MEDIA_ERRORS: count
#    SSD_READ_ERRORS: count
#    SSD_READ_LATENCY: microsecs
#    SSD_READ_REQS: iops
#    SSD_WRITES: iops
#    SSD_WRITE_ERRORS: count
#    SSD_WRITE_LATENCY: microsecs
#  network:
#    PUMPS_TXQ_FULL: times