Diagnostic tarball reference

• nodes directory
• cluster_info.json file
• opscenterd directory

• /conf/solr/, /logs/solr/, /logs/solr/tomcat/ for Solr nodes
• /conf/spark and /logs/spark for Spark nodes

{
    "avg_token_count": 1, 
    "bdp_version": [
        "6.0.0", 
        null
    ], 
    "cassandra_versions": [
        "4.0.0.1935", 
        null
    ], 
    "cluster_cores": 2, 
    "cluster_instance_types": [
        "m3.large", 
        null
    ], 
    "cluster_os": [
        [
            "linux", 
            "Ubuntu", 
            "14.04", 
            "amd64"
        ], 
        [
            null, 
            null, 
            null, 
            null
        ]
    ], 
    "cluster_ram": 7985, 
    "columnfamily_count": 11, 
    "config_diff": {
        "cassandra": [
            "seed_hosts"
        ], 
        "destinations": [
            "active"
        ], 
        "webserver": [
            "interface"
        ]
    }, 
    "cql3_cf_count": 11, 
    "dc_count": 1, 
    "free_space": null, 
    "is_enterprise": true, 
    "keyspace_count": 6, 
    "node_count": 3, 
    "opscenter_arch": "", 
    "opscenter_cores": null, 
    "opscenter_instance_type": "m3.large", 
    "opscenter_os": "linux", 
    "opscenter_os_sub": "debian", 
    "opscenter_os_version": "jessie/sid", 
    "opscenter_ram": 7985, 
    "opscenter_version": "6.5.0SNAPSHOT", 
    "opscenterd_install_type": "package", 
    "partitioner": "org.apache.cassandra.dht.Murmur3Partitioner", 
    "python_version": "jython-2.7.1", 
    "rack_map": {
        "Cassandra.rack1": 3
    }, 
    "separate_storage": false, 
    "snitch": null, 
    "strategy_options": [
        "{class=org.apache.cassandra.locator.SimpleStrategy, replication_factor=1}", 
        "{class=org.apache.cassandra.locator.LocalStrategy}", 
        "{class=org.apache.cassandra.locator.LocalStrategy}", 
        "{class=org.apache.cassandra.locator.EverywhereStrategy}", 
        "{class=org.apache.cassandra.locator.SimpleStrategy, replication_factor=1}", 
        "{class=org.apache.cassandra.locator.EverywhereStrategy}", 
        "{class=org.apache.cassandra.locator.SimpleStrategy, replication_factor=2}", 
        "{class=org.apache.cassandra.locator.SimpleStrategy, replication_factor=3}", 
        "{class=org.apache.cassandra.locator.LocalStrategy}", 
        "{class=org.apache.cassandra.locator.SimpleStrategy, replication_factor=1}", 
        "{class=org.apache.cassandra.locator.SimpleStrategy, replication_factor=3}", 
        "{class=org.apache.cassandra.locator.SimpleStrategy, replication_factor=2}", 
        "{class=org.apache.cassandra.locator.SimpleStrategy, replication_factor=1}"
    ], 
    "used_space": null, 
    "user": "anonymous"
}{
              

• describe_cluster
• show_keyspaces

• agent folder
• cassandra folder
• dse folder
• spark folder
• solr folder
• system folder

stomp_interface: 10.200.181.112
use_ssl: 0

# Based on the example properties given at http://logging.apache.org/log4j/1.2/manual.html
# Set root logger level to DEBUG and its only appender to A1.
log4j.rootLogger=INFO,R,stdout

log4j.logger.org.apache.http=OFF
log4j.logger.org.eclipse.jetty=WARN,stdout
log4j.logger.com.datastax.driver=WARN,R
log4j.additivity.com.datastax.driver=false
# Silence "missing LZ4" warning
log4j.logger.com.datastax.driver.core.FrameCompressor=ERROR,R

# stdout
log4j.appender.stdout=org.apache.log4j.ConsoleAppender
log4j.appender.stdout.layout=opsagent.AlternatingEnhancedPatternLayout
log4j.appender.stdout.layout.MainPattern=%5p [%t] %d{ISO8601} %m%n %throwable{200}
log4j.appender.stdout.layout.AlternatePattern=%5p [%t] %d{ISO8601} %m%n %throwable{3}
log4j.appender.stdout.layout.ToMatch=com.datastax.driver

# rolling log file
log4j.appender.R=org.apache.log4j.RollingFileAppender
log4j.appender.R.maxFileSize=20MB
log4j.appender.R.maxBackupIndex=5
log4j.appender.R.layout=opsagent.AlternatingEnhancedPatternLayout
log4j.appender.R.layout.MainPattern=%5p [%t] %d{ISO8601} %m%n %throwable{200}
log4j.appender.R.layout.AlternatePattern=%5p [%t] %d{ISO8601} %m%n %throwable{3}
log4j.appender.R.layout.ToMatch=com.datastax.driver
log4j.appender.R.File=/var/log/datastax-agent/agent.log

• cassandra-env.sh: Shell script file for the Cassandra environment used for adjusting JVM options, heap size, and setting JMX properties.
• cassandra.yaml: Configuration settings file for Cassandra.
• commitlog_archiving.properties: Properties file for commitlog archiving.

# Cassandra storage config YAML

# NOTE:
#   See http://wiki.apache.org/cassandra/StorageConfiguration for
#   full explanations of configuration directives
# /NOTE

# The name of the cluster. This is mainly used to prevent machines in
# one logical cluster from joining another.
cluster_name: sunshine

# This defines the number of tokens randomly assigned to this node on the ring
# The more tokens, relative to other nodes, the larger the proportion of data
# that this node will store. You probably want all nodes to have the same number
# of tokens assuming they have equal hardware capability.
#
# If you leave this unspecified, Cassandra will use the default of 1 token for legacy compatibility,
# and will use the initial_token as described below.
#
# Specifying initial_token will override this setting on the node's initial start,
# on subsequent starts, this setting will apply even if initial token is set.
#
# If you already have a cluster with 1 token per node, and wish to migrate to 
# multiple tokens per node, see http://wiki.apache.org/cassandra/Operations
num_tokens: 1
...

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

# commitlog archiving configuration.  Leave blank to disable.

# Command to execute to archive a commitlog segment
# Parameters: %path => Fully qualified path of the segment to archive
#             %name => Name of the commit log.
# Example: archive_command=/bin/ln %path /backup/%name
#
# commitlog archiving configuration.  Leave blank to disable.

# Command to execute to archive a commitlog segment
# Parameters: %path => Fully qualified path of the segment to archive
#             %name => Name of the commit log.
# Example: archive_command=/bin/cp -f %path /backup/%name
#
# Limitation: *_command= expects one command with arguments. STDOUT
# and STDIN or multiple commands cannot be executed.  You might want
# to script multiple commands and add a pointer here.
archive_command=

# Command to execute to make an archived commitlog live again.
# Parameters: %from is the full path to an archived commitlog segment (from restore_directories)
#             %to is the live commitlog directory
# Example: restore_command=/bin/cp -f %from %to
restore_command=

# Directory to scan the recovery files in.
restore_directories=
...

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

calculate_heap_sizes()
{
    case "`uname`" in
        Linux)
            system_memory_in_mb=`free -m | awk '/:/ {print $2;exit}'`
            system_cpu_cores=`egrep -c 'processor([[:space:]]+):.*' /proc/cpuinfo`
        ;;
        FreeBSD)
            system_memory_in_bytes=`sysctl hw.physmem | awk '{print $2}'`
            system_memory_in_mb=`expr $system_memory_in_bytes / 1024 / 1024`
            system_cpu_cores=`sysctl hw.ncpu | awk '{print $2}'`
        ;;
        SunOS)
            system_memory_in_mb=`prtconf | awk '/Memory size:/ {print $3}'`
            system_cpu_cores=`psrinfo | wc -l`
        ;;
        Darwin)
            system_memory_in_bytes=`sysctl hw.memsize | awk '{print $2}'`
            system_memory_in_mb=`expr $system_memory_in_bytes / 1024 / 1024`
            system_cpu_cores=`sysctl hw.ncpu | awk '{print $2}'`
        ;;
        *)
            # assume reasonable defaults for e.g. a modern desktop or
            # cheap server
            system_memory_in_mb="2048"
            system_cpu_cores="2"
        ;;
    esac

    # some systems like the raspberry pi don't report cores, use at least 1
    if [ "$system_cpu_cores" -lt "1" ]
    then
        system_cpu_cores="1"
    fi
...

• dse.yaml: Configuration settings file for DSE. See dse.yaml configuration file
• logback.xml: Configured logging files. See Configuring logging.

{
  "dse" : "/etc/dse/dse.yaml",
  "cassandra" : "/etc/dse/cassandra/cassandra.yaml"
}

• dse-spark-env.sh
• hive-site.xml
• logback-spark.xml
• logback-spark-executor.xml
• logback-sparkR.xml
• logback-spark-server.xml
• spark-daemon-defaults.conf
• spark-defaults.conf
• spark-env.sh

• metadata: Contains the cluster name and partitioner information.
• schema: Contains the schema with all CREATE statements.

• ring: Lists the nodes in the ring.
• sparkmaster: Deprecated. Please use dse client-tool instead.

/usr/bin/dsetool --host=127.0.0.1 --jmxport=7199 listjt
exit status: 1

stdout:
usage: dsetool [-short <arg>] [--long=<arg>] <command> [command-args]
 -a,--jmxusername <arg>           JMX user name
 -b,--jmxpassword <arg>           JMX password
 -c,--cassandra_port <arg>        Cassandra port to use
    --cipher-suites <arg>         Comma separated list of SSL cipher
                                  suites for connection to Cassandra when
                                  SSL is enabled
 -f,--config-file <arg>           DSE configuration file

{
  "HeapMemoryUsage" : {
    "committed" : 2092957696,
    "init" : 2092957696,
    "max" : 2092957696,
    "used" : 1234174816
  },
  "NonHeapMemoryUsage" : {
    "committed" : 128671744,
    "init" : 2555904,
    "max" : -1,
    "used" : 124666688
  }
}

• cassandra folder: Contains the debug.log, gremlin.log, output.log, and system.log files.
• opsagent folder: Contains the agent.log.
• solr folder: Contains the solrvalidation.log and the tomcat folder of its logs.

DEBUG [PerDiskMemtableFlushWriter_0:45] 2018-01-26 14:52:45,433  Memtable.java:485 - Completed flushing /var/lib/cassandra/data/system/local-7ad54392bcdd35a684174e047860b377/mc-55-big-Data.db (0.104KiB) for commitlog position CommitLogPosition(segmentId=1516899136469, position=31359084)
DEBUG [MemtableFlushWriter:45] 2018-01-26 14:52:45,438  ColumnFamilyStore.java:1228 - Flushed to [BigTableReader(path='/var/lib/cassandra/data/system/local-7ad54392bcdd35a684174e047860b377/mc-55-big-Data.db')] (1 sstables, 5.111KiB), biggest 5.111KiB, smallest 5.111KiB
DEBUG [COMMIT-LOG-ALLOCATOR] 2018-01-26 15:00:41,021  AbstractCommitLogSegmentManager.java:109 - No segments in reserve; creating a fresh one
DEBUG [MessagingService-Outgoing-/10.200.182.90-Small] 2018-01-26 15:12:14,113  OutboundTcpConnection.java:445 - Attempting to connect to /10.200.182.90
DEBUG [MessagingService-Outgoing-/10.200.182.90-Small] 2018-01-26 15:12:14,115  OutboundTcpConnection.java:552 - Done connecting to /10.200.182.90
DEBUG [RMI TCP Connection(1463)-127.0.0.1] 2018-01-26 15:12:14,116  StorageProxy.java:2642 - Schemas are in agreement.
...

CompilerOracle: dontinline org/apache/cassandra/db/Columns$Serializer.deserializeLargeSubset (Lorg/apache/cassandra/io/util/DataInputPlus;Lorg/apache/cassandra/db/Columns;I)Lorg/apache/cassandra/db/Columns;
CompilerOracle: dontinline org/apache/cassandra/db/Columns$Serializer.serializeLargeSubset (Ljava/util/Collection;ILorg/apache/cassandra/db/Columns;ILorg/apache/cassandra/io/util/DataOutputPlus;)V
CompilerOracle: dontinline org/apache/cassandra/db/Columns$Serializer.serializeLargeSubsetSize (Ljava/util/Collection;ILorg/apache/cassandra/db/Columns;I)I
CompilerOracle: dontinline org/apache/cassandra/db/commitlog/AbstractCommitLogSegmentManager.advanceAllocatingFrom (Lorg/apache/cassandra/db/commitlog/CommitLogSegment;)V
...

...
INFO  [main] 2018-01-25 16:47:18,498  YamlConfigurationLoader.java:89 - Configuration location: file:/etc/dse/cassandra/cassandra.yaml
INFO  [main] 2018-01-25 16:47:18,603  DseConfig.java:402 - CQL slow log is enabled
INFO  [main] 2018-01-25 16:47:18,604  DseConfig.java:403 - CQL system info tables are not enabled
INFO  [main] 2018-01-25 16:47:18,604  DseConfig.java:404 - Resource level latency tracking is not enabled
INFO  [main] 2018-01-25 16:47:18,605  DseConfig.java:405 - Database summary stats are not enabled
INFO  [main] 2018-01-25 16:47:18,605  DseConfig.java:406 - Cluster summary stats are not enabled
INFO  [main] 2018-01-25 16:47:18,605  DseConfig.java:407 - Histogram data tables are not enabled
INFO  [main] 2018-01-25 16:47:18,606  DseConfig.java:408 - User level latency tracking is not enabled
INFO  [main] 2018-01-25 16:47:18,606  DseConfig.java:410 - Spark cluster info tables are not enabled
INFO  [main] 2018-01-25 16:47:18,606  DseConfig.java:444 - Cql solr query paging is: off
INFO  [main] 2018-01-25 16:47:18,610  DseConfig.java:448 - This instance appears to have 1 thread per CPU core and 2 total CPU threads.
...

 INFO [qtp192788371-31108] 2017-07-28 23:00:00,022 HTTP request started: 
{"protocol":"HTTP/1.1","remote-addr":"10.200.175.206","params":{},"headers":
{"user-agent":"http-kit/2.0","host":"10.200.175.206:61621","accept-encoding":
"gzip, deflate","content-length":"2","opscenter-id":"0f61c8368c834d3a9e4d9e8713e884bb",
"content-type":"application/json"},"server-port":61621,"content-length":2,"content-type":
"application/json","character-encoding":"UTF-8","uri":"/v1/bestpractice/check-wide-partitions",
"server-name":"10.200.175.206","query-string":"","scheme":"http","request-method":"get"}
...

{
  "arch" : "amd64",
  "memory" : 7985
}

• cfstats
• compactionhistory
• compactionstats
• describecluster
• getcompactionthroughput
• getstreamthroughput
• gossipinfo
• info
• netstats
• proxyhistograms
• ring
• status
• statusbinary
• tpstats
• version: Release Version of Cassandra, such as 4.0.0.1935.

Current stream throughput: 200 Mb/s
Current streaming connections per host: 200

/10.200.179.234
  generation:1510023125
  heartbeat:683548
  STATUS:23:NORMAL,-9223372036854775808
  LOAD:683492:5.80418858E8
  SCHEMA:19:7af56410-33a6-38ed-980a-d07dbbafe831
  DC:45:Cassandra
  RACK:17:rack1
  RELEASE_VERSION:4:4.0.0.1935
  NATIVE_TRANSPORT_ADDRESS:3:10.200.179.234
  X_11_PADDING:92140:{"dse_version":"6.0.0","workloads":"Cassandra","workload":"Cassandra","active":"true","server_id":"FA-16-3E-42-1E-22","graph":false,"health":0.9}
  NET_VERSION:1:256
  HOST_ID:2:9440f6c1-4d01-4216-ad9b-9d5c71afce6e
  NATIVE_TRANSPORT_READY:58:true
  NATIVE_TRANSPORT_PORT:5:9042
  NATIVE_TRANSPORT_PORT_SSL:6:9042
  STORAGE_PORT:7:7000
  STORAGE_PORT_SSL:8:7001
  JMX_PORT:9:7199
  TOKENS:22:<hidden>
/10.200.179.235
  generation:0
  heartbeat:0
  TOKENS: not present
/10.200.179.236
  generation:1510023127
  heartbeat:683533
  STATUS:23:NORMAL,-3074457345618258603
  LOAD:683481:5.87518118E8
  SCHEMA:19:7af56410-33a6-38ed-980a-d07dbbafe831
  DC:53:Cassandra
  RACK:17:rack1
  RELEASE_VERSION:4:4.0.0.1935
  NATIVE_TRANSPORT_ADDRESS:3:10.200.179.236
  X_11_PADDING:92067:{"dse_version":"6.0.0","workloads":"Cassandra","workload":"Cassandra","active":"true","server_id":"FA-16-3E-CA-BB-55","graph":false,"health":0.9}
  NET_VERSION:1:256
  HOST_ID:2:d71bb70d-4940-4eb2-addf-72897dd803f0
  NATIVE_TRANSPORT_READY:65:true
  NATIVE_TRANSPORT_PORT:5:9042
  NATIVE_TRANSPORT_PORT_SSL:6:9042
  STORAGE_PORT:7:7000
  STORAGE_PORT_SSL:8:7001
  JMX_PORT:9:7199
  TOKENS:22:<hidden>

• ntpstat: Reports the synchronisation state of the NTP daemon running on the local machine. Shows statistics for the NTP synchronization that indicates polling interval and time accuracy lifespan.
• ntptime: Monitors drift and offset from an NTP server. Shows some information about kernel parameters used by the NTP system.

synchronised to NTP server (10.200.175.206) at stratum 1
   time correct to within 24 ms
   polling server every 60 s

ntp_gettime() returns code 0 (OK)
  time dd33417a.f6cc3dd4  Mon, Aug  14 2017 19:44:55.964, (.964054877),
  maximum error 106330 us, estimated error 100 us, TAI offset 0
ntp_adjtime() returns code 0 (OK)
  modes 0x0 (),
  offset 81.298 us, frequency -4.200 ppm, interval 1 s,
  maximum error 106330 us, estimated error 100 us,
  status 0x2001 (PLL,NANO),
  time constant 6, precision 0.001 us, tolerance 500 ppm,

• cpu.json
• disk_space.json
• disk.json
• load_avg.json
• memory.json

{
  "%user" : 2.5,
  "%nice" : 0.0,
  "%system" : 1.0,
  "%iowait" : 0.0,
  "%steal" : 0.0,
  "%idle" : 96.5
}

{
  "free" : {
    "/dev/vda1" : 2.59
  },
  "used" : {
    "/dev/vda1" : 27.51
  },
  "percentage" : {
    "/dev/vda1" : 92
  }
}

{
  "w/s" : {
    "vda" : 0.0
  },
  "await" : {
    "vda" : 0.0
  },
  "w_await" : {
    "vda" : 0.0
  },
  "wMB/s" : {
    "vda" : 0.0
  },
  "wrqm/s" : {
    "vda" : 0.0
  },
  "rMB/s" : {
    "vda" : 0.0
  },
  "r_await" : {
    "vda" : 0.0
  },
  "%util" : {
    "vda" : 0.0
  },
  "rrqm/s" : {
    "vda" : 0.0
  },
  "r/s" : {
    "vda" : 0.0
  },
  "svctm" : {
    "vda" : 0.0
  },
  "avgrq-sz" : {
    "vda" : 0.0
  },
  "avgqu-sz" : {
    "vda" : 0.0
  }
}

0.29

{
  "used" : 4800,
  "free" : 201,
  "shared" : 0,
  "buffers" : 69,
  "cached" : 2913
}

[destinations]
active = 

[kerberos]
default_service = 
opscenterd_client_principal = 
opscenterd_keytab_location = 
agent_keytab_location = 
agent_client_principal = 

[agents]
ssl_keystore_password = 
ssl_keystore = 
backup_staging_dir = /tmp

[jmx]
password = 
port = 7199
username = 
...

<?xml version="1.0" encoding="UTF-8"?>
<!--
Logback configuration file for OpsCenter.

Common options that you may want to change include:

    file - This is the name and location of the active log file that is currently
        being written to. This maps to the log_path property in previous versions
        of OpsCenter. If you change this property, you may want to also change
        fileNamePattern.

    fileNamePattern - This is the name, location and pattern of log files after they
        exceed the rolling policy. If you change this property, you may want to also
        change file.

    maxIndex - This is the number of rolled log files to keep. This maps to the max_rotate
        property in previous versions of OpsCenter. The default value is 10.

    maxFileSize - This is the file size that will cause the current log file to
        roll into an archived file. This maps to the log_length property in previous
        versions of OpsCenter. The default is '10MB'.

    level - This is the minimum logging level that will be included in the log
        files along with all higher logging levels. Valid values are TRACE, DEBUG,
        INFO, WARN and ERROR. Unlike previous versions of OpsCenter logging, each
        logger can have a different level associated with it. Changing the level
        property on the <root> element is equivalent to setting the level property
        in previous versions of OpsCenter.

Additional details on advanced configuration options can be found in the Logback
manual at  http://logback.qos.ch/manual/configuration.html.
-->
<configuration>
    <appender name="opscenterd_log" class="ch.qos.logback.core.rolling.RollingFileAppender">
      <file>/var/log/opscenter/opscenterd.log</file>
        <encoder>
            <charset>UTF-8</charset>
            <pattern>%date{ISO8601, UTC} [%X{cluster_id:-opscenterd}] %5level: %msg \(%thread\)%n%exception{20}</pattern>
        </encoder>
        <rollingPolicy class="ch.qos.logback.core.rolling.FixedWindowRollingPolicy">
          <fileNamePattern>/var/log/opscenter/opscenterd.%i.log</fileNamePattern>
          <minIndex>1</minIndex>
          <maxIndex>10</maxIndex>
        </rollingPolicy>
        <triggeringPolicy class="ch.qos.logback.core.rolling.SizeBasedTriggeringPolicy">
            <maxFileSize>10MB</maxFileSize>
        </triggeringPolicy>
    </appender>

    <appender name="STDOUT" class="ch.qos.logback.core.ConsoleAppender">
        <encoder>
            <charset>UTF-8</charset>
            <pattern>%date{ISO8601, UTC} [%X{cluster_id:-opscenterd}] %5level: %msg \(%thread\)%n%exception{20}</pattern>
        </encoder>
        <filter class="ch.qos.logback.classic.filter.ThresholdFilter">
            <level>INFO</level>
        </filter>
    </appender>

    <appender name="repair_log" class="ch.qos.logback.classic.sift.SiftingAppender">
      <discriminator>
          <key>cluster_id</key>
          <defaultValue>unknown</defaultValue>
      </discriminator>
      <sift>
        <appender name="repair_log_${cluster_id}" class="ch.qos.logback.core.rolling.RollingFileAppender">
          <file>/var/log/opscenter/repair_service/${cluster_id}.log</file>
            <encoder>
                <charset>UTF-8</charset>
                <pattern>%date{ISO8601, UTC} [%X{repair_type:-repair_service}] %5level: %msg \(%thread\)%n%exception{20}</pattern>
            </encoder>
            <rollingPolicy class="ch.qos.logback.core.rolling.FixedWindowRollingPolicy">
              <fileNamePattern>/var/log/opscenter/repair_service/${cluster_id}.%i.log</fileNamePattern>
              <minIndex>1</minIndex>
              <maxIndex>10</maxIndex>
            </rollingPolicy>
            <triggeringPolicy class="ch.qos.logback.core.rolling.SizeBasedTriggeringPolicy">
                <maxFileSize>10MB</maxFileSize>
            </triggeringPolicy>
            <filter class="ch.qos.logback.classic.filter.ThresholdFilter">
            	<level>INFO</level>
            </filter>
        </appender>
      </sift>
    </appender>

    <appender name="http_log" class="ch.qos.logback.core.rolling.RollingFileAppender">
      <file>/var/log/opscenter/http.log</file>
        <encoder>
            <charset>UTF-8</charset>
            <pattern>%date{ISO8601, UTC} [%X{cluster_id}] %5level: %msg \(%thread\)%n%exception{20}</pattern>
        </encoder>
        <rollingPolicy class="ch.qos.logback.core.rolling.FixedWindowRollingPolicy">
          <fileNamePattern>/var/log/opscenter/http.%i.log</fileNamePattern>
          <minIndex>1</minIndex>
          <maxIndex>10</maxIndex>
        </rollingPolicy>
        <triggeringPolicy class="ch.qos.logback.core.rolling.SizeBasedTriggeringPolicy">
            <maxFileSize>10MB</maxFileSize>
        </triggeringPolicy>
        <filter class="ch.qos.logback.classic.filter.ThresholdFilter">
            <level>INFO</level>
        </filter>
    </appender>

    <appender name="security" class="ch.qos.logback.core.ConsoleAppender">
        <encoder>
            <charset>UTF-8</charset>
            <pattern>%date{ISO8601, UTC} [%X{cluster_id}] %msg \(%thread\)%n%exception{20}</pattern>
        </encoder>
        <filter class="ch.qos.logback.classic.filter.ThresholdFilter">
            <level>INFO</level>
        </filter>
    </appender>

    <root level="INFO">
        <appender-ref ref="opscenterd_log"/>
        <appender-ref ref="STDOUT"/>
    </root>

    <logger name="com.datastax.driver" level="WARN" additivity="false"/>
    <logger name="com.datastax.driver.core.FrameCompressor" level="ERROR"/>
    <logger name="org.apache.mina" level="INFO" additivity="false" />
    <logger name="org.apache.directory" level="INFO" additivity="false"/>
    <logger name="org.python" level="ERROR"/>
    <logger name="org.jboss.netty" level="ERROR"/>
    <logger name="org.apache.http" level="ERROR"/>
    <logger name="com.mchange" level="ERROR"/>
    <logger name="io.netty.util.concurrent.DefaultPromise.rejectedExecution" level="DEBUG" />

    <!-- Repair Service logger -->
    <logger name="opscenterd.repair" additivity="false">
      <appender-ref ref="repair_log"/>
    </logger>

    <!-- HTTP Request logger -->
    <logger name="opscenterd.http" additivity="false">
      <appender-ref ref="http_log"/>
    </logger>

    <!-- Security Audit logger -->
    <logger name="opscenterd.security-audit" additivity="false">
      <appender-ref ref="security" />
    </logger>

</configuration>

• note IP
• agent JVM version
• graph enablement status
• keyspace sizes
• version information for Cassandra, DSE, Search, Spark

{
    "10.139.48.107": {
        "agent_jvm_version": "1.8.0_101", 
        "alias": null, 
        "data_held": 2113845533, 
        "dc": "entcasprdtopdc1", 
        "devices": {
            "commitlog": "dm_3", 
            "data": [
                "dm_3"
            ], 
            "other": [
                "dm_15", 
                "dm_14", 
                "dm_13", 
                "dm_12", 
                "dm_11", 
                "dm_10", 
                "dm_9", 
                "dm_8", 
                "dm_7", 
                "dm_6", 
                "dm_5", 
                "dm_4", 
                "dm_2", 
                "dm_1", 
                "dm_0", 
                "sda", 
                "sdc", 
                "sdb"
            ], 
            "saved_caches": "dm_3"
        }, 
        "ec2": {
            "ami-id": null, 
            "instance-id": null, 
            "instance-type": null, 
            "placement": null
        }, 
        "graph_enabled": false, 
        "hostname": "toplxcasp001.iss.bnr.com", 
        "inmemory": {
            "max": 6594913894, 
            "tables": [], 
            "version": 2
        }, 
        "keyspace_sizes": {
            "OpsCenter": 16050165, 
            "activetraininformation": 0, 
            "activetrainschedule": 0, 
            "dse_leases": 0, 
            "dse_perf": 6281, 
            "dse_security": 0, 
            "dse_system": 0, 
            "solr_admin": 15839, 
            "system": 2097578223, 
            "system_auth": 27296, 
            "system_distributed": 25589, 
            "system_schema": 131473, 
            "system_traces": 0, 
            "test": 10667
        }, 
        "last_seen": 0, 
        "load": 0.61, 
        "mode": "normal", 
        "network_interfaces": [
            "usb0", 
            "bond0", 
            "eth0", 
            "eth1", 
            "eth2", 
            "eth3", 
            "lo"
        ], 
        "node_ip": "10.139.48.107", 
        "node_version": {
            "cassandra": "3.0.12.1586", 
            "dse": "5.0.7", 
            "search": "4.10.3", 
            "spark": {
                "master": null, 
                "version": null, 
                "worker": null
            }
        }, 
        "num_procs": 16, 
        "os": "linux", 
        "partitions": {
            "commitlog": "/dev/dm_3", 
            "data": [
                "/dev/dm_3"
            ], 
            "other": [
                "/dev/dm_15", 
                "/dev/dm_6", 
                "/dev/dm_11", 
                "/dev/dm_10", 
                "/dev/dm_8", 
                "/dev/dm_5", 
                "/dev/dm_4", 
                "/dev/dm_7", 
                "/dev/dm_14", 
                "/dev/dm_12", 
                "/dev/dm_9", 
                "/dev/dm_13", 
                "/dev/dm_2", 
                "/dev/sda1", 
                "/dev/dm_1", 
                "/dev/dm_0"
            ], 
            "saved_caches": "/dev/dm_3"
        }, 
        "rack": "entcasprdtoprack1", 
        "rpc_ip": "10.139.48.107", 
        "streaming": {}, 
        "task_progress": {}, 
        "token": "-137630006671290277", 
     ...
        "vnodes": true
    }, 
...

{"start_timestamp": 1515614238, "job_state": "success"}

{"start_timestamp": 1515615524, "parallel_tasks": 1, "job_state": "running"}

2017-08-06 16:00:41,501 [repair_service]  INFO: Initializing Repair
 Service with configuration: [('persist_directory', './repair_service/'), 
('restart_period', '300'), ('cluster_stabilization_period', '30'), 
('single_task_err_threshold', '10'), ('max_parallel_repairs', '0'), 
('max_pending_repairs', '5'), ('single_repair_timeout', '3600'), 
('min_repair_time', '5'), ('prioritization_page_size', '512'), 
('offline_splits', '256'), ('min_throughput', '512'), 
('num_recent_throughputs', '500'), ('error_logging_window', '86400'), 
('snapshot_override', 'False'), ('ignore_keyspaces', ''), ('ignore_tables', ''), 
('incremental_repair_tables', 'OpsCenter.settings, OpsCenter.backup_reports'), 
('incremental_repair_datacenters', ''), ('incremental_sleep', '3600'), ('incremental_threshold', '1'), 
('incremental_err_alert_threshold', '20'), ('time_to_completion_target_percentage', '65'), 
('tokenranges_http_timeout', '30'), ('persist_period', '300'), 
('tokenranges_partitions', '32000'), ('max_down_node_retry', '1080')] (MainThread)