OBKV-HBaseモニタリングメトリクス

*************************** 1. row ***************************
                         SVR_IP: 11.xxx.xxx.xxx
                       SVR_PORT: 54302
                     REQUEST_ID: 13841
                    SQL_EXEC_ID: 0
                       TRACE_ID: Y1EB2D1EB6D984-0000000000000002-0-0
                            SID: 0
                      CLIENT_IP: 30.xxx.xxx.xxx
                    CLIENT_PORT: 60205
                      TENANT_ID: 1
                    TENANT_NAME: sys
            EFFECTIVE_TENANT_ID: 1
                        USER_ID: 200001
                      USER_NAME: root
                     USER_GROUP: 0
                 USER_CLIENT_IP: 30.xxx.xxx.xxx
                          DB_ID: 500001
                        DB_NAME: test
                         SQL_ID: TABLEAPI0x1103vv00000000CB87E8C9
                      QUERY_SQL: table api: hbase_put,
request: {credential:0193808080000101C19A0CA1C21E00FABAF9E6C0B589AEDB01, table_name:"htable1$family", table_id:500014, tablet_id:{id:200055}, entity_type:2, batch_operation:{is_readonly:false, is_same_type:true, is_same_properties_names:true, operatiton_count:1, table_operations:[{operation_type:4, entity:"{rowkey_names:[]rowkey:[{"VARCHAR":"testKey0", collation:"utf8mb4_general_ci", coercibility:"EXPLICIT"}, {"VARCHAR":"column", collation:"utf8mb4_general_ci", coercibility:"EXPLICIT"}, {"BIGINT":-9223372036854775807}], properties:{V:{"VARCHAR":"putValue", collation:"utf8mb4_general_ci", coercibility:"EXPLICIT"}}}"}]}, consistency_level:0, option_flag:0, returning_affected_entity:false, returning_affected_rows:true, batch_operation_as_atomic:false}

# サンプルコード
import javax.management.*;
import java.lang.management.ManagementFactory;

MBeanServer mBeanServer = ManagementFactory.getPlatformMBeanServer();
/**
 * acquire the ObjectName of a specific attribute in JMX
 *
 * @param opType OHOperationType
 * @param metricsName metrics name
 * @param attributeName attribute name (latencyHistogram, failedOpCounter, totalSingleOpCount, totalRuntime)
 * @return ObjectName
 */
public ObjectName getObjectName(OHOperationType opType, String metricsName,
                                String attributeName) {
    try {
        // the format of JMX name: domain:name=metricName
        // example: com.alipay.oceanbase.hbase.util.OHMetrics.PUT.latencyHistogram.metricsName
        String name = String.format("%s.%s.%s.%s",
                OHMetrics.class.getName(),
                opType.name(),
                attributeName,
                metricsName);

        String objectNameStr = String.format("%s:name=%s",
            JMX_DOMAIN, name);
        return new ObjectName(objectNameStr);
    } catch (MalformedObjectNameException e) {
        throw new RuntimeException("Failed to create ObjectName", e);
    }
}

/**
 * acquire latency attribute
 * Timer attributes: Count, MeanRate, OneMinuteRate, FiveMinuteRate, FifteenMinuteRate
 * Min, Max, Mean, StdDev, 50thPercentile, 75thPercentile, 95thPercentile, 98thPercentile, 99thPercentile, 999thPercentile
 */
public Object getTimerAttribute(OHOperationType opType, String metricsName, String attributeName) {
    try {
        ObjectName objectName = getObjectName(opType, metricsName, "latencyHistogram");
        return mBeanServer.getAttribute(objectName, attributeName);
    } catch (Exception e) {
        throw new RuntimeException("Failed to get Timer attribute: " + attributeName, e);
    }
}

/**
 * acquire failed operations attribute
 * Meter attributes: Count, MeanRate, OneMinuteRate, FiveMinuteRate, FifteenMinuteRate
 */
public Object getMeterAttribute(OHOperationType opType, String metricsName, String attributeName) {
    try {
        ObjectName objectName = getObjectName(opType, metricsName, "failedOpCounter");
        return mBeanServer.getAttribute(objectName, attributeName);
    } catch (Exception e) {
        throw new RuntimeException("Failed to get Meter attribute: " + attributeName, e);
    }
}

/**
 * acquire Counter attribute
 * Counter attributes: Count
 */
public Object getCounterAttribute(OHOperationType opType, String metricsName,
                                 String counterName, String attributeName) {
    try {
        ObjectName objectName = getObjectName(opType, metricsName, counterName);
        return mBeanServer.getAttribute(objectName, attributeName);
    } catch (Exception e) {
        throw new RuntimeException("Failed to get Counter attribute: " + attributeName, e);
    }
}

Configuration config = ObHTableTestUtil.newConfiguration();
// important!! enable metrics
config.set(CLIENT_SIDE_METRICS_ENABLED_KEY, "true");
Connection connection = ConnectionFactory.createConnection(config);
Table hTable = connection.getTable(TableName.valueOf("test_multi_cf"));
String metricsName;
if (hTable instanceof OHTable) {
    OHMetrics metrics = ((OHTable) hTable).getMetrics();
    if (metrics != null) {
        metricsName = metrics.getMetricsName();
    }
}
// PUT metrics
// latency histogram
Long totalOpCount = (Long) getTimerAttribute(OHOperationType.PUT, metricsName, "Count");
Double meanOps = (Double) getTimerAttribute(OHOperationType.PUT, metricsName, "MeanRate");
Double oneMinuteRateOps = (Double) getTimerAttribute(OHOperationType.PUT, metricsName, "OneMinuteRate");
Double meanLatency = (Double) getTimerAttribute(OHOperationType.PUT, metricsName, "Mean");
Double minLatency = (Double) getTimerAttribute(OHOperationType.PUT, metricsName, "Min");
Double maxLatency = (Double) getTimerAttribute(OHOperationType.PUT, metricsName, "Max");
Double P99thPercentile = (Double) getTimerAttribute(OHOperationType.PUT, metricsName, "99thPercentile");

// failure operations
Long failedOpCount = (Long) getMeterAttribute(OHOperationType.PUT, metricsName, "Count");
Double meanFailRate = (Double) getMeterAttribute(OHOperationType.PUT, metricsName, "MeanRate");
Double oneMinuteFailRate = (Double) getMeterAttribute(OHOperationType.PUT, metricsName, "OneMinuteRate");

// Counter
Double totalSingleOpCount = (Long) getCounterAttribute(OHOperationType.PUT, metricsName, "totalSingleOpCount", "Count");
Double totalRuntime = (Long) getCounterAttribute(OHOperationType.PUT, metricsName, "totalRuntime", "Count");