flume-user mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Buntu Dev <buntu...@gmail.com>
Subject How to calculate the throughput?
Date Thu, 24 Sep 2015 00:25:25 GMT
I have enabled JSON reporting and was able to get the metrics going to the
/metrics page. But based on the metrics reported, how do I go about
generating some sort of throughput summary to benchmark the Source, Channel
and Sink?

Here is the sample JSON metrics:

{
  "CHANNEL.my-file-channel": {
    "EventPutSuccessCount": "6500",
    "ChannelFillPercentage": "0.0",
    "Type": "CHANNEL",
    "StopTime": "0",
    "EventPutAttemptCount": "6500",
    "ChannelSize": "0",
    "StartTime": "1443053580229",
    "EventTakeSuccessCount": "6500",
    "ChannelCapacity": "1000000",
    "EventTakeAttemptCount": "164715352"
  },
  "SINK.my-kafka-sink": {
    "Type": "SINK",
    "ConnectionClosedCount": "0",
    "EventDrainSuccessCount": "6500",
    "KafkaEventSendTimer": "1116",
    "ConnectionFailedCount": "0",
    "BatchCompleteCount": "0",
    "EventDrainAttemptCount": "0",
    "ConnectionCreatedCount": "0",
    "BatchEmptyCount": "0",
    "StopTime": "0",
    "RollbackCount": "0",
    "StartTime": "1443053580579",
    "BatchUnderflowCount": "0"
  },
  "SOURCE.my-kafka-source": {
    "KafkaEventGetTimer": "886",
    "OpenConnectionCount": "0",
    "Type": "SOURCE",
    "AppendBatchAcceptedCount": "0",
    "AppendBatchReceivedCount": "0",
    "EventAcceptedCount": "6500",
    "AppendReceivedCount": "0",
    "StopTime": "0",
    "StartTime": "1443053581472",
    "EventReceivedCount": "7000",
    "KafkaCommitTimer": "246",
    "AppendAcceptedCount": "0"
  }
}


Thanks!

Mime
View raw message