kafka-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jun...@apache.org
Subject svn commit: r1407680 [1/4] - in /incubator/kafka/branches/0.8/system_test: ./ migration_tool_testsuite/ migration_tool_testsuite/testcase_9001/ migration_tool_testsuite/testcase_9003/ migration_tool_testsuite/testcase_9004/ migration_tool_testsuite/tes...
Date Fri, 09 Nov 2012 22:58:28 GMT
Author: junrao
Date: Fri Nov  9 22:58:23 2012
New Revision: 1407680

URL: http://svn.apache.org/viewvc?rev=1407680&view=rev
Log:
Add test cases to test log size retention and more; patched by John Fung; reviewed by Jun Rao; KAFKA-591

Added:
    incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9003/
    incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9003/cluster_config.json
    incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9003/testcase_9003_properties.json
    incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9004/
    incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9004/cluster_config.json
    incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9004/testcase_9004_properties.json
    incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9005/
    incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9005/cluster_config.json
    incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9005/testcase_9005_properties.json
    incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9006/
    incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9006/cluster_config.json
    incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9006/testcase_9006_properties.json
    incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5003/
    incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5003/cluster_config.json
    incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5003/testcase_5003_properties.json
    incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5004/
    incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5004/cluster_config.json
    incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5004/testcase_5004_properties.json
    incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5005/
    incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5005/cluster_config.json
    incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5005/testcase_5005_properties.json
    incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5006/
    incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5006/cluster_config.json
    incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5006/testcase_5006_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0124/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0124/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0124/testcase_0124_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0125/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0125/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0125/testcase_0125_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0126/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0126/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0126/testcase_0126_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0127/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0127/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0127/testcase_0127_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0131/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0131/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0131/testcase_0131_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0132/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0132/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0132/testcase_0132_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0133/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0133/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0133/testcase_0133_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4001/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4001/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4001/testcase_4001_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4002/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4002/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4002/testcase_4002_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4003/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4003/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4003/testcase_4003_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4004/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4004/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4004/testcase_4004_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4005/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4005/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4005/testcase_4005_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4006/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4006/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4006/testcase_4006_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4007/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4007/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4007/testcase_4007_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4008/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4008/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4008/testcase_4008_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4011/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4011/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4011/testcase_4011_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4012/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4012/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4012/testcase_4012_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4013/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4013/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4013/testcase_4013_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4014/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4014/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4014/testcase_4014_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4015/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4015/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4015/testcase_4015_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4016/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4016/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4016/testcase_4016_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4017/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4017/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4017/testcase_4017_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4018/
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4018/cluster_config.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_4018/testcase_4018_properties.json
Modified:
    incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/migration_tool_test.py
    incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9001/testcase_9001_properties.json
    incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/mirror_maker_test.py
    incubator/kafka/branches/0.8/system_test/replication_testsuite/replica_basic_test.py
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0153/testcase_0153_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0154/testcase_0154_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0157/testcase_0157_properties.json
    incubator/kafka/branches/0.8/system_test/replication_testsuite/testcase_0158/testcase_0158_properties.json
    incubator/kafka/branches/0.8/system_test/testcase_to_run_all.json
    incubator/kafka/branches/0.8/system_test/utils/kafka_system_test_utils.py
    incubator/kafka/branches/0.8/system_test/utils/testcase_env.py

Modified: incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/migration_tool_test.py
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/migration_tool_test.py?rev=1407680&r1=1407679&r2=1407680&view=diff
==============================================================================
--- incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/migration_tool_test.py (original)
+++ incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/migration_tool_test.py Fri Nov  9 22:58:23 2012
@@ -188,50 +188,38 @@ class MigrationToolTest(ReplicationUtils
                 # =============================================
                 i = 1
                 numIterations = int(self.testcaseEnv.testcaseArgumentsDict["num_iteration"])
+                bouncedEntityDownTimeSec = 1
+                try:
+                    bouncedEntityDownTimeSec = int(self.testcaseEnv.testcaseArgumentsDict["bounced_entity_downtime_sec"])
+                except:
+                    pass
+
                 while i <= numIterations:
 
                     self.log_message("Iteration " + str(i) + " of " + str(numIterations))
 
-                    self.log_message("looking up leader")
-                    leaderDict = kafka_system_test_utils.get_leader_elected_log_line(
-                        self.systemTestEnv, self.testcaseEnv, self.leaderAttributesDict)
-        
-                    # ==========================
-                    # leaderDict looks like this:
-                    # ==========================
-                    #{'entity_id': u'3',
-                    # 'partition': '0',
-                    # 'timestamp': 1345050255.8280001,
-                    # 'hostname': u'localhost',
-                    # 'topic': 'test_1',
-                    # 'brokerid': '3'}
-
-                    # =============================================
-                    # validate to see if leader election is successful
-                    # =============================================
-                    self.log_message("validating leader election")
-                    result = kafka_system_test_utils.validate_leader_election_successful( 
-                         self.testcaseEnv, leaderDict, self.testcaseEnv.validationStatusDict)
-        
-                    # =============================================
-                    # trigger leader re-election by stopping leader
-                    # to get re-election latency
-                    # =============================================
-                    bounceLeaderFlag = self.testcaseEnv.testcaseArgumentsDict["bounce_leader"]
-                    self.log_message("bounce_leader flag : " + bounceLeaderFlag)
-                    if (bounceLeaderFlag.lower() == "true"):
-                        reelectionLatency = kafka_system_test_utils.get_reelection_latency(
-                            self.systemTestEnv, self.testcaseEnv, leaderDict, self.leaderAttributesDict)
-                        latencyKeyName = "Leader Election Latency - iter " + str(i) + " brokerid " + leaderDict["brokerid"]
-                        self.testcaseEnv.validationStatusDict[latencyKeyName] = str("{0:.2f}".format(reelectionLatency * 1000)) + " ms"
-       
                     # =============================================
-                    # starting previously terminated broker 
+                    # Bounce Migration Tool
                     # =============================================
-                    if bounceLeaderFlag.lower() == "true":
-                        self.log_message("starting the previously terminated broker")
-                        stoppedLeaderEntityId  = leaderDict["entity_id"]
-                        kafka_system_test_utils.start_entity_in_background(self.systemTestEnv, self.testcaseEnv, stoppedLeaderEntityId)
+                    bounceMigrationTool = self.testcaseEnv.testcaseArgumentsDict["bounce_migration_tool"]
+                    self.log_message("bounce_migration_tool flag : " + bounceMigrationTool)
+                    if (bounceMigrationTool.lower() == "true"):
+
+                        clusterConfigList         = self.systemTestEnv.clusterEntityConfigDictList
+                        migrationToolEntityIdList = system_test_utils.get_data_from_list_of_dicts(
+                                                    clusterConfigList, "role", "migration_tool", "entity_id")
+
+                        stoppedMigrationToolEntityId = migrationToolEntityIdList[0]
+                        migrationToolPPid = self.testcaseEnv.entityMigrationToolParentPidDict[stoppedMigrationToolEntityId]
+
+                        self.log_message("stopping migration tool : " + migrationToolPPid)
+                        kafka_system_test_utils.stop_remote_entity(self.systemTestEnv, stoppedMigrationToolEntityId, migrationToolPPid)
+                        self.anonLogger.info("sleeping for " + str(bouncedEntityDownTimeSec) + " sec")
+                        time.sleep(bouncedEntityDownTimeSec)
+
+                        # starting previously terminated broker 
+                        self.log_message("starting the previously terminated migration tool")
+                        kafka_system_test_utils.start_migration_tool(self.systemTestEnv, self.testcaseEnv, stoppedMigrationToolEntityId)
 
                     self.anonLogger.info("sleeping for 15s")
                     time.sleep(15)

Modified: incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9001/testcase_9001_properties.json
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9001/testcase_9001_properties.json?rev=1407680&r1=1407679&r2=1407680&view=diff
==============================================================================
--- incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9001/testcase_9001_properties.json (original)
+++ incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9001/testcase_9001_properties.json Fri Nov  9 22:58:23 2012
@@ -9,7 +9,7 @@
                   "08":"Log segment size    : 51200"
   },
   "testcase_args": {
-    "bounce_leader": "false",
+    "bounce_migration_tool": "false",
     "replica_factor": "3",
     "num_partition": "1",
     "num_iteration": "1",

Added: incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9003/cluster_config.json
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9003/cluster_config.json?rev=1407680&view=auto
==============================================================================
--- incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9003/cluster_config.json (added)
+++ incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9003/cluster_config.json Fri Nov  9 22:58:23 2012
@@ -0,0 +1,112 @@
+{
+    "cluster_config": [
+        {
+            "entity_id": "0",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9990"
+        },
+        {
+            "entity_id": "1",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9991"
+        },
+        {
+            "entity_id": "2",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9992"
+        },
+        {
+            "entity_id": "3",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9993"
+        },
+        {
+            "entity_id": "4",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9994"
+        },
+        {
+            "entity_id": "5",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9995"
+        },
+        {
+            "entity_id": "6",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9996"
+        },
+        {
+            "entity_id": "7",
+            "hostname": "localhost",
+            "role": "producer_performance",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "/export/apps/jdk/JDK-1_6_0_27",
+            "jmx_port": "9997"
+        },
+        {
+            "entity_id": "8",
+            "hostname": "localhost",
+            "role": "console_consumer",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9998"
+        },
+        {
+            "entity_id": "9",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9999"
+        },
+        {
+            "entity_id": "10",
+            "hostname": "localhost",
+            "role": "migration_tool",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9890"
+        },
+        {
+            "entity_id": "11",
+            "hostname": "localhost",
+            "role": "migration_tool",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9891"
+        }
+    ]
+}

Added: incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9003/testcase_9003_properties.json
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9003/testcase_9003_properties.json?rev=1407680&view=auto
==============================================================================
--- incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9003/testcase_9003_properties.json (added)
+++ incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9003/testcase_9003_properties.json Fri Nov  9 22:58:23 2012
@@ -0,0 +1,136 @@
+{
+  "description": {"01":"To Test : 'Replication with Migration Tool'",
+                  "02":"Set up 2 clusters such as : SOURCE => Migration Tool => TARGET",
+                  "03":"Produce and consume messages to a single topic - single partition.",
+                  "04":"This test sends messages to 3 replicas",
+                  "05":"At the end it verifies the log size and contents",
+                  "06":"Use a consumer to verify no message loss in TARGET cluster.",
+                  "07":"Producer dimensions : mode:async, acks:-1, comp:1",
+                  "08":"Log segment size    : 51200"
+  },
+  "testcase_args": {
+    "bounce_migration_tool": "true",
+    "bounced_entity_downtime_sec": "30",
+    "replica_factor": "3",
+    "num_partition": "1",
+    "num_iteration": "1",
+    "sleep_seconds_between_producer_calls": "1",
+    "message_producing_free_time_sec": "30",
+    "num_messages_to_produce_per_producer_call": "50"
+  },
+  "entities": [
+    {
+      "entity_id": "0",
+      "clientPort": "2188",
+      "dataDir": "/tmp/zookeeper_0",
+      "log_filename": "zookeeper_0.log",
+      "config_filename": "zookeeper_0.properties"
+    },
+    {
+      "entity_id": "1",
+      "port": "9091",
+      "brokerid": "1",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_1_logs",
+      "log_filename": "kafka_server_1.log",
+      "config_filename": "kafka_server_1.properties"
+    },
+    {
+      "entity_id": "2",
+      "port": "9092",
+      "brokerid": "2",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_2_logs",
+      "log_filename": "kafka_server_2.log",
+      "config_filename": "kafka_server_2.properties"
+    },
+    {
+      "entity_id": "3",
+      "port": "9093",
+      "brokerid": "3",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_3_logs",
+      "log_filename": "kafka_server_3.log",
+      "config_filename": "kafka_server_3.properties"
+    },
+    {
+      "entity_id": "4",
+      "port": "9094",
+      "brokerid": "4",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_4_logs",
+      "log_filename": "kafka_server_4.log",
+      "config_filename": "kafka_server_4.properties"
+    },
+    {
+      "entity_id": "5",
+      "port": "9095",
+      "brokerid": "5",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_5_logs",
+      "log_filename": "kafka_server_5.log",
+      "config_filename": "kafka_server_5.properties"
+    },
+    {
+      "entity_id": "6",
+      "port": "9096",
+      "brokerid": "6",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_6_logs",
+      "log_filename": "kafka_server_6.log",
+      "config_filename": "kafka_server_6.properties"
+    },
+    {
+      "entity_id": "7",
+      "topic": "test_1",
+      "threads": "5",
+      "compression-codec": "1",
+      "message-size": "500",
+      "message": "500",
+      "request-num-acks": "-1",
+      "async": "true",
+      "log_filename": "producer_performance_7.log",
+      "config_filename": "producer_performance_7.properties"
+    },
+    {
+      "entity_id": "8",
+      "topic": "test_1",
+      "groupid": "mytestgroup",
+      "consumer-timeout-ms": "10000",
+      "log_filename": "console_consumer_8.log",
+      "formatter": "kafka.consumer.ChecksumMessageFormatter",
+      "config_filename": "console_consumer_8.properties"
+    },
+    {
+      "entity_id": "9",
+      "clientPort": "2191",
+      "dataDir": "/tmp/zookeeper_9",
+      "log_filename": "zookeeper_9.log",
+      "config_filename": "zookeeper_9.properties"
+    },
+    {
+      "entity_id": "10",
+      "whitelist": ".*",
+      "num.producers": "2",
+      "num.streams": "2",
+      "producer.config": "migration_tool_testsuite/config/migration_producer.properties",
+      "consumer.config": "migration_tool_testsuite/config/migration_consumer.properties",
+      "zkclient.01.jar": "migration_tool_testsuite/0.7/lib/zkclient-0.1.jar",
+      "kafka.07.jar"   : "migration_tool_testsuite/0.7/lib/kafka-0.7.0.jar",
+      "log_filename": "migration_tool_10.log",
+      "config_filename": "migration_tool_10.properties"
+    },
+    {
+      "entity_id": "11",
+      "whitelist": ".*",
+      "num.producers": "2",
+      "num.streams": "2",
+      "producer.config": "migration_tool_testsuite/config/migration_producer.properties",
+      "consumer.config": "migration_tool_testsuite/config/migration_consumer.properties",
+      "zkclient.01.jar": "migration_tool_testsuite/0.7/lib/zkclient-0.1.jar",
+      "kafka.07.jar"   : "migration_tool_testsuite/0.7/lib/kafka-0.7.0.jar",
+      "log_filename": "migration_tool_11.log",
+      "config_filename": "migration_tool_11.properties"
+    }
+   ]
+}

Added: incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9004/cluster_config.json
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9004/cluster_config.json?rev=1407680&view=auto
==============================================================================
--- incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9004/cluster_config.json (added)
+++ incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9004/cluster_config.json Fri Nov  9 22:58:23 2012
@@ -0,0 +1,112 @@
+{
+    "cluster_config": [
+        {
+            "entity_id": "0",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9990"
+        },
+        {
+            "entity_id": "1",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9991"
+        },
+        {
+            "entity_id": "2",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9992"
+        },
+        {
+            "entity_id": "3",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9993"
+        },
+        {
+            "entity_id": "4",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9994"
+        },
+        {
+            "entity_id": "5",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9995"
+        },
+        {
+            "entity_id": "6",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9996"
+        },
+        {
+            "entity_id": "7",
+            "hostname": "localhost",
+            "role": "producer_performance",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "/export/apps/jdk/JDK-1_6_0_27",
+            "jmx_port": "9997"
+        },
+        {
+            "entity_id": "8",
+            "hostname": "localhost",
+            "role": "console_consumer",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9998"
+        },
+        {
+            "entity_id": "9",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9999"
+        },
+        {
+            "entity_id": "10",
+            "hostname": "localhost",
+            "role": "migration_tool",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9890"
+        },
+        {
+            "entity_id": "11",
+            "hostname": "localhost",
+            "role": "migration_tool",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9891"
+        }
+    ]
+}

Added: incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9004/testcase_9004_properties.json
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9004/testcase_9004_properties.json?rev=1407680&view=auto
==============================================================================
--- incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9004/testcase_9004_properties.json (added)
+++ incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9004/testcase_9004_properties.json Fri Nov  9 22:58:23 2012
@@ -0,0 +1,136 @@
+{
+  "description": {"01":"To Test : 'Replication with Migration Tool'",
+                  "02":"Set up 2 clusters such as : SOURCE => Migration Tool => TARGET",
+                  "03":"Produce and consume messages to a single topic - single partition.",
+                  "04":"This test sends messages to 3 replicas",
+                  "05":"At the end it verifies the log size and contents",
+                  "06":"Use a consumer to verify no message loss in TARGET cluster.",
+                  "07":"Producer dimensions : mode:async, acks:1, comp:1",
+                  "08":"Log segment size    : 51200"
+  },
+  "testcase_args": {
+    "bounce_migration_tool": "true",
+    "bounced_entity_downtime_sec": "30",
+    "replica_factor": "3",
+    "num_partition": "1",
+    "num_iteration": "1",
+    "sleep_seconds_between_producer_calls": "1",
+    "message_producing_free_time_sec": "30",
+    "num_messages_to_produce_per_producer_call": "50"
+  },
+  "entities": [
+    {
+      "entity_id": "0",
+      "clientPort": "2188",
+      "dataDir": "/tmp/zookeeper_0",
+      "log_filename": "zookeeper_0.log",
+      "config_filename": "zookeeper_0.properties"
+    },
+    {
+      "entity_id": "1",
+      "port": "9091",
+      "brokerid": "1",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_1_logs",
+      "log_filename": "kafka_server_1.log",
+      "config_filename": "kafka_server_1.properties"
+    },
+    {
+      "entity_id": "2",
+      "port": "9092",
+      "brokerid": "2",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_2_logs",
+      "log_filename": "kafka_server_2.log",
+      "config_filename": "kafka_server_2.properties"
+    },
+    {
+      "entity_id": "3",
+      "port": "9093",
+      "brokerid": "3",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_3_logs",
+      "log_filename": "kafka_server_3.log",
+      "config_filename": "kafka_server_3.properties"
+    },
+    {
+      "entity_id": "4",
+      "port": "9094",
+      "brokerid": "4",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_4_logs",
+      "log_filename": "kafka_server_4.log",
+      "config_filename": "kafka_server_4.properties"
+    },
+    {
+      "entity_id": "5",
+      "port": "9095",
+      "brokerid": "5",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_5_logs",
+      "log_filename": "kafka_server_5.log",
+      "config_filename": "kafka_server_5.properties"
+    },
+    {
+      "entity_id": "6",
+      "port": "9096",
+      "brokerid": "6",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_6_logs",
+      "log_filename": "kafka_server_6.log",
+      "config_filename": "kafka_server_6.properties"
+    },
+    {
+      "entity_id": "7",
+      "topic": "test_1",
+      "threads": "5",
+      "compression-codec": "1",
+      "message-size": "500",
+      "message": "500",
+      "request-num-acks": "1",
+      "async": "true",
+      "log_filename": "producer_performance_7.log",
+      "config_filename": "producer_performance_7.properties"
+    },
+    {
+      "entity_id": "8",
+      "topic": "test_1",
+      "groupid": "mytestgroup",
+      "consumer-timeout-ms": "10000",
+      "log_filename": "console_consumer_8.log",
+      "formatter": "kafka.consumer.ChecksumMessageFormatter",
+      "config_filename": "console_consumer_8.properties"
+    },
+    {
+      "entity_id": "9",
+      "clientPort": "2191",
+      "dataDir": "/tmp/zookeeper_9",
+      "log_filename": "zookeeper_9.log",
+      "config_filename": "zookeeper_9.properties"
+    },
+    {
+      "entity_id": "10",
+      "whitelist": ".*",
+      "num.producers": "2",
+      "num.streams": "2",
+      "producer.config": "migration_tool_testsuite/config/migration_producer.properties",
+      "consumer.config": "migration_tool_testsuite/config/migration_consumer.properties",
+      "zkclient.01.jar": "migration_tool_testsuite/0.7/lib/zkclient-0.1.jar",
+      "kafka.07.jar"   : "migration_tool_testsuite/0.7/lib/kafka-0.7.0.jar",
+      "log_filename": "migration_tool_10.log",
+      "config_filename": "migration_tool_10.properties"
+    },
+    {
+      "entity_id": "11",
+      "whitelist": ".*",
+      "num.producers": "2",
+      "num.streams": "2",
+      "producer.config": "migration_tool_testsuite/config/migration_producer.properties",
+      "consumer.config": "migration_tool_testsuite/config/migration_consumer.properties",
+      "zkclient.01.jar": "migration_tool_testsuite/0.7/lib/zkclient-0.1.jar",
+      "kafka.07.jar"   : "migration_tool_testsuite/0.7/lib/kafka-0.7.0.jar",
+      "log_filename": "migration_tool_11.log",
+      "config_filename": "migration_tool_11.properties"
+    }
+   ]
+}

Added: incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9005/cluster_config.json
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9005/cluster_config.json?rev=1407680&view=auto
==============================================================================
--- incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9005/cluster_config.json (added)
+++ incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9005/cluster_config.json Fri Nov  9 22:58:23 2012
@@ -0,0 +1,141 @@
+{
+    "cluster_config": [
+        {
+            "entity_id": "0",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9900"
+        },
+        {
+            "entity_id": "1",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9901"
+        },
+
+
+        {
+            "entity_id": "2",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9902"
+        },
+        {
+            "entity_id": "3",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9903"
+        },
+        {
+            "entity_id": "4",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9904"
+        },
+
+
+        {
+            "entity_id": "5",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9905"
+        },
+        {
+            "entity_id": "6",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9906"
+        },
+        {
+            "entity_id": "7",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9907"
+        },
+
+
+        {
+            "entity_id": "8",
+            "hostname": "localhost",
+            "role": "producer_performance",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "/export/apps/jdk/JDK-1_6_0_27",
+            "jmx_port": "9908"
+        },
+        {
+            "entity_id": "9",
+            "hostname": "localhost",
+            "role": "producer_performance",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "/export/apps/jdk/JDK-1_6_0_27",
+            "jmx_port": "9909"
+        },
+
+
+        {
+            "entity_id": "10",
+            "hostname": "localhost",
+            "role": "console_consumer",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9910"
+        },
+        {
+            "entity_id": "11",
+            "hostname": "localhost",
+            "role": "console_consumer",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9911"
+        },
+
+
+        {
+            "entity_id": "12",
+            "hostname": "localhost",
+            "role": "migration_tool",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9912"
+        },
+        {
+            "entity_id": "13",
+            "hostname": "localhost",
+            "role": "migration_tool",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9913"
+        }
+
+    ]
+}

Added: incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9005/testcase_9005_properties.json
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9005/testcase_9005_properties.json?rev=1407680&view=auto
==============================================================================
--- incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9005/testcase_9005_properties.json (added)
+++ incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9005/testcase_9005_properties.json Fri Nov  9 22:58:23 2012
@@ -0,0 +1,167 @@
+{
+  "description": {"01":"To Test : 'Replication with Migration Tool'",
+                  "02":"Set up 2 clusters such as : SOURCE => Migration Tool => TARGET",
+                  "03":"Produce and consume messages to 2 topics - 2 partitions.",
+                  "04":"This test sends messages to 3 replicas",
+                  "05":"At the end it verifies the log size and contents",
+                  "06":"Use a consumer to verify no message loss in TARGET cluster.",
+                  "07":"Producer dimensions : mode:async, acks:-1, comp:1",
+                  "08":"Log segment size    : 51200"
+  },
+  "testcase_args": {
+    "bounce_migration_tool": "true",
+    "bounced_entity_downtime_sec": "30",
+    "replica_factor": "3",
+    "num_partition": "2",
+    "num_iteration": "1",
+    "sleep_seconds_between_producer_calls": "1",
+    "message_producing_free_time_sec": "30",
+    "num_messages_to_produce_per_producer_call": "50"
+  },
+  "entities": [
+    {
+      "entity_id": "0",
+      "clientPort": "2188",
+      "dataDir": "/tmp/zookeeper_0",
+      "log_filename": "zookeeper_0.log",
+      "config_filename": "zookeeper_0.properties"
+    },
+    {
+      "entity_id": "1",
+      "clientPort": "2191",
+      "dataDir": "/tmp/zookeeper_1",
+      "log_filename": "zookeeper_1.log",
+      "config_filename": "zookeeper_1.properties"
+    },
+
+
+    {
+      "entity_id": "2",
+      "port": "9091",
+      "brokerid": "1",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_2_logs",
+      "log_filename": "kafka_server_2.log",
+      "config_filename": "kafka_server_2.properties"
+    },
+    {
+      "entity_id": "3",
+      "port": "9092",
+      "brokerid": "2",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_3_logs",
+      "log_filename": "kafka_server_3.log",
+      "config_filename": "kafka_server_3.properties"
+    },
+    {
+      "entity_id": "4",
+      "port": "9093",
+      "brokerid": "3",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_4_logs",
+      "log_filename": "kafka_server_4.log",
+      "config_filename": "kafka_server_4.properties"
+    },
+
+
+    {
+      "entity_id": "5",
+      "port": "9094",
+      "brokerid": "4",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_5_logs",
+      "log_filename": "kafka_server_5.log",
+      "config_filename": "kafka_server_5.properties"
+    },
+    {
+      "entity_id": "6",
+      "port": "9095",
+      "brokerid": "5",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_6_logs",
+      "log_filename": "kafka_server_6.log",
+      "config_filename": "kafka_server_6.properties"
+    },
+    {
+      "entity_id": "7",
+      "port": "9096",
+      "brokerid": "6",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_7_logs",
+      "log_filename": "kafka_server_7.log",
+      "config_filename": "kafka_server_7.properties"
+    },
+
+
+    {
+      "entity_id": "8",
+      "topic": "test_1",
+      "threads": "5",
+      "compression-codec": "1",
+      "message-size": "500",
+      "message": "500",
+      "request-num-acks": "-1",
+      "async": "true",
+      "log_filename": "producer_performance_8.log",
+      "config_filename": "producer_performance_8.properties"
+    },
+    {
+      "entity_id": "9",
+      "topic": "test_2",
+      "threads": "5",
+      "compression-codec": "1",
+      "message-size": "500",
+      "message": "500",
+      "request-num-acks": "-1",
+      "async": "true",
+      "log_filename": "producer_performance_9.log",
+      "config_filename": "producer_performance_9.properties"
+    },
+
+
+    {
+      "entity_id": "10",
+      "topic": "test_1",
+      "groupid": "mytestgroup",
+      "consumer-timeout-ms": "10000",
+      "log_filename": "console_consumer_10.log",
+      "formatter": "kafka.consumer.ChecksumMessageFormatter",
+      "config_filename": "console_consumer_10.properties"
+    },
+    {
+      "entity_id": "11",
+      "topic": "test_2",
+      "groupid": "mytestgroup",
+      "consumer-timeout-ms": "10000",
+      "log_filename": "console_consumer_11.log",
+      "formatter": "kafka.consumer.ChecksumMessageFormatter",
+      "config_filename": "console_consumer_11.properties"
+    },
+
+
+    {
+      "entity_id": "12",
+      "whitelist": ".*",
+      "num.producers": "2",
+      "num.streams": "2",
+      "producer.config": "migration_tool_testsuite/config/migration_producer.properties",
+      "consumer.config": "migration_tool_testsuite/config/migration_consumer.properties",
+      "zkclient.01.jar": "migration_tool_testsuite/0.7/lib/zkclient-0.1.jar",
+      "kafka.07.jar"   : "migration_tool_testsuite/0.7/lib/kafka-0.7.0.jar",
+      "log_filename": "migration_tool_12.log",
+      "config_filename": "migration_tool_12.properties"
+    },
+    {
+      "entity_id": "13",
+      "whitelist": ".*",
+      "num.producers": "2",
+      "num.streams": "2",
+      "producer.config": "migration_tool_testsuite/config/migration_producer.properties",
+      "consumer.config": "migration_tool_testsuite/config/migration_consumer.properties",
+      "zkclient.01.jar": "migration_tool_testsuite/0.7/lib/zkclient-0.1.jar",
+      "kafka.07.jar"   : "migration_tool_testsuite/0.7/lib/kafka-0.7.0.jar",
+      "log_filename": "migration_tool_13.log",
+      "config_filename": "migration_tool_13.properties"
+    }
+   ]
+}

Added: incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9006/cluster_config.json
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9006/cluster_config.json?rev=1407680&view=auto
==============================================================================
--- incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9006/cluster_config.json (added)
+++ incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9006/cluster_config.json Fri Nov  9 22:58:23 2012
@@ -0,0 +1,141 @@
+{
+    "cluster_config": [
+        {
+            "entity_id": "0",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9900"
+        },
+        {
+            "entity_id": "1",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9901"
+        },
+
+
+        {
+            "entity_id": "2",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9902"
+        },
+        {
+            "entity_id": "3",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9903"
+        },
+        {
+            "entity_id": "4",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "default",
+            "jmx_port": "9904"
+        },
+
+
+        {
+            "entity_id": "5",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9905"
+        },
+        {
+            "entity_id": "6",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9906"
+        },
+        {
+            "entity_id": "7",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9907"
+        },
+
+
+        {
+            "entity_id": "8",
+            "hostname": "localhost",
+            "role": "producer_performance",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "/export/apps/jdk/JDK-1_6_0_27",
+            "jmx_port": "9908"
+        },
+        {
+            "entity_id": "9",
+            "hostname": "localhost",
+            "role": "producer_performance",
+            "cluster_name":"source",
+            "kafka_home": "system_test/migration_tool_testsuite/0.7",
+            "java_home": "/export/apps/jdk/JDK-1_6_0_27",
+            "jmx_port": "9909"
+        },
+
+
+        {
+            "entity_id": "10",
+            "hostname": "localhost",
+            "role": "console_consumer",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9910"
+        },
+        {
+            "entity_id": "11",
+            "hostname": "localhost",
+            "role": "console_consumer",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9911"
+        },
+
+
+        {
+            "entity_id": "12",
+            "hostname": "localhost",
+            "role": "migration_tool",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9912"
+        },
+        {
+            "entity_id": "13",
+            "hostname": "localhost",
+            "role": "migration_tool",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9913"
+        }
+
+    ]
+}

Added: incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9006/testcase_9006_properties.json
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9006/testcase_9006_properties.json?rev=1407680&view=auto
==============================================================================
--- incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9006/testcase_9006_properties.json (added)
+++ incubator/kafka/branches/0.8/system_test/migration_tool_testsuite/testcase_9006/testcase_9006_properties.json Fri Nov  9 22:58:23 2012
@@ -0,0 +1,167 @@
+{
+  "description": {"01":"To Test : 'Replication with Migration Tool'",
+                  "02":"Set up 2 clusters such as : SOURCE => Migration Tool => TARGET",
+                  "03":"Produce and consume messages to 2 topics - 2 partitions.",
+                  "04":"This test sends messages to 3 replicas",
+                  "05":"At the end it verifies the log size and contents",
+                  "06":"Use a consumer to verify no message loss in TARGET cluster.",
+                  "07":"Producer dimensions : mode:async, acks:1, comp:1",
+                  "08":"Log segment size    : 51200"
+  },
+  "testcase_args": {
+    "bounce_migration_tool": "true",
+    "bounced_entity_downtime_sec": "30",
+    "replica_factor": "3",
+    "num_partition": "2",
+    "num_iteration": "1",
+    "sleep_seconds_between_producer_calls": "1",
+    "message_producing_free_time_sec": "30",
+    "num_messages_to_produce_per_producer_call": "50"
+  },
+  "entities": [
+    {
+      "entity_id": "0",
+      "clientPort": "2188",
+      "dataDir": "/tmp/zookeeper_0",
+      "log_filename": "zookeeper_0.log",
+      "config_filename": "zookeeper_0.properties"
+    },
+    {
+      "entity_id": "1",
+      "clientPort": "2191",
+      "dataDir": "/tmp/zookeeper_1",
+      "log_filename": "zookeeper_1.log",
+      "config_filename": "zookeeper_1.properties"
+    },
+
+
+    {
+      "entity_id": "2",
+      "port": "9091",
+      "brokerid": "1",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_2_logs",
+      "log_filename": "kafka_server_2.log",
+      "config_filename": "kafka_server_2.properties"
+    },
+    {
+      "entity_id": "3",
+      "port": "9092",
+      "brokerid": "2",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_3_logs",
+      "log_filename": "kafka_server_3.log",
+      "config_filename": "kafka_server_3.properties"
+    },
+    {
+      "entity_id": "4",
+      "port": "9093",
+      "brokerid": "3",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_4_logs",
+      "log_filename": "kafka_server_4.log",
+      "config_filename": "kafka_server_4.properties"
+    },
+
+
+    {
+      "entity_id": "5",
+      "port": "9094",
+      "brokerid": "4",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_5_logs",
+      "log_filename": "kafka_server_5.log",
+      "config_filename": "kafka_server_5.properties"
+    },
+    {
+      "entity_id": "6",
+      "port": "9095",
+      "brokerid": "5",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_6_logs",
+      "log_filename": "kafka_server_6.log",
+      "config_filename": "kafka_server_6.properties"
+    },
+    {
+      "entity_id": "7",
+      "port": "9096",
+      "brokerid": "6",
+      "log.file.size": "51200",
+      "log.dir": "/tmp/kafka_server_7_logs",
+      "log_filename": "kafka_server_7.log",
+      "config_filename": "kafka_server_7.properties"
+    },
+
+
+    {
+      "entity_id": "8",
+      "topic": "test_1",
+      "threads": "5",
+      "compression-codec": "1",
+      "message-size": "500",
+      "message": "500",
+      "request-num-acks": "1",
+      "async": "true",
+      "log_filename": "producer_performance_8.log",
+      "config_filename": "producer_performance_8.properties"
+    },
+    {
+      "entity_id": "9",
+      "topic": "test_2",
+      "threads": "5",
+      "compression-codec": "1",
+      "message-size": "500",
+      "message": "500",
+      "request-num-acks": "1",
+      "async": "true",
+      "log_filename": "producer_performance_9.log",
+      "config_filename": "producer_performance_9.properties"
+    },
+
+
+    {
+      "entity_id": "10",
+      "topic": "test_1",
+      "groupid": "mytestgroup",
+      "consumer-timeout-ms": "10000",
+      "log_filename": "console_consumer_10.log",
+      "formatter": "kafka.consumer.ChecksumMessageFormatter",
+      "config_filename": "console_consumer_10.properties"
+    },
+    {
+      "entity_id": "11",
+      "topic": "test_2",
+      "groupid": "mytestgroup",
+      "consumer-timeout-ms": "10000",
+      "log_filename": "console_consumer_11.log",
+      "formatter": "kafka.consumer.ChecksumMessageFormatter",
+      "config_filename": "console_consumer_11.properties"
+    },
+
+
+    {
+      "entity_id": "12",
+      "whitelist": ".*",
+      "num.producers": "2",
+      "num.streams": "2",
+      "producer.config": "migration_tool_testsuite/config/migration_producer.properties",
+      "consumer.config": "migration_tool_testsuite/config/migration_consumer.properties",
+      "zkclient.01.jar": "migration_tool_testsuite/0.7/lib/zkclient-0.1.jar",
+      "kafka.07.jar"   : "migration_tool_testsuite/0.7/lib/kafka-0.7.0.jar",
+      "log_filename": "migration_tool_12.log",
+      "config_filename": "migration_tool_12.properties"
+    },
+    {
+      "entity_id": "13",
+      "whitelist": ".*",
+      "num.producers": "2",
+      "num.streams": "2",
+      "producer.config": "migration_tool_testsuite/config/migration_producer.properties",
+      "consumer.config": "migration_tool_testsuite/config/migration_consumer.properties",
+      "zkclient.01.jar": "migration_tool_testsuite/0.7/lib/zkclient-0.1.jar",
+      "kafka.07.jar"   : "migration_tool_testsuite/0.7/lib/kafka-0.7.0.jar",
+      "log_filename": "migration_tool_13.log",
+      "config_filename": "migration_tool_13.properties"
+    }
+   ]
+}

Modified: incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/mirror_maker_test.py
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/mirror_maker_test.py?rev=1407680&r1=1407679&r2=1407680&view=diff
==============================================================================
--- incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/mirror_maker_test.py (original)
+++ incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/mirror_maker_test.py Fri Nov  9 22:58:23 2012
@@ -191,6 +191,12 @@ class MirrorMakerTest(ReplicationUtils, 
                 # =============================================
                 i = 1
                 numIterations = int(self.testcaseEnv.testcaseArgumentsDict["num_iteration"])
+                bouncedEntityDownTimeSec = 1
+                try:
+                    bouncedEntityDownTimeSec = int(self.testcaseEnv.testcaseArgumentsDict["bounced_entity_downtime_sec"])
+                except:
+                    pass
+
                 while i <= numIterations:
 
                     self.log_message("Iteration " + str(i) + " of " + str(numIterations))
@@ -202,18 +208,20 @@ class MirrorMakerTest(ReplicationUtils, 
                     self.log_message("bounce_mirror_maker flag : " + bounceMirrorMaker)
                     if (bounceMirrorMaker.lower() == "true"):
 
-                        clusterConfigList       = self.systemTestEnv.clusterEntityConfigDictList
-                        mirrorMakerEntityIdList = system_test_utils.get_data_from_list_of_dicts(
-                            clusterConfigList, "role", "mirror_maker", "entity_id")
+                        clusterConfigList          = self.systemTestEnv.clusterEntityConfigDictList
+                        mirrorMakerEntityIdList    = system_test_utils.get_data_from_list_of_dicts(
+                                                     clusterConfigList, "role", "mirror_maker", "entity_id")
+                        stoppedMirrorMakerEntityId = mirrorMakerEntityIdList[0]
 
-                        mirrorMakerPPid = self.testcaseEnv.entityMirrorMakerParentPidDict[mirrorMakerEntityIdList[0]]
+                        mirrorMakerPPid = self.testcaseEnv.entityMirrorMakerParentPidDict[stoppedMirrorMakerEntityId]
                         self.log_message("stopping mirror maker : " + mirrorMakerPPid)
-                        kafka_system_test_utils.stop_remote_entity(self.systemTestEnv, mirrorMakerEntityIdList[0], mirrorMakerPPid)
-                        time.sleep(1)
+                        kafka_system_test_utils.stop_remote_entity(self.systemTestEnv, stoppedMirrorMakerEntityId, mirrorMakerPPid)
+                        self.anonLogger.info("sleeping for " + str(bouncedEntityDownTimeSec) + " sec")
+                        time.sleep(bouncedEntityDownTimeSec)
 
                         # starting previously terminated broker 
                         self.log_message("starting the previously terminated mirror maker")
-                        kafka_system_test_utils.start_mirror_makers(self.systemTestEnv, self.testcaseEnv)
+                        kafka_system_test_utils.start_mirror_makers(self.systemTestEnv, self.testcaseEnv, stoppedMirrorMakerEntityId)
 
                     self.anonLogger.info("sleeping for 15s")
                     time.sleep(15)

Added: incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5003/cluster_config.json
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5003/cluster_config.json?rev=1407680&view=auto
==============================================================================
--- incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5003/cluster_config.json (added)
+++ incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5003/cluster_config.json Fri Nov  9 22:58:23 2012
@@ -0,0 +1,135 @@
+{
+    "cluster_config": [
+        {
+            "entity_id": "0",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9100"
+        },
+        {
+            "entity_id": "1",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9101"
+        },
+
+        {
+            "entity_id": "2",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9102"
+        },
+        {
+            "entity_id": "3",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9103"
+        },
+
+        {
+            "entity_id": "4",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9104"
+        },
+        {
+            "entity_id": "5",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9105"
+        },
+        {
+            "entity_id": "6",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9106"
+        },
+
+        {
+            "entity_id": "7",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9107"
+        },
+        {
+            "entity_id": "8",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9108"
+        },
+        {
+            "entity_id": "9",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9109"
+        },
+
+        {
+            "entity_id": "10",
+            "hostname": "localhost",
+            "role": "producer_performance",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9110"
+        },
+        {
+            "entity_id": "11",
+            "hostname": "localhost",
+            "role": "console_consumer",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9111"
+        },
+
+        {
+            "entity_id": "12",
+            "hostname": "localhost",
+            "role": "mirror_maker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9112"
+        },
+        {
+            "entity_id": "13",
+            "hostname": "localhost",
+            "role": "mirror_maker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9113"
+        }
+    ]
+}

Added: incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5003/testcase_5003_properties.json
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5003/testcase_5003_properties.json?rev=1407680&view=auto
==============================================================================
--- incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5003/testcase_5003_properties.json (added)
+++ incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5003/testcase_5003_properties.json Fri Nov  9 22:58:23 2012
@@ -0,0 +1,143 @@
+{
+  "description": {"01":"Replication with Mirror Maker => Bounce Mirror Maker",
+                  "02":"Set up 2 clusters such as : SOURCE => MirrorMaker => TARGET",
+                  "03":"Set up 2-node Zk cluster for both SOURCE & TARGET",
+                  "04":"Produce and consume messages to a single topic - single partition.",
+                  "05":"This test sends messages to 3 replicas",
+                  "06":"At the end it verifies the log size and contents",
+                  "07":"Use a consumer to verify no message loss in TARGET cluster.",
+                  "08":"Producer dimensions : mode:async, acks:-1, comp:1",
+                  "09":"Log segment size    : 10240"
+  },
+  "testcase_args": {
+    "bounce_leader": "false",
+    "bounce_mirror_maker": "true",
+    "bounced_entity_downtime_sec": "30",
+    "replica_factor": "3",
+    "num_partition": "1",
+    "num_iteration": "1",
+    "sleep_seconds_between_producer_calls": "1",
+    "message_producing_free_time_sec": "15",
+    "num_messages_to_produce_per_producer_call": "50"
+  },
+  "entities": [
+    {
+      "entity_id": "0",
+      "clientPort": "2108",
+      "dataDir": "/tmp/zookeeper_0",
+      "log_filename": "zookeeper_0.log",
+      "config_filename": "zookeeper_0.properties"
+    },
+    {
+      "entity_id": "1",
+      "clientPort": "2118",
+      "dataDir": "/tmp/zookeeper_1",
+      "log_filename": "zookeeper_1.log",
+      "config_filename": "zookeeper_1.properties"
+    },
+
+    {
+      "entity_id": "2",
+      "clientPort": "2128",
+      "dataDir": "/tmp/zookeeper_2",
+      "log_filename": "zookeeper_2.log",
+      "config_filename": "zookeeper_2.properties"
+    },
+    {
+      "entity_id": "3",
+      "clientPort": "2138",
+      "dataDir": "/tmp/zookeeper_3",
+      "log_filename": "zookeeper_3.log",
+      "config_filename": "zookeeper_3.properties"
+    },
+
+    {
+      "entity_id": "4",
+      "port": "9091",
+      "brokerid": "1",
+      "log.file.size": "10240",
+      "log.dir": "/tmp/kafka_server_4_logs",
+      "log_filename": "kafka_server_4.log",
+      "config_filename": "kafka_server_4.properties"
+    },
+    {
+      "entity_id": "5",
+      "port": "9092",
+      "brokerid": "2",
+      "log.file.size": "10240",
+      "log.dir": "/tmp/kafka_server_5_logs",
+      "log_filename": "kafka_server_5.log",
+      "config_filename": "kafka_server_5.properties"
+    },
+    {
+      "entity_id": "6",
+      "port": "9093",
+      "brokerid": "3",
+      "log.file.size": "10240",
+      "log.dir": "/tmp/kafka_server_6_logs",
+      "log_filename": "kafka_server_6.log",
+      "config_filename": "kafka_server_6.properties"
+    },
+    {
+      "entity_id": "7",
+      "port": "9094",
+      "brokerid": "4",
+      "log.file.size": "10240",
+      "log.dir": "/tmp/kafka_server_7_logs",
+      "log_filename": "kafka_server_7.log",
+      "config_filename": "kafka_server_7.properties"
+    },
+    {
+      "entity_id": "8",
+      "port": "9095",
+      "brokerid": "5",
+      "log.file.size": "10240",
+      "log.dir": "/tmp/kafka_server_8_logs",
+      "log_filename": "kafka_server_8.log",
+      "config_filename": "kafka_server_8.properties"
+    },
+    {
+      "entity_id": "9",
+      "port": "9096",
+      "brokerid": "6",
+      "log.file.size": "10240",
+      "log.dir": "/tmp/kafka_server_9_logs",
+      "log_filename": "kafka_server_9.log",
+      "config_filename": "kafka_server_9.properties"
+    },
+
+    {
+      "entity_id": "10",
+      "topic": "test_1",
+      "threads": "5",
+      "compression-codec": "1",
+      "message-size": "500",
+      "message": "100",
+      "request-num-acks": "-1",
+      "sync":"false",
+      "log_filename": "producer_performance_10.log",
+      "config_filename": "producer_performance_10.properties"
+    },
+    {
+      "entity_id": "11",
+      "topic": "test_1",
+      "groupid": "mytestgroup",
+      "consumer-timeout-ms": "10000",
+      "log_filename": "console_consumer_11.log",
+      "config_filename": "console_consumer_11.properties"
+    },
+
+    {
+      "entity_id": "12",
+      "log_filename": "mirror_maker_12.log",
+      "mirror_consumer_config_filename": "mirror_consumer_12.properties",
+      "mirror_producer_config_filename": "mirror_producer_12.properties"
+    },
+    {
+      "entity_id": "13",
+      "log_filename": "mirror_maker_13.log",
+      "mirror_consumer_config_filename": "mirror_consumer_13.properties",
+      "mirror_producer_config_filename": "mirror_producer_13.properties"
+    }
+   ]
+}

Added: incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5004/cluster_config.json
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5004/cluster_config.json?rev=1407680&view=auto
==============================================================================
--- incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5004/cluster_config.json (added)
+++ incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5004/cluster_config.json Fri Nov  9 22:58:23 2012
@@ -0,0 +1,135 @@
+{
+    "cluster_config": [
+        {
+            "entity_id": "0",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9100"
+        },
+        {
+            "entity_id": "1",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9101"
+        },
+
+        {
+            "entity_id": "2",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9102"
+        },
+        {
+            "entity_id": "3",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9103"
+        },
+
+        {
+            "entity_id": "4",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9104"
+        },
+        {
+            "entity_id": "5",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9105"
+        },
+        {
+            "entity_id": "6",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9106"
+        },
+
+        {
+            "entity_id": "7",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9107"
+        },
+        {
+            "entity_id": "8",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9108"
+        },
+        {
+            "entity_id": "9",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9109"
+        },
+
+        {
+            "entity_id": "10",
+            "hostname": "localhost",
+            "role": "producer_performance",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9110"
+        },
+        {
+            "entity_id": "11",
+            "hostname": "localhost",
+            "role": "console_consumer",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9111"
+        },
+
+        {
+            "entity_id": "12",
+            "hostname": "localhost",
+            "role": "mirror_maker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9112"
+        },
+        {
+            "entity_id": "13",
+            "hostname": "localhost",
+            "role": "mirror_maker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9113"
+        }
+    ]
+}

Added: incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5004/testcase_5004_properties.json
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5004/testcase_5004_properties.json?rev=1407680&view=auto
==============================================================================
--- incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5004/testcase_5004_properties.json (added)
+++ incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5004/testcase_5004_properties.json Fri Nov  9 22:58:23 2012
@@ -0,0 +1,143 @@
+{
+  "description": {"01":"Replication with Mirror Maker => Bounce Mirror Maker",
+                  "02":"Set up 2 clusters such as : SOURCE => MirrorMaker => TARGET",
+                  "03":"Set up 2-node Zk cluster for both SOURCE & TARGET",
+                  "04":"Produce and consume messages to a single topic - single partition.",
+                  "05":"This test sends messages to 3 replicas",
+                  "06":"At the end it verifies the log size and contents",
+                  "07":"Use a consumer to verify no message loss in TARGET cluster.",
+                  "08":"Producer dimensions : mode:async, acks:1, comp:1",
+                  "09":"Log segment size    : 10240"
+  },
+  "testcase_args": {
+    "bounce_leader": "false",
+    "bounce_mirror_maker": "true",
+    "bounced_entity_downtime_sec": "30",
+    "replica_factor": "3",
+    "num_partition": "1",
+    "num_iteration": "1",
+    "sleep_seconds_between_producer_calls": "1",
+    "message_producing_free_time_sec": "15",
+    "num_messages_to_produce_per_producer_call": "50"
+  },
+  "entities": [
+    {
+      "entity_id": "0",
+      "clientPort": "2108",
+      "dataDir": "/tmp/zookeeper_0",
+      "log_filename": "zookeeper_0.log",
+      "config_filename": "zookeeper_0.properties"
+    },
+    {
+      "entity_id": "1",
+      "clientPort": "2118",
+      "dataDir": "/tmp/zookeeper_1",
+      "log_filename": "zookeeper_1.log",
+      "config_filename": "zookeeper_1.properties"
+    },
+
+    {
+      "entity_id": "2",
+      "clientPort": "2128",
+      "dataDir": "/tmp/zookeeper_2",
+      "log_filename": "zookeeper_2.log",
+      "config_filename": "zookeeper_2.properties"
+    },
+    {
+      "entity_id": "3",
+      "clientPort": "2138",
+      "dataDir": "/tmp/zookeeper_3",
+      "log_filename": "zookeeper_3.log",
+      "config_filename": "zookeeper_3.properties"
+    },
+
+    {
+      "entity_id": "4",
+      "port": "9091",
+      "brokerid": "1",
+      "log.file.size": "10240",
+      "log.dir": "/tmp/kafka_server_4_logs",
+      "log_filename": "kafka_server_4.log",
+      "config_filename": "kafka_server_4.properties"
+    },
+    {
+      "entity_id": "5",
+      "port": "9092",
+      "brokerid": "2",
+      "log.file.size": "10240",
+      "log.dir": "/tmp/kafka_server_5_logs",
+      "log_filename": "kafka_server_5.log",
+      "config_filename": "kafka_server_5.properties"
+    },
+    {
+      "entity_id": "6",
+      "port": "9093",
+      "brokerid": "3",
+      "log.file.size": "10240",
+      "log.dir": "/tmp/kafka_server_6_logs",
+      "log_filename": "kafka_server_6.log",
+      "config_filename": "kafka_server_6.properties"
+    },
+    {
+      "entity_id": "7",
+      "port": "9094",
+      "brokerid": "4",
+      "log.file.size": "10240",
+      "log.dir": "/tmp/kafka_server_7_logs",
+      "log_filename": "kafka_server_7.log",
+      "config_filename": "kafka_server_7.properties"
+    },
+    {
+      "entity_id": "8",
+      "port": "9095",
+      "brokerid": "5",
+      "log.file.size": "10240",
+      "log.dir": "/tmp/kafka_server_8_logs",
+      "log_filename": "kafka_server_8.log",
+      "config_filename": "kafka_server_8.properties"
+    },
+    {
+      "entity_id": "9",
+      "port": "9096",
+      "brokerid": "6",
+      "log.file.size": "10240",
+      "log.dir": "/tmp/kafka_server_9_logs",
+      "log_filename": "kafka_server_9.log",
+      "config_filename": "kafka_server_9.properties"
+    },
+
+    {
+      "entity_id": "10",
+      "topic": "test_1",
+      "threads": "5",
+      "compression-codec": "1",
+      "message-size": "500",
+      "message": "100",
+      "request-num-acks": "1",
+      "sync":"false",
+      "log_filename": "producer_performance_10.log",
+      "config_filename": "producer_performance_10.properties"
+    },
+    {
+      "entity_id": "11",
+      "topic": "test_1",
+      "groupid": "mytestgroup",
+      "consumer-timeout-ms": "10000",
+      "log_filename": "console_consumer_11.log",
+      "config_filename": "console_consumer_11.properties"
+    },
+
+    {
+      "entity_id": "12",
+      "log_filename": "mirror_maker_12.log",
+      "mirror_consumer_config_filename": "mirror_consumer_12.properties",
+      "mirror_producer_config_filename": "mirror_producer_12.properties"
+    },
+    {
+      "entity_id": "13",
+      "log_filename": "mirror_maker_13.log",
+      "mirror_consumer_config_filename": "mirror_consumer_13.properties",
+      "mirror_producer_config_filename": "mirror_producer_13.properties"
+    }
+   ]
+}

Added: incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5005/cluster_config.json
URL: http://svn.apache.org/viewvc/incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5005/cluster_config.json?rev=1407680&view=auto
==============================================================================
--- incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5005/cluster_config.json (added)
+++ incubator/kafka/branches/0.8/system_test/mirror_maker_testsuite/testcase_5005/cluster_config.json Fri Nov  9 22:58:23 2012
@@ -0,0 +1,153 @@
+{
+    "cluster_config": [
+        {
+            "entity_id": "0",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9100"
+        },
+        {
+            "entity_id": "1",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9101"
+        },
+
+        {
+            "entity_id": "2",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9102"
+        },
+        {
+            "entity_id": "3",
+            "hostname": "localhost",
+            "role": "zookeeper",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9103"
+        },
+
+        {
+            "entity_id": "4",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9104"
+        },
+        {
+            "entity_id": "5",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9105"
+        },
+        {
+            "entity_id": "6",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9106"
+        },
+
+        {
+            "entity_id": "7",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9107"
+        },
+        {
+            "entity_id": "8",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9108"
+        },
+        {
+            "entity_id": "9",
+            "hostname": "localhost",
+            "role": "broker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9109"
+        },
+
+        {
+            "entity_id": "10",
+            "hostname": "localhost",
+            "role": "producer_performance",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9110"
+        },
+        {
+            "entity_id": "11",
+            "hostname": "localhost",
+            "role": "producer_performance",
+            "cluster_name":"source",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9111"
+        },
+        {
+            "entity_id": "12",
+            "hostname": "localhost",
+            "role": "console_consumer",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9112"
+        },
+        {
+            "entity_id": "13",
+            "hostname": "localhost",
+            "role": "console_consumer",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9113"
+        },
+
+        {
+            "entity_id": "14",
+            "hostname": "localhost",
+            "role": "mirror_maker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9114"
+        },
+        {
+            "entity_id": "15",
+            "hostname": "localhost",
+            "role": "mirror_maker",
+            "cluster_name":"target",
+            "kafka_home": "default",
+            "java_home": "default",
+            "jmx_port": "9115"
+        }
+    ]
+}



Mime
View raw message