From 9a6e14c407154dde01f6c1b8d2846fd93b8d2f72 Mon Sep 17 00:00:00 2001 From: Nick Verbeck Date: Tue, 16 Jul 2013 14:39:10 -0600 Subject: [PATCH 1/2] Migrate storm-kafka to maven from len to coexist with the other storm-contrib projects.\nAdded ignores to support maven/eclipse. --- .gitignore | 5 +- pom.xml | 67 +++++++++++-------- storm-kafka/project.clj | 15 ----- .../storm/kafka/DynamicBrokersReader.java | 0 .../kafka/DynamicPartitionConnections.java | 0 .../java}/storm/kafka/GlobalPartitionId.java | 0 .../java}/storm/kafka/HostPort.java | 0 .../java}/storm/kafka/KafkaConfig.java | 0 .../java}/storm/kafka/KafkaSpout.java | 0 .../storm/kafka/PartitionCoordinator.java | 0 .../java}/storm/kafka/PartitionManager.java | 0 .../java}/storm/kafka/SpoutConfig.java | 0 .../java}/storm/kafka/StaticCoordinator.java | 0 .../kafka/StaticPartitionConnections.java | 0 .../java}/storm/kafka/StringScheme.java | 0 .../java}/storm/kafka/TestTopology.java | 0 .../java}/storm/kafka/ZkCoordinator.java | 0 .../java}/storm/kafka/ZkState.java | 0 .../kafka/trident/DefaultCoordinator.java | 0 .../kafka/trident/FailedFetchException.java | 0 .../kafka/trident/IBatchCoordinator.java | 0 .../storm/kafka/trident/IBrokerReader.java | 0 .../java}/storm/kafka/trident/KafkaUtils.java | 0 .../java}/storm/kafka/trident/MaxMetric.java | 0 .../trident/OpaqueTridentKafkaSpout.java | 0 .../kafka/trident/StaticBrokerReader.java | 0 .../TransactionalTridentKafkaSpout.java | 0 .../kafka/trident/TridentKafkaConfig.java | 0 .../storm/kafka/trident/ZkBrokerReader.java | 0 29 files changed, 42 insertions(+), 45 deletions(-) delete mode 100644 storm-kafka/project.clj rename storm-kafka/src/{jvm => main/java}/storm/kafka/DynamicBrokersReader.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/DynamicPartitionConnections.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/GlobalPartitionId.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/HostPort.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/KafkaConfig.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/KafkaSpout.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/PartitionCoordinator.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/PartitionManager.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/SpoutConfig.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/StaticCoordinator.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/StaticPartitionConnections.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/StringScheme.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/TestTopology.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/ZkCoordinator.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/ZkState.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/trident/DefaultCoordinator.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/trident/FailedFetchException.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/trident/IBatchCoordinator.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/trident/IBrokerReader.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/trident/KafkaUtils.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/trident/MaxMetric.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/trident/OpaqueTridentKafkaSpout.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/trident/StaticBrokerReader.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/trident/TransactionalTridentKafkaSpout.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/trident/TridentKafkaConfig.java (100%) rename storm-kafka/src/{jvm => main/java}/storm/kafka/trident/ZkBrokerReader.java (100%) diff --git a/.gitignore b/.gitignore index c1459c4..277d895 100644 --- a/.gitignore +++ b/.gitignore @@ -3,4 +3,7 @@ classes/ lib/ *.jar /storm-kafka/target/ -/storm-kafka/.idea/ \ No newline at end of file +/storm-kafka/.idea/ +.project +.classpath +.settings diff --git a/pom.xml b/pom.xml index 9d5bf1e..26bded0 100644 --- a/pom.xml +++ b/pom.xml @@ -1,36 +1,45 @@ - 4.0.0 + 4.0.0 - storm - storm-contrib - 0.1-SNAPSHOT - pom - storm-contrib - A collection of spouts, bolts, serializers, DSLs, and other goodies to use with Storm - http://github.com/nathanmarz/storm-contrib + storm + storm-contrib + 0.1-SNAPSHOT + pom + storm-contrib + A collection of spouts, bolts, serializers, DSLs, and other goodies to use with Storm + http://github.com/nathanmarz/storm-contrib - - - - storm - storm - 0.6.1 - provided - - - + + + + storm + storm + 0.9.0-wip15 + provided + + + - - - clojars - http://clojars.org/repo/ - - + + + clojars + http://clojars.org/repo/ + + - - storm-contrib-core - storm-contrib-mongo - storm-contrib-sqs - + + storm-kafka + storm-rdbms + + diff --git a/storm-kafka/project.clj b/storm-kafka/project.clj deleted file mode 100644 index 0f5a0f7..0000000 --- a/storm-kafka/project.clj +++ /dev/null @@ -1,15 +0,0 @@ -(defproject storm/storm-kafka "0.9.0-wip16b-scala292" - :java-source-paths ["src/jvm"] - :repositories {"scala-tools" "http://scala-tools.org/repo-releases" - "conjars" "http://conjars.org/repo/"} - :dependencies [[org.scala-lang/scala-library "2.9.2"] - [com.twitter/kafka_2.9.2 "0.7.0" - :exclusions [org.apache.zookeeper/zookeeper - log4j/log4j]]] - :profiles - {:provided {:dependencies [[storm "0.9.0-wip15"] - [org.slf4j/log4j-over-slf4j "1.6.6"] - ;;[ch.qos.logback/logback-classic "1.0.6"] - [org.clojure/clojure "1.4.0"]]}} - :jvm-opts ["-Djava.library.path=/usr/local/lib:/opt/local/lib:/usr/lib"] - :min-lein-version "2.0") diff --git a/storm-kafka/src/jvm/storm/kafka/DynamicBrokersReader.java b/storm-kafka/src/main/java/storm/kafka/DynamicBrokersReader.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/DynamicBrokersReader.java rename to storm-kafka/src/main/java/storm/kafka/DynamicBrokersReader.java diff --git a/storm-kafka/src/jvm/storm/kafka/DynamicPartitionConnections.java b/storm-kafka/src/main/java/storm/kafka/DynamicPartitionConnections.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/DynamicPartitionConnections.java rename to storm-kafka/src/main/java/storm/kafka/DynamicPartitionConnections.java diff --git a/storm-kafka/src/jvm/storm/kafka/GlobalPartitionId.java b/storm-kafka/src/main/java/storm/kafka/GlobalPartitionId.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/GlobalPartitionId.java rename to storm-kafka/src/main/java/storm/kafka/GlobalPartitionId.java diff --git a/storm-kafka/src/jvm/storm/kafka/HostPort.java b/storm-kafka/src/main/java/storm/kafka/HostPort.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/HostPort.java rename to storm-kafka/src/main/java/storm/kafka/HostPort.java diff --git a/storm-kafka/src/jvm/storm/kafka/KafkaConfig.java b/storm-kafka/src/main/java/storm/kafka/KafkaConfig.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/KafkaConfig.java rename to storm-kafka/src/main/java/storm/kafka/KafkaConfig.java diff --git a/storm-kafka/src/jvm/storm/kafka/KafkaSpout.java b/storm-kafka/src/main/java/storm/kafka/KafkaSpout.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/KafkaSpout.java rename to storm-kafka/src/main/java/storm/kafka/KafkaSpout.java diff --git a/storm-kafka/src/jvm/storm/kafka/PartitionCoordinator.java b/storm-kafka/src/main/java/storm/kafka/PartitionCoordinator.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/PartitionCoordinator.java rename to storm-kafka/src/main/java/storm/kafka/PartitionCoordinator.java diff --git a/storm-kafka/src/jvm/storm/kafka/PartitionManager.java b/storm-kafka/src/main/java/storm/kafka/PartitionManager.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/PartitionManager.java rename to storm-kafka/src/main/java/storm/kafka/PartitionManager.java diff --git a/storm-kafka/src/jvm/storm/kafka/SpoutConfig.java b/storm-kafka/src/main/java/storm/kafka/SpoutConfig.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/SpoutConfig.java rename to storm-kafka/src/main/java/storm/kafka/SpoutConfig.java diff --git a/storm-kafka/src/jvm/storm/kafka/StaticCoordinator.java b/storm-kafka/src/main/java/storm/kafka/StaticCoordinator.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/StaticCoordinator.java rename to storm-kafka/src/main/java/storm/kafka/StaticCoordinator.java diff --git a/storm-kafka/src/jvm/storm/kafka/StaticPartitionConnections.java b/storm-kafka/src/main/java/storm/kafka/StaticPartitionConnections.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/StaticPartitionConnections.java rename to storm-kafka/src/main/java/storm/kafka/StaticPartitionConnections.java diff --git a/storm-kafka/src/jvm/storm/kafka/StringScheme.java b/storm-kafka/src/main/java/storm/kafka/StringScheme.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/StringScheme.java rename to storm-kafka/src/main/java/storm/kafka/StringScheme.java diff --git a/storm-kafka/src/jvm/storm/kafka/TestTopology.java b/storm-kafka/src/main/java/storm/kafka/TestTopology.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/TestTopology.java rename to storm-kafka/src/main/java/storm/kafka/TestTopology.java diff --git a/storm-kafka/src/jvm/storm/kafka/ZkCoordinator.java b/storm-kafka/src/main/java/storm/kafka/ZkCoordinator.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/ZkCoordinator.java rename to storm-kafka/src/main/java/storm/kafka/ZkCoordinator.java diff --git a/storm-kafka/src/jvm/storm/kafka/ZkState.java b/storm-kafka/src/main/java/storm/kafka/ZkState.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/ZkState.java rename to storm-kafka/src/main/java/storm/kafka/ZkState.java diff --git a/storm-kafka/src/jvm/storm/kafka/trident/DefaultCoordinator.java b/storm-kafka/src/main/java/storm/kafka/trident/DefaultCoordinator.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/trident/DefaultCoordinator.java rename to storm-kafka/src/main/java/storm/kafka/trident/DefaultCoordinator.java diff --git a/storm-kafka/src/jvm/storm/kafka/trident/FailedFetchException.java b/storm-kafka/src/main/java/storm/kafka/trident/FailedFetchException.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/trident/FailedFetchException.java rename to storm-kafka/src/main/java/storm/kafka/trident/FailedFetchException.java diff --git a/storm-kafka/src/jvm/storm/kafka/trident/IBatchCoordinator.java b/storm-kafka/src/main/java/storm/kafka/trident/IBatchCoordinator.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/trident/IBatchCoordinator.java rename to storm-kafka/src/main/java/storm/kafka/trident/IBatchCoordinator.java diff --git a/storm-kafka/src/jvm/storm/kafka/trident/IBrokerReader.java b/storm-kafka/src/main/java/storm/kafka/trident/IBrokerReader.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/trident/IBrokerReader.java rename to storm-kafka/src/main/java/storm/kafka/trident/IBrokerReader.java diff --git a/storm-kafka/src/jvm/storm/kafka/trident/KafkaUtils.java b/storm-kafka/src/main/java/storm/kafka/trident/KafkaUtils.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/trident/KafkaUtils.java rename to storm-kafka/src/main/java/storm/kafka/trident/KafkaUtils.java diff --git a/storm-kafka/src/jvm/storm/kafka/trident/MaxMetric.java b/storm-kafka/src/main/java/storm/kafka/trident/MaxMetric.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/trident/MaxMetric.java rename to storm-kafka/src/main/java/storm/kafka/trident/MaxMetric.java diff --git a/storm-kafka/src/jvm/storm/kafka/trident/OpaqueTridentKafkaSpout.java b/storm-kafka/src/main/java/storm/kafka/trident/OpaqueTridentKafkaSpout.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/trident/OpaqueTridentKafkaSpout.java rename to storm-kafka/src/main/java/storm/kafka/trident/OpaqueTridentKafkaSpout.java diff --git a/storm-kafka/src/jvm/storm/kafka/trident/StaticBrokerReader.java b/storm-kafka/src/main/java/storm/kafka/trident/StaticBrokerReader.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/trident/StaticBrokerReader.java rename to storm-kafka/src/main/java/storm/kafka/trident/StaticBrokerReader.java diff --git a/storm-kafka/src/jvm/storm/kafka/trident/TransactionalTridentKafkaSpout.java b/storm-kafka/src/main/java/storm/kafka/trident/TransactionalTridentKafkaSpout.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/trident/TransactionalTridentKafkaSpout.java rename to storm-kafka/src/main/java/storm/kafka/trident/TransactionalTridentKafkaSpout.java diff --git a/storm-kafka/src/jvm/storm/kafka/trident/TridentKafkaConfig.java b/storm-kafka/src/main/java/storm/kafka/trident/TridentKafkaConfig.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/trident/TridentKafkaConfig.java rename to storm-kafka/src/main/java/storm/kafka/trident/TridentKafkaConfig.java diff --git a/storm-kafka/src/jvm/storm/kafka/trident/ZkBrokerReader.java b/storm-kafka/src/main/java/storm/kafka/trident/ZkBrokerReader.java similarity index 100% rename from storm-kafka/src/jvm/storm/kafka/trident/ZkBrokerReader.java rename to storm-kafka/src/main/java/storm/kafka/trident/ZkBrokerReader.java From e01c37afcc6fb9332145615c8a263d39844dd2ff Mon Sep 17 00:00:00 2001 From: Nick Verbeck Date: Tue, 16 Jul 2013 14:46:51 -0600 Subject: [PATCH 2/2] Remove commented out maven modules --- pom.xml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/pom.xml b/pom.xml index 26bded0..a88a74c 100644 --- a/pom.xml +++ b/pom.xml @@ -31,7 +31,7 @@ storm-kafka storm-rdbms -