环境: CentOS
在使用Maven编译一些与hadoop相关的产品时候需要使用hadoop相关版本对应的核心组件,而自己使用的大多数都是CDH版本。因而需要从些版本上下载相应的包。
相应的解决方法是在pom.xml增加如下:
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"> <repositories> <repository> <id>cloudera</id> <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url> </repository> </repositories> </project>
以下显示的是project name, groupId, artifactId, and version required to access each CDH4 artifact.
Project | groupId | artifactId | version |
---|---|---|---|
Hadoop | org.apache.hadoop | hadoop-annotations | 2.0.0-cdh4.2.0 |
org.apache.hadoop | hadoop-archives | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-assemblies | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-auth | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-client | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-common | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-datajoin | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-dist | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-distcp | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-extras | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-gridmix | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-hdfs | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-mapreduce-client-app | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-mapreduce-client-common | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-mapreduce-client-core | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-mapreduce-client-hs | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-mapreduce-client-jobclient | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-mapreduce-client-shuffle | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-mapreduce-examples | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-rumen | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-yarn-api | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-yarn-applications-distributedshell | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-yarn-applications-unmanaged-am-launcher | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-yarn-client | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-yarn-common | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-yarn-server-common | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-yarn-server-nodemanager | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-yarn-server-resourcemanager | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-yarn-server-tests | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-yarn-server-web-proxy | 2.0.0-cdh4.2.0 | |
org.apache.hadoop | hadoop-yarn-site | 2.0.0-cdh4.2.0 | |
Hadoop MRv1 | org.apache.hadoop | hadoop-core | 2.0.0-mr1-cdh4.2.0 |
org.apache.hadoop | hadoop-examples | 2.0.0-mr1-cdh4.2.0 | |
org.apache.hadoop | hadoop-minicluster | 2.0.0-mr1-cdh4.2.0 | |
org.apache.hadoop | hadoop-streaming | 2.0.0-mr1-cdh4.2.0 | |
org.apache.hadoop | hadoop-test | 2.0.0-mr1-cdh4.2.0 | |
org.apache.hadoop | hadoop-tools | 2.0.0-mr1-cdh4.2.0 | |
Hive | org.apache.hive | hive-anttasks | 0.10.0-cdh4.2.0 |
org.apache.hive | hive-builtins | 0.10.0-cdh4.2.0 | |
org.apache.hive | hive-cli | 0.10.0-cdh4.2.0 | |
org.apache.hive | hive-common | 0.10.0-cdh4.2.0 | |
org.apache.hive | hive-contrib | 0.10.0-cdh4.2.0 | |
org.apache.hive | hive-exec | 0.10.0-cdh4.2.0 | |
org.apache.hive | hive-hbase-handler | 0.10.0-cdh4.2.0 | |
org.apache.hive | hive-hwi | 0.10.0-cdh4.2.0 | |
org.apache.hive | hive-jdbc | 0.10.0-cdh4.2.0 | |
org.apache.hive | hive-metastore | 0.10.0-cdh4.2.0 | |
org.apache.hive | hive-pdk | 0.10.0-cdh4.2.0 | |
org.apache.hive | hive-serde | 0.10.0-cdh4.2.0 | |
org.apache.hive | hive-service | 0.10.0-cdh4.2.0 | |
org.apache.hive | hive-shims | 0.10.0-cdh4.2.0 | |
HBase | org.apache.hbase | hbase | 0.94.2-cdh4.2.0 |
ZooKeeper | org.apache.zookeeper | zookeeper | 3.4.5-cdh4.2.0 |
Sqoop | org.apache.sqoop | sqoop | 1.4.2-cdh4.2.0 |
Pig | org.apache.pig | pig | 0.10.0-cdh4.2.0 |
org.apache.pig | pigsmoke | 0.10.0-cdh4.2.0 | |
org.apache.pig | pigunit | 0.10.0-cdh4.2.0 | |
Flume 1.x | org.apache.flume | flume-ng-configuration | 1.3.0-cdh4.2.0 |
org.apache.flume | flume-ng-core | 1.3.0-cdh4.2.0 | |
org.apache.flume | flume-ng-embedded-agent | 1.3.0-cdh4.2.0 | |
org.apache.flume | flume-ng-node | 1.3.0-cdh4.2.0 | |
org.apache.flume | flume-ng-sdk | 1.3.0-cdh4.2.0 | |
org.apache.flume | flume-ng-tests | 1.3.0-cdh4.2.0 | |
org.apache.flume.flume-ng-channels | flume-file-channel | 1.3.0-cdh4.2.0 | |
org.apache.flume.flume-ng-channels | flume-jdbc-channel | 1.3.0-cdh4.2.0 | |
org.apache.flume.flume-ng-channels | flume-recoverable-memory-channel | 1.3.0-cdh4.2.0 | |
org.apache.flume.flume-ng-clients | flume-ng-log4jappender | 1.3.0-cdh4.2.0 | |
org.apache.flume.flume-ng-legacy-sources | flume-avro-source | 1.3.0-cdh4.2.0 | |
org.apache.flume.flume-ng-legacy-sources | flume-thrift-source | 1.3.0-cdh4.2.0 | |
org.apache.flume.flume-ng-sinks | flume-hdfs-sink | 1.3.0-cdh4.2.0 | |
org.apache.flume.flume-ng-sinks | flume-irc-sink | 1.3.0-cdh4.2.0 | |
org.apache.flume.flume-ng-sinks | flume-ng-elasticsearch-sink | 1.3.0-cdh4.2.0 | |
org.apache.flume.flume-ng-sinks | flume-ng-hbase-sink | 1.3.0-cdh4.2.0 | |
org.apache.flume.flume-ng-sources | flume-jms-source | 1.3.0-cdh4.2.0 | |
org.apache.flume.flume-ng-sources | flume-scribe-source | 1.3.0-cdh4.2.0 | |
Oozie | org.apache.oozie | oozie-client | 3.3.0-cdh4.2.0 |
org.apache.oozie | oozie-core | 3.3.0-cdh4.2.0 | |
org.apache.oozie | oozie-examples | 3.3.0-cdh4.2.0 | |
org.apache.oozie | oozie-hadoop | 2.0.0-cdh4.2.0.oozie-3.3.0-cdh4.2.0 | |
org.apache.oozie | oozie-hadoop-distcp | 2.0.0-mr1-cdh4.2.0.oozie-3.3.0-cdh4.2.0 | |
org.apache.oozie | oozie-hadoop-test | 2.0.0-mr1-cdh4.2.0.oozie-3.3.0-cdh4.2.0 | |
org.apache.oozie | oozie-hbase | 0.94.2-cdh4.2.0.oozie-3.3.0-cdh4.2.0 | |
org.apache.oozie | oozie-sharelib-distcp | 3.3.0-cdh4.2.0 | |
org.apache.oozie | oozie-sharelib-distcp-yarn | 3.3.0-cdh4.2.0 | |
org.apache.oozie | oozie-sharelib-hive | 3.3.0-cdh4.2.0 | |
org.apache.oozie | oozie-sharelib-oozie | 3.3.0-cdh4.2.0 | |
org.apache.oozie | oozie-sharelib-pig | 3.3.0-cdh4.2.0 | |
org.apache.oozie | oozie-sharelib-sqoop | 3.3.0-cdh4.2.0 | |
org.apache.oozie | oozie-sharelib-streaming | 3.3.0-cdh4.2.0 | |
org.apache.oozie | oozie-sharelib-streaming-yarn | 3.3.0-cdh4.2.0 | |
org.apache.oozie | oozie-tools | 3.3.0-cdh4.2.0 | |
Mahout | org.apache.mahout | mahout-buildtools | 0.7-cdh4.2.0 |
org.apache.mahout | mahout-core | 0.7-cdh4.2.0 | |
org.apache.mahout | mahout-examples | 0.7-cdh4.2.0 | |
org.apache.mahout | mahout-integration | 0.7-cdh4.2.0 | |
org.apache.mahout | mahout-math | 0.7-cdh4.2.0 | |
Whirr | org.apache.whirr | whirr-build-tools | 0.8.0-cdh4.2.0 |
org.apache.whirr | whirr-cassandra | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-cdh | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-chef | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-cli | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-core | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-elasticsearch | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-examples | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-ganglia | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-hadoop | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-hama | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-hbase | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-mahout | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-pig | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-puppet | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-solr | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-yarn | 0.8.0-cdh4.2.0 | |
org.apache.whirr | whirr-zookeeper | 0.8.0-cdh4.2.0 | |
DataFu | com.linkedin.datafu | datafu | 0.0.4-cdh4.2.0 |
Sqoop2 | org.apache.sqoop | sqoop-client | 1.99.1-cdh4.2.0 |
org.apache.sqoop | sqoop-common | 1.99.1-cdh4.2.0 | |
org.apache.sqoop | sqoop-core | 1.99.1-cdh4.2.0 | |
org.apache.sqoop | sqoop-docs | 1.99.1-cdh4.2.0 | |
org.apache.sqoop | sqoop-spi | 1.99.1-cdh4.2.0 | |
org.apache.sqoop.connector | sqoop-connector-generic-jdbc | 1.99.1-cdh4.2.0 | |
org.apache.sqoop.repository | sqoop-repository-derby | 1.99.1-cdh4.2.0 | |
HCatalog | org.apache.hcatalog | hcatalog-core | 0.4.0-cdh4.2.0 |
org.apache.hcatalog | hcatalog-pig-adapter | 0.4.0-cdh4.2.0 | |
org.apache.hcatalog | hcatalog-server-extensions | 0.4.0-cdh4.2.0 | |
org.apache.hcatalog | webhcat | 0.4.0-cdh4.2.0 | |
org.apache.hcatalog | webhcat-java-client | 0.4.0-cdh4.2.0 |