Java 包org.apache.hadoop.conf不存在
我刚开始编译Hadoop代码,知道这个问题已经被回答了很多次。但是,我仍然发现很难找到正确的类路径来编译WordCount.java代码。我正在运行CentOS版本7 我的Hadoop版本是:Java 包org.apache.hadoop.conf不存在,java,linux,git,hadoop,jenkins,Java,Linux,Git,Hadoop,Jenkins,我刚开始编译Hadoop代码,知道这个问题已经被回答了很多次。但是,我仍然发现很难找到正确的类路径来编译WordCount.java代码。我正在运行CentOS版本7 我的Hadoop版本是: Hadoop 2.7.1 Subversion https://git-wip-us.apache.org/repos/asf/hadoop.git -r 15ecc87ccf4a0228f35af08fc56de536e6ce657a Compiled by jenkins on 2015-
Hadoop 2.7.1 Subversion
https://git-wip-us.apache.org/repos/asf/hadoop.git -r 15ecc87ccf4a0228f35af08fc56de536e6ce657a
Compiled by jenkins on 2015-06-29T06:04Z
Compiled with protoc 2.5.0
From source with checksum fc0a1a23fc1868e4d5ee7fa2b28a58a
This command was run using /usr/local/hadoop/share/hadoop/common/hadoop-common-2.7.1.jar
当我执行echo$PATH时,我得到了以下结果:
javac WordCount.java -cp $(hadoop classpath)
/usr/local/bin:/usr/local/sbin:/usr/bin:/usr/sbin:/sbin:/usr/lib/jre-1.7.0-openjdk/:/usr/local/hadoop/bin:/usr/local/hadoop/sbin:/home/hduser/.local/bin:/usr/lib/jre-1.7.0-openjdk/:/usr/local hadoop/bin:/usr/local/hadoop/sbin
我正在运行的Java版本是:
java version "1.7.0_91"
OpenJDK Runtime Environment (rhel-2.6.2.1.el7_1-x86_64 u91-b00)
OpenJDK 64-Bit Server VM (build 24.91-b01, mixed mode)
我确实在vi.bashrc中为Java和Hadoop设置了所有环境变量,如下所示,并通过了jps。Java也可以使用其他代码进行编译,但我认为Hadoop的类路径是错误的
Java变量
Hadoop变量
当我试图在工作目录中编译WordCount.java时,出现以下错误:
WordCount.java:5: error: package org.apache.hadoop.conf does not exist
import org.apache.hadoop.conf.*;
^
WordCount.java:6: error: package org.apache.hadoop.fs does not exist
import org.apache.hadoop.fs.*;
^
WordCount.java:7: error: package org.apache.hadoop.conf does not exist
import org.apache.hadoop.conf.*;
^
WordCount.java:8: error: package org.apache.hadoop.io does not exist
import org.apache.hadoop.io.*;
^
WordCount.java:9: error: package org.apache.hadoop.mapreduce does not exist
import org.apache.hadoop.mapreduce.*;
^
WordCount.java:10: error: package org.apache.hadoop.mapreduce.lib.input does not exist
import org.apache.hadoop.mapreduce.lib.input.*;
^
WordCount.java:11: error: package org.apache.hadoop.mapreduce.lib.output does not exist
import org.apache.hadoop.mapreduce.lib.output.*;
^
WordCount.java:12: error: package org.apache.hadoop.util does not exist
import org.apache.hadoop.util.*;
^
WordCount.java:14: error: cannot find symbol
public class WordCount extends Configured implements Tool {
^
symbol: class Configured
WordCount.java:14: error: cannot find symbol
public class WordCount extends Configured implements Tool {
^
symbol: class Tool
WordCount.java:47: error: cannot find symbol
public static class Map extends Mapper<LongWritable, Text, Text, IntWritable> {
^
symbol: class Mapper
location: class WordCount
WordCount.java:47: error: cannot find symbol
public static class Map extends Mapper<LongWritable, Text, Text, IntWritable> {
^
symbol: class LongWritable
location: class WordCount
WordCount.java:47: error: cannot find symbol
public static class Map extends Mapper<LongWritable, Text, Text, IntWritable> {
^
symbol: class Text
location: class WordCount
WordCount.java:47: error: cannot find symbol
public static class Map extends Mapper<LongWritable, Text, Text, IntWritable> {
^
symbol: class Text
location: class WordCount
WordCount.java:47: error: cannot find symbol
public static class Map extends Mapper<LongWritable, Text, Text, IntWritable> {
^
symbol: class IntWritable
location: class WordCount
WordCount.java:48: error: cannot find symbol
private final static IntWritable one = new IntWritable(1);
^
symbol: class IntWritable
location: class Map
WordCount.java:49: error: cannot find symbol
private Text word = new Text();
^
symbol: class Text
location: class Map
WordCount.java:52: error: cannot find symbol
public void map(LongWritable key, Text value,
^
symbol: class LongWritable
location: class Map
WordCount.java:52: error: cannot find symbol
public void map(LongWritable key, Text value,
^
symbol: class Text
location: class Map
WordCount.java:53: error: package Mapper does not exist
Mapper.Context context) throws IOException, InterruptedException {
^
WordCount.java:63: error: cannot find symbol
public static class Reduce extends Reducer<Text, IntWritable, Text, IntWritable> {
^
symbol: class Reducer
location: class WordCount
WordCount.java:63: error: cannot find symbol
public static class Reduce extends Reducer<Text, IntWritable, Text, IntWritable> {
^
symbol: class Text
location: class WordCount
WordCount.java:63: error: cannot find symbol
public static class Reduce extends Reducer<Text, IntWritable, Text, IntWritable> {
^
symbol: class IntWritable
location: class WordCount
WordCount.java:63: error: cannot find symbol
public static class Reduce extends Reducer<Text, IntWritable, Text, IntWritable> {
^
symbol: class Text
location: class WordCount
WordCount.java:63: error: cannot find symbol
public static class Reduce extends Reducer<Text, IntWritable, Text, IntWritable> {
^
symbol: class IntWritable
location: class WordCount
WordCount.java:66: error: cannot find symbol
public void reduce(Text key, Iterable<IntWritable> values, Context context) throws IOException, InterruptedException {
^
symbol: class Text
location: class Reduce
WordCount.java:66: error: cannot find symbol
public void reduce(Text key, Iterable<IntWritable> values, Context context) throws IOException, InterruptedException {
^
symbol: class IntWritable
location: class Reduce
WordCount.java:66: error: cannot find symbol
public void reduce(Text key, Iterable<IntWritable> values, Context context) throws IOException, InterruptedException {
^
symbol: class Context
location: class Reduce
WordCount.java:17: error: cannot find symbol
int res = ToolRunner.run(new WordCount(), args);
^
symbol: variable ToolRunner
location: class WordCount
WordCount.java:22: error: cannot find symbol
Path inputPath = new Path(args[0]);
^
symbol: class Path
location: class WordCount
WordCount.java:22: error: cannot find symbol
Path inputPath = new Path(args[0]);
^
symbol: class Path
location: class WordCount
WordCount.java:23: error: cannot find symbol
Path outputPath = new Path(args[1]);
^
symbol: class Path
location: class WordCount
WordCount.java:23: error: cannot find symbol
Path outputPath = new Path(args[1]);
^
symbol: class Path
location: class WordCount
WordCount.java:25: error: cannot find symbol
Configuration conf = getConf();
^
symbol: class Configuration
location: class WordCount
WordCount.java:25: error: cannot find symbol
Configuration conf = getConf();
^
symbol: method getConf()
location: class WordCount
WordCount.java:26: error: cannot find symbol
Job job = new Job(conf, this.getClass().toString());
^
symbol: class Job
location: class WordCount
WordCount.java:26: error: cannot find symbol
Job job = new Job(conf, this.getClass().toString());
^
symbol: class Job
location: class WordCount
WordCount.java:26: error: cannot find symbol
Job job = new Job(conf, this.getClass().toString());
^
symbol: method getClass()
WordCount.java:28: error: cannot find symbol
FileInputFormat.setInputPaths(job, inputPath);
^
symbol: variable FileInputFormat
location: class WordCount
WordCount.java:29: error: cannot find symbol
FileOutputFormat.setOutputPath(job, outputPath);
^
symbol: variable FileOutputFormat
location: class WordCount
WordCount.java:33: error: cannot find symbol
job.setInputFormatClass(TextInputFormat.class);
^
symbol: class TextInputFormat
location: class WordCount
WordCount.java:34: error: cannot find symbol
job.setOutputFormatClass(TextOutputFormat.class);
^
symbol: class TextOutputFormat
location: class WordCount
WordCount.java:35: error: cannot find symbol
job.setMapOutputKeyClass(Text.class);
^
symbol: class Text
location: class WordCount
WordCount.java:36: error: cannot find symbol
job.setMapOutputValueClass(IntWritable.class);
^
symbol: class IntWritable
location: class WordCount
WordCount.java:37: error: cannot find symbol
job.setOutputKeyClass(Text.class);
^
symbol: class Text
location: class WordCount
WordCount.java:38: error: cannot find symbol
job.setOutputValueClass(IntWritable.class);
^
symbol: class IntWritable
location: class WordCount
WordCount.java:48: error: cannot find symbol
private final static IntWritable one = new IntWritable(1);
^
symbol: class IntWritable
location: class Map
WordCount.java:49: error: cannot find symbol
private Text word = new Text();
^
symbol: class Text
location: class Map
WordCount.java:51: error: method does not override or implement a method from a supertype
@Override
^
WordCount.java:68: error: cannot find symbol
for (IntWritable value : values) {
^
symbol: class IntWritable
location: class Reduce
WordCount.java:72: error: cannot find symbol
context.write(key, new IntWritable(sum));
^
symbol: class IntWritable
location: class Reduce
WordCount.java:65: error: method does not override or implement a method from a supertype
@Override
^
52 errors
WordCount.java:5:错误:包org.apache.hadoop.conf不存在
导入org.apache.hadoop.conf.*;
^
java:6:错误:包org.apache.hadoop.fs不存在
导入org.apache.hadoop.fs.*;
^
java:7:错误:包org.apache.hadoop.conf不存在
导入org.apache.hadoop.conf.*;
^
java:8:错误:包org.apache.hadoop.io不存在
导入org.apache.hadoop.io.*;
^
java:9:错误:包org.apache.hadoop.mapreduce不存在
导入org.apache.hadoop.mapreduce.*;
^
java:10:错误:包org.apache.hadoop.mapreduce.lib.input不存在
导入org.apache.hadoop.mapreduce.lib.input.*;
^
java:11:错误:包org.apache.hadoop.mapreduce.lib.output不存在
导入org.apache.hadoop.mapreduce.lib.output.*;
^
java:12:错误:包org.apache.hadoop.util不存在
导入org.apache.hadoop.util.*;
^
java:14:错误:找不到符号
公共类WordCount扩展配置的实现工具{
^
符号:已配置类
java:14:错误:找不到符号
公共类WordCount扩展配置的实现工具{
^
符号:类工具
java:47:错误:找不到符号
公共静态类映射扩展映射器{
^
符号:类映射器
位置:类字数
java:47:错误:找不到符号
公共静态类映射扩展映射器{
^
符号:可长写类
位置:类字数
java:47:错误:找不到符号
公共静态类映射扩展映射器{
^
符号:类文本
位置:类字数
java:47:错误:找不到符号
公共静态类映射扩展映射器{
^
符号:类文本
位置:类字数
java:47:错误:找不到符号
公共静态类映射扩展映射器{
^
符号:类IntWritable
位置:类字数
java:48:错误:找不到符号
私有最终静态IntWritable one=新的IntWritable(1);
^
符号:类IntWritable
地点:班级地图
java:49:错误:找不到符号
私有文本字=新文本();
^
符号:类文本
地点:班级地图
java:52:错误:找不到符号
公共无效映射(可长写键、文本值、,
^
符号:可长写类
地点:班级地图
java:52:错误:找不到符号
公共无效映射(可长写键、文本值、,
^
符号:类文本
地点:班级地图
java:53:错误:包映射器不存在
上下文)抛出IOException、InterruptedException{
^
java:63:错误:找不到符号
公共静态类Reduce扩展Reducer{
^
符号:类减速器
位置:类字数
java:63:错误:找不到符号
公共静态类Reduce扩展Reducer{
^
符号:类文本
位置:类字数
java:63:错误:找不到符号
公共静态类Reduce扩展Reducer{
^
符号:类IntWritable
位置:类字数
java:63:错误:找不到符号
公共静态类Reduce扩展Reducer{
^
符号:类文本
位置:类字数
java:63:错误:找不到符号
公共静态类Reduce扩展Reducer{
^
符号:类IntWritable
位置:类字数
java:66:错误:找不到符号
公共void reduce(文本键、Iterable值、上下文上下文)引发IOException、InterruptedException{
^
符号:类文本
地点:班级减少
java:66:错误:找不到符号
公共void reduce(文本键、Iterable值、上下文上下文)引发IOException、InterruptedException{
^
符号:类IntWritable
地点:班级减少
java:66:错误:找不到符号
公共void reduce(文本键、Iterable值、上下文上下文)引发IOException、InterruptedException{
^
符号:类上下文
地点:班级减少
java:17:错误:找不到符号
int res=ToolRunner.run(new WordCount(),args);
^
WordCount.java:5: error: package org.apache.hadoop.conf does not exist
import org.apache.hadoop.conf.*;
^
WordCount.java:6: error: package org.apache.hadoop.fs does not exist
import org.apache.hadoop.fs.*;
^
WordCount.java:7: error: package org.apache.hadoop.conf does not exist
import org.apache.hadoop.conf.*;
^
WordCount.java:8: error: package org.apache.hadoop.io does not exist
import org.apache.hadoop.io.*;
^
WordCount.java:9: error: package org.apache.hadoop.mapreduce does not exist
import org.apache.hadoop.mapreduce.*;
^
WordCount.java:10: error: package org.apache.hadoop.mapreduce.lib.input does not exist
import org.apache.hadoop.mapreduce.lib.input.*;
^
WordCount.java:11: error: package org.apache.hadoop.mapreduce.lib.output does not exist
import org.apache.hadoop.mapreduce.lib.output.*;
^
WordCount.java:12: error: package org.apache.hadoop.util does not exist
import org.apache.hadoop.util.*;
^
WordCount.java:14: error: cannot find symbol
public class WordCount extends Configured implements Tool {
^
symbol: class Configured
WordCount.java:14: error: cannot find symbol
public class WordCount extends Configured implements Tool {
^
symbol: class Tool
WordCount.java:47: error: cannot find symbol
public static class Map extends Mapper<LongWritable, Text, Text, IntWritable> {
^
symbol: class Mapper
location: class WordCount
WordCount.java:47: error: cannot find symbol
public static class Map extends Mapper<LongWritable, Text, Text, IntWritable> {
^
symbol: class LongWritable
location: class WordCount
WordCount.java:47: error: cannot find symbol
public static class Map extends Mapper<LongWritable, Text, Text, IntWritable> {
^
symbol: class Text
location: class WordCount
WordCount.java:47: error: cannot find symbol
public static class Map extends Mapper<LongWritable, Text, Text, IntWritable> {
^
symbol: class Text
location: class WordCount
WordCount.java:47: error: cannot find symbol
public static class Map extends Mapper<LongWritable, Text, Text, IntWritable> {
^
symbol: class IntWritable
location: class WordCount
WordCount.java:48: error: cannot find symbol
private final static IntWritable one = new IntWritable(1);
^
symbol: class IntWritable
location: class Map
WordCount.java:49: error: cannot find symbol
private Text word = new Text();
^
symbol: class Text
location: class Map
WordCount.java:52: error: cannot find symbol
public void map(LongWritable key, Text value,
^
symbol: class LongWritable
location: class Map
WordCount.java:52: error: cannot find symbol
public void map(LongWritable key, Text value,
^
symbol: class Text
location: class Map
WordCount.java:53: error: package Mapper does not exist
Mapper.Context context) throws IOException, InterruptedException {
^
WordCount.java:63: error: cannot find symbol
public static class Reduce extends Reducer<Text, IntWritable, Text, IntWritable> {
^
symbol: class Reducer
location: class WordCount
WordCount.java:63: error: cannot find symbol
public static class Reduce extends Reducer<Text, IntWritable, Text, IntWritable> {
^
symbol: class Text
location: class WordCount
WordCount.java:63: error: cannot find symbol
public static class Reduce extends Reducer<Text, IntWritable, Text, IntWritable> {
^
symbol: class IntWritable
location: class WordCount
WordCount.java:63: error: cannot find symbol
public static class Reduce extends Reducer<Text, IntWritable, Text, IntWritable> {
^
symbol: class Text
location: class WordCount
WordCount.java:63: error: cannot find symbol
public static class Reduce extends Reducer<Text, IntWritable, Text, IntWritable> {
^
symbol: class IntWritable
location: class WordCount
WordCount.java:66: error: cannot find symbol
public void reduce(Text key, Iterable<IntWritable> values, Context context) throws IOException, InterruptedException {
^
symbol: class Text
location: class Reduce
WordCount.java:66: error: cannot find symbol
public void reduce(Text key, Iterable<IntWritable> values, Context context) throws IOException, InterruptedException {
^
symbol: class IntWritable
location: class Reduce
WordCount.java:66: error: cannot find symbol
public void reduce(Text key, Iterable<IntWritable> values, Context context) throws IOException, InterruptedException {
^
symbol: class Context
location: class Reduce
WordCount.java:17: error: cannot find symbol
int res = ToolRunner.run(new WordCount(), args);
^
symbol: variable ToolRunner
location: class WordCount
WordCount.java:22: error: cannot find symbol
Path inputPath = new Path(args[0]);
^
symbol: class Path
location: class WordCount
WordCount.java:22: error: cannot find symbol
Path inputPath = new Path(args[0]);
^
symbol: class Path
location: class WordCount
WordCount.java:23: error: cannot find symbol
Path outputPath = new Path(args[1]);
^
symbol: class Path
location: class WordCount
WordCount.java:23: error: cannot find symbol
Path outputPath = new Path(args[1]);
^
symbol: class Path
location: class WordCount
WordCount.java:25: error: cannot find symbol
Configuration conf = getConf();
^
symbol: class Configuration
location: class WordCount
WordCount.java:25: error: cannot find symbol
Configuration conf = getConf();
^
symbol: method getConf()
location: class WordCount
WordCount.java:26: error: cannot find symbol
Job job = new Job(conf, this.getClass().toString());
^
symbol: class Job
location: class WordCount
WordCount.java:26: error: cannot find symbol
Job job = new Job(conf, this.getClass().toString());
^
symbol: class Job
location: class WordCount
WordCount.java:26: error: cannot find symbol
Job job = new Job(conf, this.getClass().toString());
^
symbol: method getClass()
WordCount.java:28: error: cannot find symbol
FileInputFormat.setInputPaths(job, inputPath);
^
symbol: variable FileInputFormat
location: class WordCount
WordCount.java:29: error: cannot find symbol
FileOutputFormat.setOutputPath(job, outputPath);
^
symbol: variable FileOutputFormat
location: class WordCount
WordCount.java:33: error: cannot find symbol
job.setInputFormatClass(TextInputFormat.class);
^
symbol: class TextInputFormat
location: class WordCount
WordCount.java:34: error: cannot find symbol
job.setOutputFormatClass(TextOutputFormat.class);
^
symbol: class TextOutputFormat
location: class WordCount
WordCount.java:35: error: cannot find symbol
job.setMapOutputKeyClass(Text.class);
^
symbol: class Text
location: class WordCount
WordCount.java:36: error: cannot find symbol
job.setMapOutputValueClass(IntWritable.class);
^
symbol: class IntWritable
location: class WordCount
WordCount.java:37: error: cannot find symbol
job.setOutputKeyClass(Text.class);
^
symbol: class Text
location: class WordCount
WordCount.java:38: error: cannot find symbol
job.setOutputValueClass(IntWritable.class);
^
symbol: class IntWritable
location: class WordCount
WordCount.java:48: error: cannot find symbol
private final static IntWritable one = new IntWritable(1);
^
symbol: class IntWritable
location: class Map
WordCount.java:49: error: cannot find symbol
private Text word = new Text();
^
symbol: class Text
location: class Map
WordCount.java:51: error: method does not override or implement a method from a supertype
@Override
^
WordCount.java:68: error: cannot find symbol
for (IntWritable value : values) {
^
symbol: class IntWritable
location: class Reduce
WordCount.java:72: error: cannot find symbol
context.write(key, new IntWritable(sum));
^
symbol: class IntWritable
location: class Reduce
WordCount.java:65: error: method does not override or implement a method from a supertype
@Override
^
52 errors
<dependencies>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs</artifactId>
<version>2.7.1</version>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<version>2.7.1</version>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-core</artifactId>
<version>1.2.1</version>
</dependency>
</dependencies>
javac WordCount.java -cp $(hadoop classpath)
javac WordCount.java -cp $(/usr/local/Cellar/hadoop/2.8.0/bin/hadoop classpath)