Eclipse编译Hadoop 0.20.203源码

1、软件环境：

Eclipse：Indigo Service Release 1

Hadoop：Hadoop 0.20.203

 

2、设置系统环境变量

JAVA_HOME = C:\Program Files\Java\jdk1.6.0_25

ANT_HOME = D:\apache-ant-1.8.2

M2_HOME = D:\apache-maven-2.2.1

Path = %M2_HOME%\bin;%ANT_HOME%\bin

classpath = .;%JAVA_HOME%\lib\dt.jar

 

3、新建Java Project，把hadoop-0.20.203.0\src下面的core、hdfs和mapred三个文件夹拷贝到Eclipse src目录

4、在Eclipse下新建lib文件夹，并把hadoop-0.20.203.0\lib和hadoop-0.20.203.0\lib\jsp-2.1中的所有jar包拷贝到此目录，把ant jar包也拷贝到此目录

 

5、新建conf目录，把自定义hadoop配置文件（core-site.xml/hdfs-site.xml/mapred-site.xml/hadoop-env.sh/masters/slaves）以及hadoop-0.20.203.0\webapps拷贝到此目录

6、把hadoop-0.20.203.0\src\webapps拷贝到Eclipse JSP目录下

7、编写build.xml

 

<?xml version="1.0"?>

<project name="hadoop-0.20.203" default="compile-all">
 <property name="basedir" value="." />

 <property name="lib.dir" location="${basedir}/lib" />
 <property name="build.classes" location="${basedir}/build" />

 <property name="javac.debug" value="on" />
 <property name="javac.optimize" value="on" />
 <property name="javac.deprecation" value="off" />
 <property name="javac.version" value="1.6" />
 <property name="javac.args" value="-Xlint:unchecked" />
 <property name="javac.encoding" value="UTF-8" />

 <property name="src" value="${basedir}/src" />
 <!--<property name="hdfs.src" value="${basedir}/hdfs" />-->

 <property name="release.dir" value="${basedir}/release" />

 <property name="config.dir" value="${basedir}/conf" />
 <!--<property name="cmd.dir" value="${basedir}/cmd" />
 <property name="jre.dir" value="${cmd.dir}/jre" />-->

 <property name="jsp.path" value="${basedir}/webapps" />
 <property name="webapps.path" value="${basedir}/conf/webapps" />
 <property name="servlet.path" location="${jsp.path}/src" />
 <!--<property name="jre.version" value="1.6.0_21" />-->

 

 <path id="classpath">
  <fileset dir="${lib.dir}" id="libdir">
   <include name="**/*.jar" />
   <include name="**/*.zip" />
   <exclude name="**/excluded/" />
  </fileset>
 </path>

 <target name="init">
  <mkdir dir="${build.classes}" />
  <mkdir dir="${release.dir}" />
  <mkdir dir="${servlet.path}" />
 </target>

 <target name="clean_build_dir">
  <delete dir="${build.classes}" />
  <delete dir="${release.dir}" />
  <delete dir="${servlet.path}" />
 </target>

 <target name="clean-all-and-compile-all"
         depends="clean_build_dir,compile-all" />

 <!--///////////////////////Compile Area - Start ////////////////////////-->
 <target name="compile-all" depends="clean_build_dir,init,compile-jsp">
  <macro_javac srcdir="${src}" destdir="${build.classes}" />
  <macro_javac srcdir="${servlet.path}" destdir="${build.classes}" />
 </target>

 <!-- ====================================================== -->
 <!-- Generate Install Package                               -->
 <!-- ====================================================== -->
 <target name="tar-install-32" depends="jar-all">
  <macro_tar version="32" />
 </target>

 <target name="tar-install-64" depends="jar-all">
  <macro_tar version="64" />
 </target>

 <target name="tar-install" depends="tar-install-32,tar-install-64" />

 <!-- ====================================================== -->
 <!-- Macro definitions                                      -->
 <!-- ====================================================== -->
 <macrodef name="macro_tar" description="Worker Macro for tar">
  <attribute name="version" />
  <sequential>
   <tar compression="gzip"
        longfile="gnu"
        destfile="${release.dir}/${ant.project.name}-@{version}.tar.gz">

    <tarfileset dir="${release.dir}" mode="664" prefix="/${ant.project.name}/lib">
     <include name="*.jar" />
    </tarfileset>

    <tarfileset dir="${config.dir}" mode="755" prefix="/${ant.project.name}/conf">
     <include name="**/*" />
    </tarfileset>

    <tarfileset dir="${lib.dir}/" mode="755" prefix="/${ant.project.name}/lib">
     <include name="**/*" />
    </tarfileset>

    <!--<tarfileset dir="${cmd.dir}"
                prefix="/cfs/bin"
                mode="777"
                dirmode="777">
     <include name="*" />
     <exclude name="**/.svn" />
     <exclude name="**/py" />
    </tarfileset>

    <tarfileset dir="${jre.dir}/linux@{version}/${jre.version}"
                mode="777"
                dirmode="777"
                prefix="/cfs/jre">
     <include name="**/*" />
    </tarfileset>-->

   </tar>
  </sequential>
 </macrodef>

 <target name="compile-jsp">
  <taskdef classname="org.apache.jasper.JspC" name="jsp-compile">
   <classpath refid="classpath" />
  </taskdef>
  <jsp-compile uriroot="${jsp.path}/datanode"
               outputdir="${servlet.path}"
               package="org.apache.hadoop.hdfs.server.datanode"
               webxml="${webapps.path}/datanode/WEB-INF/web.xml">
  </jsp-compile>

  <jsp-compile uriroot="${jsp.path}/hdfs"
               outputdir="${servlet.path}"
               package="org.apache.hadoop.hdfs.server.namenode"
               webxml="${webapps.path}/hdfs/WEB-INF/web.xml">
  </jsp-compile>

  <jsp-compile uriroot="${jsp.path}/job"
               outputdir="${servlet.path}"
               package="org.apache.hadoop.mapred"
               webxml="${webapps.path}/job/WEB-INF/web.xml">
  </jsp-compile>
  
  <jsp-compile uriroot="${jsp.path}/task"
               outputdir="${servlet.path}"
               package="org.apache.hadoop.mapred"
               webxml="${webapps.path}/task/WEB-INF/web.xml">
  </jsp-compile>
 </target>

 <!-- ====================================================== -->
 <!-- Core jar                                               -->
 <!-- ====================================================== -->
 <target name="jar-all" depends="compile-all" description="Make jar of cfs">
  <jar jarfile="${release.dir}/${ant.project.name}.jar">
   <manifest>
    <section name="cn/com/cncloud">
     <attribute name="Implementation-Title" value="${ant.project.name}" />
     <attribute name="Implementation-Version" value="2" />
     <attribute name="Implementation-Vendor" value="cncloud.com.cn" />
    </section>
   </manifest>
   <fileset dir="${build.classes}">
    <exclude name="src/**" />
   </fileset>
  </jar>
 </target>

 <macrodef name="macro_javac" description="Worker Macro for compile">
  <attribute name="destdir" />
  <attribute name="srcdir" />
  <sequential>
   <javac encoding="${javac.encoding}"
          srcdir="@{srcdir}"
          destdir="@{destdir}"
          debug="${javac.debug}"
          optimize="${javac.optimize}"
          target="${javac.version}"
          source="${javac.version}"
          deprecation="${javac.deprecation}"
          includes="**/*">

    <compilerarg line="${javac.args}" />

    <classpath refid="classpath" />
   </javac>

   <copy todir="@{destdir}">
    <fileset dir="@{srcdir}">
     <exclude name="**/*.java" />
    </fileset>
   </copy>
  </sequential>
 </macrodef>
</project>

 

8、首先ant下面的init，然后运行compile-jsp，接着把build目录下面的src目录设置成Use as a source folder，最后运行compile-all