-----------------install hadoop----------------------
1. download java 6 jdk-6u34-linux-i586.bin
2. install java
chmod 777 jdk-6u34-linux-i586.bin
./jdk-6u34-linux-i586.bin
3. download install hadoop
4. set environment variables:
sudo gedit /etc/environment
export JAVA_HOME=/home/shgong/dev/jdk1.6.0_33
export CLASSPATH=..:/home/shgong/dev/jdk1.6.0_33/lib:/home/shgong/dev/jdk1.6.0_33/jre/lib
export HADOOP_INSTALL=/home/shgong/dev/hadoop-0.22.0
PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/home/shgong/dev/jdk1.6.0_33/bin:/home/shgong/dev/hadoop-0.22.0/bin"
5.verify:
java
hadoop
--------------change config-------------
core-site.xml
hdfs-site.xml
mapred-site.xml
----------------start hdfs-----------------
start-dfs.sh
http://localhost:50070
--------------------install maven------------------------------
home/shgong/dev/apache-maven-3.0.4/bin
--------------------install mysql-------------------
root/password
download mysql connectJ and add it to $SQOOP_HOME/lib