Face Recognition(face_recognition) Using Hadoop Streaming API: 代码.
cd /home/liupeng/hadoop/Face_Detection_Using_Hadoop_Streaming_API/
rm -f deploy/Imageprocessing.zip
zip -q -r deploy/Imageprocessing.zip Imageprocessing/
python DataPreProcessing.py /home/liupeng/hadoop/Face_Detection_Using_Hadoop_Streaming_API/images/ SerializedImages.txt
cp SerializedImages.txt /tmp/liupeng/
cd ~
# 脚本权限
chmod +x /home/liupeng/hadoop/Face_Detection_Using_Hadoop_Streaming_API/*
cd /usr/local/hadoop
# 在我们运行MapReduce job 前,我们需要将本地的文件复制到HDFS中
# /tmp/liupeng/SerializedImages.txt
liupeng@1:/usr/local/hadoop$ bin/hadoop dfs -copyFromLocal /tmp/liupeng liupeng
# 执行 MapReduce job
# face recognition
liupeng@1:/usr/local/hadoop$ bin/hadoop jar share/hadoop/tools/lib/hadoop-streaming-2.8.1.jar
-file /home/liupeng/hadoop/Face_Detection_Using_Hadoop_Streaming_API/FaceRecognitionRun.py
-file /home/liupeng/hadoop/Face_Detection_Using_Hadoop_Streaming_API/deploy/Imageprocessing.zip
-file /home/liupeng/hadoop/Face_Detection_Using_Hadoop_Streaming_API/Classifier/haarcascade_frontalface_default.xml
-file /home/liupeng/hadoop/Face_Detection_Using_Hadoop_Streaming_API/deploy/lp.jpg
-mapper /home/liupeng/hadoop/Face_Detection_Using_Hadoop_Streaming_API/FaceRecognitionRun.py
-input liupeng/* -output liupeng-output