diff --git a/hadoop/2.7.1/README b/hadoop/2.7.1/README.md
similarity index 100%
rename from hadoop/2.7.1/README
rename to hadoop/2.7.1/README.md
diff --git a/hadoop/2.7.4/README b/hadoop/2.7.4/README.md
similarity index 92%
rename from hadoop/2.7.4/README
rename to hadoop/2.7.4/README.md
index 567e1ed..fde23bc 100644
--- a/hadoop/2.7.4/README
+++ b/hadoop/2.7.4/README.md
@@ -1,8 +1,8 @@
-# based on sequenceiq/hadoop-docker
+# based on alpine
## Create a hadoop cluster in swarm mode
-`--hostname` needs 1.13 or higher
+`--hostname` needs docker 1.13 or higher
```
docker service create \
@@ -84,4 +84,4 @@ YARN: hadoop-master:8088
HDFS: hadoop-master:50070
-_Proxy needed, e.g. newnius/docker-proxy_
+_Proxy needed: newnius/docker-proxy_
diff --git a/hadoop/2.7.4/core-site.xml b/hadoop/2.7.4/core-site.xml
index da536c3..7bd76e9 100644
--- a/hadoop/2.7.4/core-site.xml
+++ b/hadoop/2.7.4/core-site.xml
@@ -17,13 +17,12 @@
-
-
- fs.defaultFS
- hdfs://hadoop-master:8020
-
-
- fs.default.name
- hdfs://hadoop-master:8020
-
+
+ fs.defaultFS
+ hdfs://hadoop-master:8020
+
+
+ fs.default.name
+ hdfs://hadoop-master:8020
+
diff --git a/hadoop/2.7.4/hdfs-site.xml b/hadoop/2.7.4/hdfs-site.xml
index af4e13d..a6cd584 100644
--- a/hadoop/2.7.4/hdfs-site.xml
+++ b/hadoop/2.7.4/hdfs-site.xml
@@ -17,30 +17,24 @@
-
dfs.permissions
false
-
-
+
dfs.namenode.secondary.http-address
hadoop-slave1:50090
-
+
dfs.namenode.http-address
hadoop-master:50070
-
-
- dfs.datanode.max.transfer.threads
- 8192
+
+ dfs.datanode.max.transfer.threads
+ 8192
+
+
+ dfs.replication
+ 3
-
-
- dfs.replication
- 3
-
-
-
diff --git a/hadoop/2.7.4/mapred-site.xml b/hadoop/2.7.4/mapred-site.xml
index cad0cee..00fc7b8 100644
--- a/hadoop/2.7.4/mapred-site.xml
+++ b/hadoop/2.7.4/mapred-site.xml
@@ -17,8 +17,7 @@
-
-
+
mapreduce.framework.name
yarn
@@ -29,5 +28,5 @@
mapreduce.jobhistory.webapp.address
hadoop-master:19888
-
+
diff --git a/hadoop/2.7.4/yarn-site.xml b/hadoop/2.7.4/yarn-site.xml
index bf318f4..c3fec7b 100644
--- a/hadoop/2.7.4/yarn-site.xml
+++ b/hadoop/2.7.4/yarn-site.xml
@@ -14,33 +14,26 @@
-->
-
-
- yarn.application.classpath
- /usr/local/hadoop/etc/hadoop, /usr/local/hadoop/share/hadoop/common/*, /usr/local/hadoop/share/hadoop/common/lib/*, /usr/local/hadoop/share/hadoop/hdfs/*, /usr/local/hadoop/share/hadoop/hdfs/lib/*, /usr/local/hadoop/share/hadoop/mapreduce/*, /usr/local/hadoop/share/hadoop/mapreduce/lib/*, /usr/local/hadoop/share/hadoop/yarn/*, /usr/local/hadoop/share/hadoop/yarn/lib/*
-
-
-
+
+ yarn.application.classpath
+ /usr/local/hadoop/etc/hadoop, /usr/local/hadoop/share/hadoop/common/*, /usr/local/hadoop/share/hadoop/common/lib/*, /usr/local/hadoop/share/hadoop/hdfs/*, /usr/local/hadoop/share/hadoop/hdfs/lib/*, /usr/local/hadoop/share/hadoop/mapreduce/*, /usr/local/hadoop/share/hadoop/mapreduce/lib/*, /usr/local/hadoop/share/hadoop/yarn/*, /usr/local/hadoop/share/hadoop/yarn/lib/*
+
yarn.resourcemanager.hostname
hadoop-master
-
yarn.nodemanager.aux-services
mapreduce_shuffle
-
yarn.log-aggregation-enable
true
-
yarn.log-aggregation.retain-seconds
604800
-
yarn.nodemanager.resource.memory-mb
2048
@@ -49,8 +42,8 @@
yarn.nodemanager.resource.cpu-vcores
2
-
- yarn.scheduler.minimum-allocation-mb
- 1024
-
+
+ yarn.scheduler.minimum-allocation-mb
+ 1024
+
diff --git a/hadoop/2.8.1/README b/hadoop/2.8.1/README.md
similarity index 89%
rename from hadoop/2.8.1/README
rename to hadoop/2.8.1/README.md
index c7d3e15..fde23bc 100644
--- a/hadoop/2.8.1/README
+++ b/hadoop/2.8.1/README.md
@@ -1,8 +1,8 @@
-# based on sequenceiq/hadoop-docker
+# based on alpine
## Create a hadoop cluster in swarm mode
-`--hostname` needs 1.13 or higher
+`--hostname` needs docker 1.13 or higher
```
docker service create \
@@ -66,7 +66,7 @@ bin/hadoop namenode -format
### Run a test job
-bin/hadoop jar share/hadoop/mapreduce/hadoop-mapreduce-examples-2.8.1.jar grep input output 'dfs[a-z.]+'
+bin/hadoop jar share/hadoop/mapreduce/hadoop-mapreduce-examples-2.7.4.jar grep input output 'dfs[a-z.]+'
Note: there is no such dir default, you can add data by
@@ -84,4 +84,4 @@ YARN: hadoop-master:8088
HDFS: hadoop-master:50070
-_Proxy needed, e.g. newnius/docker-proxy_
+_Proxy needed: newnius/docker-proxy_
diff --git a/hadoop/2.8.1/core-site.xml b/hadoop/2.8.1/core-site.xml
index da536c3..7bd76e9 100644
--- a/hadoop/2.8.1/core-site.xml
+++ b/hadoop/2.8.1/core-site.xml
@@ -17,13 +17,12 @@
-
-
- fs.defaultFS
- hdfs://hadoop-master:8020
-
-
- fs.default.name
- hdfs://hadoop-master:8020
-
+
+ fs.defaultFS
+ hdfs://hadoop-master:8020
+
+
+ fs.default.name
+ hdfs://hadoop-master:8020
+
diff --git a/hadoop/2.8.1/hdfs-site.xml b/hadoop/2.8.1/hdfs-site.xml
index af4e13d..a6cd584 100644
--- a/hadoop/2.8.1/hdfs-site.xml
+++ b/hadoop/2.8.1/hdfs-site.xml
@@ -17,30 +17,24 @@
-
dfs.permissions
false
-
-
+
dfs.namenode.secondary.http-address
hadoop-slave1:50090
-
+
dfs.namenode.http-address
hadoop-master:50070
-
-
- dfs.datanode.max.transfer.threads
- 8192
+
+ dfs.datanode.max.transfer.threads
+ 8192
+
+
+ dfs.replication
+ 3
-
-
- dfs.replication
- 3
-
-
-
diff --git a/hadoop/2.8.1/mapred-site.xml b/hadoop/2.8.1/mapred-site.xml
index cad0cee..00fc7b8 100644
--- a/hadoop/2.8.1/mapred-site.xml
+++ b/hadoop/2.8.1/mapred-site.xml
@@ -17,8 +17,7 @@
-
-
+
mapreduce.framework.name
yarn
@@ -29,5 +28,5 @@
mapreduce.jobhistory.webapp.address
hadoop-master:19888
-
+
diff --git a/hadoop/2.8.1/yarn-site.xml b/hadoop/2.8.1/yarn-site.xml
index bf318f4..c3fec7b 100644
--- a/hadoop/2.8.1/yarn-site.xml
+++ b/hadoop/2.8.1/yarn-site.xml
@@ -14,33 +14,26 @@
-->
-
-
- yarn.application.classpath
- /usr/local/hadoop/etc/hadoop, /usr/local/hadoop/share/hadoop/common/*, /usr/local/hadoop/share/hadoop/common/lib/*, /usr/local/hadoop/share/hadoop/hdfs/*, /usr/local/hadoop/share/hadoop/hdfs/lib/*, /usr/local/hadoop/share/hadoop/mapreduce/*, /usr/local/hadoop/share/hadoop/mapreduce/lib/*, /usr/local/hadoop/share/hadoop/yarn/*, /usr/local/hadoop/share/hadoop/yarn/lib/*
-
-
-
+
+ yarn.application.classpath
+ /usr/local/hadoop/etc/hadoop, /usr/local/hadoop/share/hadoop/common/*, /usr/local/hadoop/share/hadoop/common/lib/*, /usr/local/hadoop/share/hadoop/hdfs/*, /usr/local/hadoop/share/hadoop/hdfs/lib/*, /usr/local/hadoop/share/hadoop/mapreduce/*, /usr/local/hadoop/share/hadoop/mapreduce/lib/*, /usr/local/hadoop/share/hadoop/yarn/*, /usr/local/hadoop/share/hadoop/yarn/lib/*
+
yarn.resourcemanager.hostname
hadoop-master
-
yarn.nodemanager.aux-services
mapreduce_shuffle
-
yarn.log-aggregation-enable
true
-
yarn.log-aggregation.retain-seconds
604800
-
yarn.nodemanager.resource.memory-mb
2048
@@ -49,8 +42,8 @@
yarn.nodemanager.resource.cpu-vcores
2
-
- yarn.scheduler.minimum-allocation-mb
- 1024
-
+
+ yarn.scheduler.minimum-allocation-mb
+ 1024
+