name "hadoop_aws_t1-micro"
-description "AWS EC2 t1.micro"
+description "Hadoop cluster conf. on the AWS EC2 t1.micro instances."
+# t1.micro: 1 vCPU, 0.615 GiB, no storage (EBS only)
+# http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/concepts_micro_instances.html
-#cookbook_versions "couchdb" => "= 11.0.0"
+#cookbook_versions "hadoop" => "= 0.2.0"
hadoop_attributes = {
# core-site.xml
- 'dfs.replication' => '2',
- #'dfs.replication' => '3', # default, recommended.
+ 'dfs.replication' => '2', # default: 3 (recommended)
# mapred-site.xml
'extra_configs' => {
# e.g. 'core-site.xml' => {'k1' => 'v1', 'k2' => 'v2'},
'hadoop-env.sh' => {
- #'HADOOP_HEAPSIZE' => '2000', # default: 1000 MB
+ 'HADOOP_HEAPSIZE' => '500', # default: 1000 MB
#'HADOOP_NAMENODE_INIT_HEAPSIZE' => '2000' # default: 1000 MB (ver. 2.x)
- #'HADOOP_NAMENODE_OPTS' => '',
- #'HADOOP_SECONDARYNAMENODE_OPTS' => '',
- #'HADOOP_DATANODE_OPTS' => '',
- #'HADOOP_BALANCER_OPTS' => '',
- #'HADOOP_JOBTRACKER_OPTS' => '',
+ #'HADOOP_NAMENODE_OPTS' => '"${HADOOP_NAMENODE_OPTS} -Xmx500m"',
+ #'HADOOP_SECONDARYNAMENODE_OPTS' => '"${HADOOP_SECONDARYNAMENODE_OPTS} -Xmx500m"',
+ #'HADOOP_DATANODE_OPTS' => '"${HADOOP_DATANODE_OPTS} "',
+ #'HADOOP_BALANCER_OPTS' => '"${HADOOP_BALANCER_OPTS} "',
+ #'HADOOP_JOBTRACKER_OPTS' => '"${HADOOP_JOBTRACKER_OPTS} -Xmx500m"',
},
'yarn-env.sh' => { # ver. 2.x
- #'YARN_HEAPSIZE' => '2000' # default: 1000 MB
- #'YARN_RESOURCEMANAGER_OPTS' => '',
- #'YARN_NODEMANAGER_OPTS' => '',
+ 'YARN_HEAPSIZE' => '500' # default: 1000 MB
+ #'YARN_RESOURCEMANAGER_OPTS' => '"${YARN_RESOURCEMANAGER_OPTS} -Xmx500m"',
+ #'YARN_NODEMANAGER_OPTS' => '"${YARN_NODEMANAGER_OPTS} "',
},
'mapred-env.sh' => { # ver. 2.x
- #'HADOOP_JOB_HISTORYSERVER_HEAPSIZE' => '2000', # default: 1000 MB
- #'HADOOP_JOB_HISTORYSERVER_OPTS' => '',
+ #'HADOOP_JOB_HISTORYSERVER_HEAPSIZE' => '500', # default: 1000 MB
+ #'HADOOP_JOB_HISTORYSERVER_OPTS' => '"${HADOOP_JOB_HISTORYSERVER_OPTS} "',
},
'core-site.xml' => {
},
}
}
-default_attributes(
+override_attributes(
'grid' => {
- 'max_vol_nums' => '4'
+ 'max_vol_nums' => '1'
},
'hadoop' => hadoop_attributes
)