roles/hadoop-pleiades.rb

   1 name 'hadoop-pleiades'
   2 description 'Pleiades Hadoop cluster node'
   3
   4 run_list(
   5   'role[node_commons]',
   6   # LDAP (option)
   7   #'role[nameservice-client-grid]',
   8   'role[hadoop]'
   9 )
  10
  11 #env_run_lists()
  12
  13 grid_vol_root = '/grid/vol'
  14 hadoop_attributes = {
  15   # core-site.xml
  16   'this.cluster.name' => 'pleiades',
  17   'this.domain' => 'grid.example.com',
  18   'this.namenode.fqdn' => '${this.cluster.name}-nn.${this.domain}',
  19   'fs.checkpoint.dir' => "#{grid_vol_root}/0/var/lib/${user.name}/checkpoint",
  20   #'fs.checkpoint.dir' => "#{grid_vol_root}/0/var/lib/${user.name}/checkpoint,/export/home/${user.name}/var/lib/checkpoint",
  21   # hdfs-site.xml
  22   'this.secondary.namenode.fqdn' => '${this.cluster.name}-cn.${this.domain}',
  23   'dfs.name.dir' => "#{grid_vol_root}/0/var/lib/${user.name}/name",
  24   #'dfs.name.dir' => "#{grid_vol_root}/0/var/lib/${user.name}/name,/export/home/${user.name}/var/lib/name",
  25   'dfs.replication' => '2',
  26   #'dfs.replication' => '3',
  27   # mapred-site.xml
  28   'this.jobtracker.fqdn' => '${this.cluster.name}-jt.${this.domain}',
  29   'this.jobhistory.fqdn' => '${this.cluster.name}-jt.${this.domain}',
  30   #'this.jobhistory.fqdn' => '${this.cluster.name}-jh.${this.domain}',
  31 }
  32
  33 #default_attributes()
  34
  35 override_attributes(
  36   'grid' => {
  37     'vol_root' => grid_vol_root,
  38     'max_vol_nums' => '4'
  39   },
  40   'hadoop' => hadoop_attributes
  41 )
  42