Thanasis Naskos / Deploy Hadoop _btj edition_

Blame view

Coordinator.properties 1.32 KB
edit raw normal view history
f795df3ae   Thanasis Naskos   initial commit 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
 
  [config]
  ##reconfigure running instances
  reconfigure=False
  
  ## The installation directory
  install_dir = /home/thanasis/Desktop/deploy_hadoop
  
  ## The type of API to call the cluster controller
  cloud_api_type = ganeti
  
  ## The bucket that contains the emi to use. All dbs are installed in the /opt directory inside the image.
  bucket_name = snf-image+hadoop121_root
  
  ## The default size for instances
  instance_type = 300000_3_10000
  
  ## The name of the cluster
  cluster_name = thanos-hadoop
  
  ## The template for instance hostnames 
  hostname_template = hadoop-nodes-
  
  ## The owner of the VMs
  ownerTag = _btj_
  
  ## Cluster type (supported types are: HADOOP)
  cluster_type = HADOOP
  
  ## Temporary database location
  db_file = /home/thanasis/Desktop/deploy_hadoop/hadoop.cluster.db 
  
  ##set the logging level
  logging_level=debug
  
  ##HADOOP HEAP SIZE (MB)
  hadoop_heap=8000
  
  ##MAP MEMORY (MB)
  map_memory=900
  
  ##REDUCE MEMORY (MB)
  reduce_memory=6000
  
  ##MAP TASKS PER TASKTRACKER
  map_tasks=2
  
  ##REDUCE TASKS PER TASKTRACKER
  reduce_tasks=1
  
  ##TOTAL MAP TASKS
  total_map_tasks=16
  
  ##TOTAL REDUCE TASKS
  total_reduce_tasks=8
  
  ###DFS REPLICATION
  dfs_replication=1
  
  ## Starting one master and one node originally (min = 2)
  initial_cluster_size=9
a0f44abf0   Thanasis Naskos   adding one commen... 
61
 
  # How much RAM (maximum in MB) to consume from every physical host.
f795df3ae   Thanasis Naskos   initial commit 
62
63
64
 
  rabbit_maxmem=55000
  panther_maxmem=28000
  deer_maxmem=28000