Blame view

Coordinator.properties 1.35 KB
f795df3ae   Thanasis Naskos   initial commit
1
2
3
4
5
6
7
8
9
  [config]
  ##reconfigure running instances
  reconfigure=False
  
  ## The installation directory
  install_dir = /home/thanasis/Desktop/deploy_hadoop
  
  ## The type of API to call the cluster controller
  cloud_api_type = ganeti
21a4a7657   Thanasis Naskos   adding comments t...
10
  ## The OS/image name
f795df3ae   Thanasis Naskos   initial commit
11
  bucket_name = snf-image+hadoop121_root
21a4a7657   Thanasis Naskos   adding comments t...
12
13
  ## The default size for instances storage_vcpus_ram in MBs
  ## 300000_3_10000 = 300GB HDD, 3 VCPUs, 10GB RAM
f795df3ae   Thanasis Naskos   initial commit
14
15
16
17
18
19
20
  instance_type = 300000_3_10000
  
  ## The name of the cluster
  cluster_name = thanos-hadoop
  
  ## The template for instance hostnames 
  hostname_template = hadoop-nodes-
21a4a7657   Thanasis Naskos   adding comments t...
21
  ## The owner of the VMs. Every VM will be tagged with its owner's name
f795df3ae   Thanasis Naskos   initial commit
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
  ownerTag = _btj_
  
  ## Cluster type (supported types are: HADOOP)
  cluster_type = HADOOP
  
  ## Temporary database location
  db_file = /home/thanasis/Desktop/deploy_hadoop/hadoop.cluster.db 
  
  ##set the logging level
  logging_level=debug
  
  ##HADOOP HEAP SIZE (MB)
  hadoop_heap=8000
  
  ##MAP MEMORY (MB)
  map_memory=900
  
  ##REDUCE MEMORY (MB)
  reduce_memory=6000
  
  ##MAP TASKS PER TASKTRACKER
  map_tasks=2
  
  ##REDUCE TASKS PER TASKTRACKER
  reduce_tasks=1
  
  ##TOTAL MAP TASKS
  total_map_tasks=16
  
  ##TOTAL REDUCE TASKS
  total_reduce_tasks=8
  
  ###DFS REPLICATION
  dfs_replication=1
21a4a7657   Thanasis Naskos   adding comments t...
56
  ## Starting one master and one slave originally (min = 2)
f795df3ae   Thanasis Naskos   initial commit
57
  initial_cluster_size=9
a0f44abf0   Thanasis Naskos   adding one commen...
58
  # How much RAM (maximum in MB) to consume from every physical host.
f795df3ae   Thanasis Naskos   initial commit
59
60
61
  rabbit_maxmem=55000
  panther_maxmem=28000
  deer_maxmem=28000