Deamon.py 8.33 KB
   1
   2
   3
   4
   5
   6
   7
   8
   9
  10
  11
  12
  13
  14
  15
  16
  17
  18
  19
  20
  21
  22
  23
  24
  25
  26
  27
  28
  29
  30
  31
  32
  33
  34
  35
  36
  37
  38
  39
  40
  41
  42
  43
  44
  45
  46
  47
  48
  49
  50
  51
  52
  53
  54
  55
  56
  57
  58
  59
  60
  61
  62
  63
  64
  65
  66
  67
  68
  69
  70
  71
  72
  73
  74
  75
  76
  77
  78
  79
  80
  81
  82
  83
  84
  85
  86
  87
  88
  89
  90
  91
  92
  93
  94
  95
  96
  97
  98
  99
 100
 101
 102
 103
 104
 105
 106
 107
 108
 109
 110
 111
 112
 113
 114
 115
 116
 117
 118
 119
 120
 121
 122
 123
 124
 125
 126
 127
 128
 129
 130
 131
 132
 133
 134
 135
 136
 137
 138
 139
 140
 141
 142
 143
 144
 145
 146
 147
 148
 149
 150
 151
 152
 153
 154
 155
 156
 157
 158
 159
 160
 161
 162
 163
 164
 165
 166
 167
 168
 169
 170
 171
 172
 173
 174
 175
 176
 177
 178
 179
 180
 181
 182
 183
 184
 185
 186
 187
 188
 189
 190
 191
 192
 193
 194
 195
 196
 197
 198
 199
 200
 201
 202
 203
 204
 205
 206
 207
'''
Created on Sep 30, 2010

@author: ikons
'''
#!/usr/bin/env python

import sys, os, time, atexit, logging.handlers
from signal import SIGTERM
#import shutil, fileinput
import Utils

class Daemon:
"""
A generic daemon class.
Usage: subclass the Daemon class and override the run() method
"""

def __init__(self, pidfile, properties_file, stdin='/dev/null', stdout='/dev/null', stderr='/dev/null'):
self.stdin = stdin
self.stdout = stdout
self.stderr = stderr
self.pidfile = pidfile
self.properties_file = properties_file
## Read properties from file
self.utils = Utils.Utils(properties_file)
sim_dir = self.utils.logs_folder_name.replace('logs_','sim_')
## Make log directory
self.utils.mkdir_p(self.utils.install_dir+'/'+self.utils.logs_folder_name)
self.utils.mkdir_p(self.utils.install_dir+'/'+sim_dir+"/"+self.utils.experiments_logs_folder_name)
self.utils.mkdir_p(self.utils.install_dir+'/'+sim_dir+"/"+self.utils.experiments_logs_folder_name+"/"+self.utils.experiments_logs_name)
## Install stdout
self.stdout = self.utils.install_dir+"/"+self.utils.logs_folder_name+"/Coordinator.out"
## Install stderr
self.stderr = self.utils.install_dir+"/"+self.utils.logs_folder_name+"/Coordinator.err"
## Install logger
LOG_FILENAME = self.utils.install_dir+'/'+self.utils.logs_folder_name+'/Coordinator.log'
self.my_logger = logging.getLogger('Deamon')
self.my_logger.setLevel(self.utils.logging_level)
handler = logging.handlers.RotatingFileHandler(
LOG_FILENAME, maxBytes=2*1024*1024, backupCount=5)
formatter = logging.Formatter("%(asctime)s - %(levelname)s - %(name)s - %(message)s")
handler.setFormatter(formatter)
self.my_logger.addHandler(handler)
## log the properties loaded
# self.my_logger.debug(self.utils.euca_rc_dir)
# self.my_logger.debug(self.utils.initial_cluster_size)
# self.my_logger.debug(self.utils.bucket_name)
# self.my_logger.debug(self.utils.instance_type)
# self.my_logger.debug(self.utils.cluster_name)
# self.my_logger.debug(self.utils.hostname_template)
# self.my_logger.debug(self.utils.reconfigure)
# self.my_logger.debug(self.utils.cluster_type)
# self.my_logger.debug(self.utils.db_file)
#
#
# ## Set environment
# if self.utils.cloud_api_type == "EC2":
# eucarc_file = open(self.utils.euca_rc_dir+"/eucarc", "r")
# for line in eucarc_file.readlines():
# if line.startswith("export"):
# tokens = line.strip().split('=')
# os.environ[tokens[0].replace("export ","")] = tokens[1].replace("${EUCA_KEY_DIR}", self.utils.euca_rc_dir).replace("'","")
# if self.utils.cloud_api_type == "EC2_OS":
# eucarc_file = open(self.utils.euca_rc_dir+"/novarc", "r")
# for line in eucarc_file.readlines():
# if line.startswith("export"):
# tokens = line.strip().split('=')
# os.environ[tokens[0].replace("export ","")] = str(tokens[1].replace("${NOVA_KEY_DIR}", self.utils.euca_rc_dir).replace("'","").replace("\"",""))

## Return the environment with which the daemon is run
# self.my_logger.debug(os.environ)
def daemonize(self):
"""
do the UNIX double-fork magic, see Stevens' "Advanced
Programming in the UNIX Environment" for details (ISBN 0201563177)
http://www.erlenstar.demon.co.uk/unix/faq_2.html#SEC16
"""
try:
pid = os.fork()
if pid > 0:
# exit first parent
sys.exit(0)
except OSError, e:
sys.stderr.write("fork #1 failed: %d (%s)\n" % (e.errno, e.strerror))
sys.exit(1)
# decouple from parent environment
# os.chdir("/")
os.chdir(self.utils.install_dir)
os.setsid()
os.umask(0)

# do second fork
try:
pid = os.fork()
if pid > 0:
# exit from second parent
sys.exit(0)
except OSError, e:
sys.stderr.write("fork #2 failed: %d (%s)\n" % (e.errno, e.strerror))
sys.exit(1)
# redirect standard file descriptors
sys.stdout.flush()
sys.stderr.flush()
si = file(self.stdin, 'r')
so = file(self.stdout, 'a+')
se = file(self.stderr, 'a+', 0)
# uncomment the above line to redirect stderr
os.dup2(si.fileno(), sys.stdin.fileno())
os.dup2(so.fileno(), sys.stdout.fileno())
os.dup2(se.fileno(), sys.stderr.fileno())
# uncomment the above line to redirect stderr
# write pidfile
atexit.register(self.delpid)
pid = str(os.getpid())
file(self.pidfile,'w+').write("%s\n" % pid)
def delpid(self):
os.remove(self.pidfile)
def start(self):
"""
#
Start the daemon
#
"""
# Check for a pidfile to see if the daemon already runs
try:
pf = file(self.pidfile,'r')
pid = int(pf.read().strip())
pf.close()
except IOError:
pid = None
if pid:
message = "pidfile %s already exist. Daemon already running?\n"
sys.stderr.write(message % self.pidfile)
sys.exit(1)
# Start the daemon
#Comment this line for Stabilizing test!!!
self.daemonize()
self.run()
def stop(self):
"""
#
Stop the daemon
#
"""
# Get the pid from the pidfile
try:
pf = file(self.pidfile,'r')
pid = int(pf.read().strip())
pf.close()
except IOError:
pid = None
if not pid:
message = "pidfile %s does not exist. Daemon not running?\n"
sys.stderr.write(message % self.pidfile)
return # not an error in a restart
# Try killing the daemon process
try:
while 1:
os.kill(pid, SIGTERM)
time.sleep(0.1)
except OSError, err:
err = str(err)
if err.find("No such process") > 0:
if os.path.exists(self.pidfile):
os.remove(self.pidfile)
else:
print str(err)
sys.exit(1)
def restart(self):
"""
Restart the daemon
"""
self.stop()
self.start()
def run(self):
"""
You should override this method when you subclass Daemon. It will be called after the process has been
daemonized by start() or restart().
"""