123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141 |
- import xen.lowlevel.xc
- import xen.lowlevel.xs
- import string
- import time
- import qmemman_algo
- import os
- class DomainState:
- def __init__(self, id):
- self.meminfo = None
- self.memory_actual = None
- self.mem_used = None
- self.id = id
- self.last_target = 0
- class SystemState:
- def __init__(self):
- self.domdict = {}
- self.xc = xen.lowlevel.xc.xc()
- self.xs = xen.lowlevel.xs.xs()
- self.BALOON_DELAY = 0.1
- self.XEN_FREE_MEM_LEFT = 50*1024*1024
- def add_domain(self, id):
- self.domdict[id] = DomainState(id)
- def del_domain(self, id):
- self.domdict.pop(id)
- def get_free_xen_memory(self):
- return self.xc.physinfo()['free_memory']*1024
- # hosts = self.xend_session.session.xenapi.host.get_all()
- # host_record = self.xend_session.session.xenapi.host.get_record(hosts[0])
- # host_metrics_record = self.xend_session.session.xenapi.host_metrics.get_record(host_record["metrics"])
- # ret = host_metrics_record["memory_free"]
- # return long(ret)
- def refresh_memactual(self):
- for domain in self.xc.domain_getinfo():
- id = str(domain['domid'])
- if self.domdict.has_key(id):
- self.domdict[id].memory_actual = domain['mem_kb']*1024
- #the below works (and is fast), but then 'xm list' shows unchanged memory value
- def mem_set(self, id, val):
- print 'mem-set domain', id, 'to', val
- self.domdict[id].last_target = val
- self.xs.write('', '/local/domain/' + id + '/memory/target', str(val/1024))
- #can happen in the middle of domain shutdown
- #apparently xc.lowlevel throws exceptions too
- try:
- self.xc.domain_set_target_mem(int(id), val/1024)
- except:
- pass
-
- def mem_set_obsolete(self, id, val):
- uuid = self.domdict[id].uuid
- if val >= 2**31:
- print 'limiting memory from ', val, 'to maxint because of xml-rpc lameness'
- val = 2**31 - 1
- print 'mem-set domain', id, 'to', val
- try:
- self.xend_session.session.xenapi.VM.set_memory_dynamic_max_live(uuid, val)
- self.xend_session.session.xenapi.VM.set_memory_dynamic_min_live(uuid, val)
- #can happen in the middle of domain shutdown
- except XenAPI.Failure:
- pass
- def do_balloon(self, memsize):
- MAX_TRIES = 20
- niter = 0
- prev_memory_actual = None
- for i in self.domdict.keys():
- self.domdict[i].no_progress = False
- while True:
- xenfree = self.get_free_xen_memory()
- print 'got xenfree=', xenfree
- if xenfree >= memsize + self.XEN_FREE_MEM_LEFT:
- return True
- self.refresh_memactual()
- if prev_memory_actual is not None:
- for i in prev_memory_actual.keys():
- if prev_memory_actual[i] == self.domdict[i].memory_actual:
- self.domdict[i].no_progress = True
- print 'domain', i, 'stuck at', self.domdict[i].memory_actual
- memset_reqs = qmemman_algo.balloon(memsize + self.XEN_FREE_MEM_LEFT - xenfree, self.domdict)
- print 'requests:', memset_reqs
- if niter > MAX_TRIES or len(memset_reqs) == 0:
- return False
- prev_memory_actual = {}
- for i in memset_reqs:
- dom, mem = i
- self.mem_set(dom, mem)
- prev_memory_actual[dom] = self.domdict[dom].memory_actual
- time.sleep(self.BALOON_DELAY)
- niter = niter + 1
-
- def refresh_meminfo(self, domid, val):
- qmemman_algo.refresh_meminfo_for_domain(self.domdict[domid], val)
- self.do_balance()
- def is_balance_req_significant(self, memset_reqs, xenfree):
- total_memory_transfer = 0
- MIN_TOTAL_MEMORY_TRANSFER = 150*1024*1024
- MIN_MEM_CHANGE_WHEN_UNDER_PREF = 15*1024*1024
- for rq in memset_reqs:
- dom, mem = rq
- last_target = self.domdict[dom].last_target
- memory_change = mem - last_target
- total_memory_transfer += abs(memory_change)
- pref = qmemman_algo.prefmem(self.domdict[dom])
- if last_target > 0 and last_target < pref and memory_change > MIN_MEM_CHANGE_WHEN_UNDER_PREF:
- print 'dom', dom, 'is below pref, allowing balance'
- return True
- return total_memory_transfer + abs(xenfree - self.XEN_FREE_MEM_LEFT) > MIN_TOTAL_MEMORY_TRANSFER
- def print_stats(self, xenfree, memset_reqs):
- for i in self.domdict.keys():
- if self.domdict[i].meminfo is not None:
- print 'dom' , i, 'act/pref', self.domdict[i].memory_actual, qmemman_algo.prefmem(self.domdict[i])
- print 'xenfree=', xenfree, 'balance req:', memset_reqs
-
- def do_balance(self):
- if os.path.isfile('/var/run/qubes/do-not-membalance'):
- return
- self.refresh_memactual()
- xenfree = self.get_free_xen_memory()
- memset_reqs = qmemman_algo.balance(xenfree - self.XEN_FREE_MEM_LEFT, self.domdict)
- if not self.is_balance_req_significant(memset_reqs, xenfree):
- return
-
- self.print_stats(xenfree, memset_reqs)
- for rq in memset_reqs:
- dom, mem = rq
- self.mem_set(dom, mem)
- # for i in self.domdict.keys():
- # print 'domain ', i, ' meminfo=', self.domdict[i].meminfo, 'actual mem', self.domdict[i].memory_actual
- # print 'domain ', i, 'actual mem', self.domdict[i].memory_actual
- # print 'xen free mem', self.get_free_xen_memory()
|