000QubesVm.py 56 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523
  1. #!/usr/bin/python2
  2. #
  3. # The Qubes OS Project, http://www.qubes-os.org
  4. #
  5. # Copyright (C) 2010 Joanna Rutkowska <joanna@invisiblethingslab.com>
  6. # Copyright (C) 2013 Marek Marczykowski <marmarek@invisiblethingslab.com>
  7. #
  8. # This program is free software; you can redistribute it and/or
  9. # modify it under the terms of the GNU General Public License
  10. # as published by the Free Software Foundation; either version 2
  11. # of the License, or (at your option) any later version.
  12. #
  13. # This program is distributed in the hope that it will be useful,
  14. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  16. # GNU General Public License for more details.
  17. #
  18. # You should have received a copy of the GNU General Public License
  19. # along with this program; if not, write to the Free Software
  20. # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  21. #
  22. #
  23. import datetime
  24. import fcntl
  25. import lxml.etree
  26. import os
  27. import os.path
  28. import re
  29. import shutil
  30. import subprocess
  31. import sys
  32. import time
  33. import uuid
  34. import xml.parsers.expat
  35. from qubes.qubes import xs,dry_run,xc,xl_ctx
  36. from qubes.qubes import register_qubes_vm_class
  37. from qubes.qubes import QubesVmCollection,QubesException,QubesHost,QubesVmLabels
  38. from qubes.qubes import defaults,system_path,vm_files,qubes_max_qid
  39. from qubes.qmemman_client import QMemmanClient
  40. class QubesVm(object):
  41. """
  42. A representation of one Qubes VM
  43. Only persistent information are stored here, while all the runtime
  44. information, e.g. Xen dom id, etc, are to be retrieved via Xen API
  45. Note that qid is not the same as Xen's domid!
  46. """
  47. # In which order load this VM type from qubes.xml
  48. load_order = 100
  49. # hooks for plugins (modules) which want to influence existing classes,
  50. # without introducing new ones
  51. hooks_clone_disk_files = []
  52. hooks_create_on_disk = []
  53. hooks_create_xenstore_entries = []
  54. hooks_get_attrs_config = []
  55. hooks_get_clone_attrs = []
  56. hooks_get_config_params = []
  57. hooks_init = []
  58. hooks_label_setter = []
  59. hooks_netvm_setter = []
  60. hooks_post_rename = []
  61. hooks_pre_rename = []
  62. hooks_remove_from_disk = []
  63. hooks_start = []
  64. hooks_verify_files = []
  65. def get_attrs_config(self):
  66. """ Object attributes for serialization/deserialization
  67. inner dict keys:
  68. - order: initialization order (to keep dependency intact)
  69. attrs without order will be evaluated at the end
  70. - default: default value used when attr not given to object constructor
  71. - attr: set value to this attribute instead of parameter name
  72. - eval: assign result of this expression instead of value directly;
  73. local variable 'value' contains attribute value (or default if it was not given)
  74. - save: use evaluation result as value for XML serialization; only attrs with 'save' key will be saved in XML
  75. - save_skip: if present and evaluates to true, attr will be omitted in XML
  76. - save_attr: save to this XML attribute instead of parameter name
  77. """
  78. attrs = {
  79. # __qid cannot be accessed by setattr, so must be set manually in __init__
  80. "qid": { "attr": "_qid", "order": 0 },
  81. "name": { "order": 1 },
  82. "dir_path": { "default": None, "order": 2 },
  83. "conf_file": { "eval": 'self.absolute_path(value, self.name + ".conf")', 'order': 3 },
  84. ### order >= 10: have base attrs set
  85. "root_img": { "eval": 'self.absolute_path(value, vm_files["root_img"])', 'order': 10 },
  86. "private_img": { "eval": 'self.absolute_path(value, vm_files["private_img"])', 'order': 10 },
  87. "volatile_img": { "eval": 'self.absolute_path(value, vm_files["volatile_img"])', 'order': 10 },
  88. "firewall_conf": { "eval": 'self.absolute_path(value, vm_files["firewall_conf"])', 'order': 10 },
  89. "installed_by_rpm": { "default": False, 'order': 10 },
  90. "template": { "default": None, 'order': 10 },
  91. ### order >= 20: have template set
  92. "uses_default_netvm": { "default": True, 'order': 20 },
  93. "netvm": { "default": None, "attr": "_netvm", 'order': 20 },
  94. "label": { "attr": "_label", "default": defaults["appvm_label"], 'order': 20,
  95. 'xml_deserialize': lambda _x: QubesVmLabels[_x] },
  96. "memory": { "default": defaults["memory"], 'order': 20, "eval": "int(value)" },
  97. "maxmem": { "default": None, 'order': 25, "eval": "int(value) if value else None" },
  98. "pcidevs": { "default": '[]', 'order': 25, "eval": \
  99. '[] if value in ["none", None] else eval(value) if value.find("[") >= 0 else eval("[" + value + "]")' },
  100. # Internal VM (not shown in qubes-manager, doesn't create appmenus entries
  101. "internal": { "default": False },
  102. "vcpus": { "default": None },
  103. "uses_default_kernel": { "default": True, 'order': 30 },
  104. "uses_default_kernelopts": { "default": True, 'order': 30 },
  105. "kernel": { "default": None, 'order': 31,
  106. 'eval': 'collection.get_default_kernel() if self.uses_default_kernel else value' },
  107. "kernelopts": { "default": "", 'order': 31, "eval": \
  108. 'value if not self.uses_default_kernelopts else defaults["kernelopts_pcidevs"] if len(self.pcidevs) > 0 else defaults["kernelopts"]' },
  109. "mac": { "attr": "_mac", "default": None },
  110. "include_in_backups": { "default": True },
  111. "services": { "default": {}, "eval": "eval(str(value))" },
  112. "debug": { "default": False },
  113. "default_user": { "default": "user" },
  114. "qrexec_timeout": { "default": 60, "eval": "int(value)" },
  115. ##### Internal attributes - will be overriden in __init__ regardless of args
  116. "config_file_template": { "eval": 'system_path["config_template_pv"]' },
  117. "icon_path": { "eval": 'os.path.join(self.dir_path, "icon.png") if self.dir_path is not None else None' },
  118. # used to suppress side effects of clone_attrs
  119. "_do_not_reset_firewall": { "eval": 'False' },
  120. "kernels_dir": { 'eval': 'os.path.join(system_path["qubes_kernels_base_dir"], self.kernel) if self.kernel is not None else ' + \
  121. # for backward compatibility (or another rare case): kernel=None -> kernel in VM dir
  122. 'os.path.join(self.dir_path, vm_files["kernels_subdir"])' },
  123. "_start_guid_first": { 'eval': 'False' },
  124. }
  125. ### Mark attrs for XML inclusion
  126. # Simple string attrs
  127. for prop in ['qid', 'name', 'dir_path', 'memory', 'maxmem', 'pcidevs', 'vcpus', 'internal',\
  128. 'uses_default_kernel', 'kernel', 'uses_default_kernelopts',\
  129. 'kernelopts', 'services', 'installed_by_rpm',\
  130. 'uses_default_netvm', 'include_in_backups', 'debug',\
  131. 'default_user', 'qrexec_timeout' ]:
  132. attrs[prop]['save'] = 'str(self.%s)' % prop
  133. # Simple paths
  134. for prop in ['conf_file', 'root_img', 'volatile_img', 'private_img']:
  135. attrs[prop]['save'] = 'self.relative_path(self.%s)' % prop
  136. attrs[prop]['save_skip'] = 'self.%s is None' % prop
  137. attrs['mac']['save'] = 'str(self._mac)'
  138. attrs['mac']['save_skip'] = 'self._mac is None'
  139. attrs['netvm']['save'] = 'str(self.netvm.qid) if self.netvm is not None else "none"'
  140. attrs['netvm']['save_attr'] = "netvm_qid"
  141. attrs['template']['save'] = 'str(self.template.qid) if self.template else "none"'
  142. attrs['template']['save_attr'] = "template_qid"
  143. attrs['label']['save'] = 'self.label.name'
  144. # fire hooks
  145. for hook in self.hooks_get_attrs_config:
  146. attrs = hook(self, attrs)
  147. return attrs
  148. def __basic_parse_xml_attr(self, value):
  149. if value is None:
  150. return None
  151. if value.lower() == "none":
  152. return None
  153. if value.lower() == "true":
  154. return True
  155. if value.lower() == "false":
  156. return False
  157. if value.isdigit():
  158. return int(value)
  159. return value
  160. def __init__(self, **kwargs):
  161. collection = None
  162. if 'collection' in kwargs:
  163. collection = kwargs['collection']
  164. else:
  165. raise ValueError("No collection given to QubesVM constructor")
  166. # Special case for template b/c it is given in "template_qid" property
  167. if "xml_element" in kwargs and kwargs["xml_element"].get("template_qid"):
  168. template_qid = kwargs["xml_element"].get("template_qid")
  169. if template_qid.lower() != "none":
  170. if int(template_qid) in collection:
  171. kwargs["template"] = collection[int(template_qid)]
  172. else:
  173. raise ValueError("Unknown template with QID %s" % template_qid)
  174. attrs = self.get_attrs_config()
  175. for attr_name in sorted(attrs, key=lambda _x: attrs[_x]['order'] if 'order' in attrs[_x] else 1000):
  176. attr_config = attrs[attr_name]
  177. attr = attr_name
  178. if 'attr' in attr_config:
  179. attr = attr_config['attr']
  180. value = None
  181. if attr_name in kwargs:
  182. value = kwargs[attr_name]
  183. elif 'xml_element' in kwargs and kwargs['xml_element'].get(attr_name) is not None:
  184. if 'xml_deserialize' in attr_config and callable(attr_config['xml_deserialize']):
  185. value = attr_config['xml_deserialize'](kwargs['xml_element'].get(attr_name))
  186. else:
  187. value = self.__basic_parse_xml_attr(kwargs['xml_element'].get(attr_name))
  188. else:
  189. if 'default' in attr_config:
  190. value = attr_config['default']
  191. if 'eval' in attr_config:
  192. setattr(self, attr, eval(attr_config['eval']))
  193. else:
  194. #print "setting %s to %s" % (attr, value)
  195. setattr(self, attr, value)
  196. #Init private attrs
  197. self.__qid = self._qid
  198. assert self.__qid < qubes_max_qid, "VM id out of bounds!"
  199. assert self.name is not None
  200. if not self.verify_name(self.name):
  201. raise QubesException("Invalid characters in VM name")
  202. if self.netvm is not None:
  203. self.netvm.connected_vms[self.qid] = self
  204. # Not in generic way to not create QubesHost() to frequently
  205. if self.maxmem is None:
  206. qubes_host = QubesHost()
  207. total_mem_mb = qubes_host.memory_total/1024
  208. self.maxmem = total_mem_mb/2
  209. # By default allow use all VCPUs
  210. if self.vcpus is None:
  211. qubes_host = QubesHost()
  212. self.vcpus = qubes_host.no_cpus
  213. # Always set if meminfo-writer should be active or not
  214. if 'meminfo-writer' not in self.services:
  215. self.services['meminfo-writer'] = not (len(self.pcidevs) > 0)
  216. # Additionally force meminfo-writer disabled when VM have PCI devices
  217. if len(self.pcidevs) > 0:
  218. self.services['meminfo-writer'] = False
  219. # Some additional checks for template based VM
  220. if self.template is not None:
  221. if not self.template.is_template():
  222. print >> sys.stderr, "ERROR: template_qid={0} doesn't point to a valid TemplateVM".\
  223. format(self.template.qid)
  224. return False
  225. self.template.appvms[self.qid] = self
  226. else:
  227. assert self.root_img is not None, "Missing root_img for standalone VM!"
  228. self.xid = -1
  229. self.xid = self.get_xid()
  230. # fire hooks
  231. for hook in self.hooks_init:
  232. hook(self)
  233. def absolute_path(self, arg, default):
  234. if arg is not None and os.path.isabs(arg):
  235. return arg
  236. else:
  237. return os.path.join(self.dir_path, (arg if arg is not None else default))
  238. def relative_path(self, arg):
  239. return arg.replace(self.dir_path + '/', '')
  240. @property
  241. def qid(self):
  242. return self.__qid
  243. @property
  244. def label(self):
  245. return self._label
  246. @label.setter
  247. def label(self, new_label):
  248. self._label = new_label
  249. if self.icon_path:
  250. try:
  251. os.remove(self.icon_path)
  252. except:
  253. pass
  254. os.symlink (new_label.icon_path, self.icon_path)
  255. subprocess.call(['sudo', 'xdg-icon-resource', 'forceupdate'])
  256. # fire hooks
  257. for hook in self.hooks_label_setter:
  258. hook(self, new_label)
  259. @property
  260. def netvm(self):
  261. return self._netvm
  262. # Don't know how properly call setter from base class, so workaround it...
  263. @netvm.setter
  264. def netvm(self, new_netvm):
  265. self._set_netvm(new_netvm)
  266. # fire hooks
  267. for hook in self.hooks_netvm_setter:
  268. hook(self, new_netvm)
  269. def _set_netvm(self, new_netvm):
  270. if self.is_running() and new_netvm is not None and not new_netvm.is_running():
  271. raise QubesException("Cannot dynamically attach to stopped NetVM")
  272. if self.netvm is not None:
  273. self.netvm.connected_vms.pop(self.qid)
  274. if self.is_running():
  275. subprocess.call(["xl", "network-detach", self.name, "0"], stderr=subprocess.PIPE)
  276. if hasattr(self.netvm, 'post_vm_net_detach'):
  277. self.netvm.post_vm_net_detach(self)
  278. if new_netvm is None:
  279. if not self._do_not_reset_firewall:
  280. # Set also firewall to block all traffic as discussed in #370
  281. if os.path.exists(self.firewall_conf):
  282. shutil.copy(self.firewall_conf, os.path.join(system_path["qubes_base_dir"],
  283. "backup", "%s-firewall-%s.xml" % (self.name,
  284. time.strftime('%Y-%m-%d-%H:%M:%S'))))
  285. self.write_firewall_conf({'allow': False, 'allowDns': False,
  286. 'allowIcmp': False, 'allowYumProxy': False, 'rules': []})
  287. else:
  288. new_netvm.connected_vms[self.qid]=self
  289. self._netvm = new_netvm
  290. if new_netvm is None:
  291. return
  292. if self.is_running():
  293. # refresh IP, DNS etc
  294. self.create_xenstore_entries()
  295. self.attach_network()
  296. if hasattr(self.netvm, 'post_vm_net_attach'):
  297. self.netvm.post_vm_net_attach(self)
  298. @property
  299. def ip(self):
  300. if self.netvm is not None:
  301. return self.netvm.get_ip_for_vm(self.qid)
  302. else:
  303. return None
  304. @property
  305. def netmask(self):
  306. if self.netvm is not None:
  307. return self.netvm.netmask
  308. else:
  309. return None
  310. @property
  311. def gateway(self):
  312. # This is gateway IP for _other_ VMs, so make sense only in NetVMs
  313. return None
  314. @property
  315. def secondary_dns(self):
  316. if self.netvm is not None:
  317. return self.netvm.secondary_dns
  318. else:
  319. return None
  320. @property
  321. def vif(self):
  322. if self.xid < 0:
  323. return None
  324. if self.netvm is None:
  325. return None
  326. return "vif{0}.+".format(self.xid)
  327. @property
  328. def mac(self):
  329. if self._mac is not None:
  330. return self._mac
  331. else:
  332. return "00:16:3E:5E:6C:{qid:02X}".format(qid=self.qid)
  333. @mac.setter
  334. def mac(self, new_mac):
  335. self._mac = new_mac
  336. @property
  337. def updateable(self):
  338. return self.template is None
  339. # Leaved for compatibility
  340. def is_updateable(self):
  341. return self.updateable
  342. def is_networked(self):
  343. if self.is_netvm():
  344. return True
  345. if self.netvm is not None:
  346. return True
  347. else:
  348. return False
  349. def verify_name(self, name):
  350. return re.match(r"^[a-zA-Z0-9_-]*$", name) is not None
  351. def pre_rename(self, new_name):
  352. # fire hooks
  353. for hook in self.hooks_pre_rename:
  354. hook(self, new_name)
  355. def set_name(self, name):
  356. if self.is_running():
  357. raise QubesException("Cannot change name of running VM!")
  358. if not self.verify_name(name):
  359. raise QubesException("Invalid characters in VM name")
  360. self.pre_rename(name)
  361. new_conf = os.path.join(self.dir_path, name)
  362. if os.path.exists(self.conf_file):
  363. os.rename(self.conf_file, new_conf)
  364. old_dirpath = self.dir_path
  365. new_dirpath = os.path.join(os.path.dirname(self.dir_path), name)
  366. os.rename(old_dirpath, new_dirpath)
  367. self.dir_path = new_dirpath
  368. old_name = self.name
  369. self.name = name
  370. if self.private_img is not None:
  371. self.private_img = self.private_img.replace(old_dirpath, new_dirpath)
  372. if self.root_img is not None:
  373. self.root_img = self.root_img.replace(old_dirpath, new_dirpath)
  374. if self.volatile_img is not None:
  375. self.volatile_img = self.volatile_img.replace(old_dirpath, new_dirpath)
  376. if self.conf_file is not None:
  377. self.conf_file = new_conf.replace(old_dirpath, new_dirpath)
  378. if self.icon_path is not None:
  379. self.icon_path = self.icon_path.replace(old_dirpath, new_dirpath)
  380. if hasattr(self, 'kernels_dir') and self.kernels_dir is not None:
  381. self.kernels_dir = self.kernels_dir.replace(old_dirpath, new_dirpath)
  382. self.post_rename(old_name)
  383. def post_rename(self, old_name):
  384. # fire hooks
  385. for hook in self.hooks_post_rename:
  386. hook(self, old_name)
  387. def is_template(self):
  388. return False
  389. def is_appvm(self):
  390. return False
  391. def is_netvm(self):
  392. return False
  393. def is_proxyvm(self):
  394. return False
  395. def is_disposablevm(self):
  396. return False
  397. def get_xl_dominfo(self):
  398. if dry_run:
  399. return
  400. domains = xl_ctx.list_domains()
  401. for dominfo in domains:
  402. domname = xl_ctx.domid_to_name(dominfo.domid)
  403. if domname == self.name:
  404. return dominfo
  405. return None
  406. def get_xc_dominfo(self):
  407. if dry_run:
  408. return
  409. start_xid = self.xid
  410. if start_xid < 0:
  411. start_xid = 0
  412. try:
  413. domains = xc.domain_getinfo(start_xid, qubes_max_qid)
  414. except xen.lowlevel.xc.Error:
  415. return None
  416. for dominfo in domains:
  417. domname = xl_ctx.domid_to_name(dominfo['domid'])
  418. if domname == self.name:
  419. return dominfo
  420. return None
  421. def get_xid(self):
  422. if dry_run:
  423. return 666
  424. dominfo = self.get_xc_dominfo()
  425. if dominfo:
  426. self.xid = dominfo['domid']
  427. return self.xid
  428. else:
  429. return -1
  430. def get_uuid(self):
  431. dominfo = self.get_xl_dominfo()
  432. if dominfo:
  433. vmuuid = uuid.UUID(''.join('%02x' % b for b in dominfo.uuid))
  434. return vmuuid
  435. else:
  436. return None
  437. def get_mem(self):
  438. if dry_run:
  439. return 666
  440. dominfo = self.get_xc_dominfo()
  441. if dominfo:
  442. return dominfo['mem_kb']
  443. else:
  444. return 0
  445. def get_mem_static_max(self):
  446. if dry_run:
  447. return 666
  448. dominfo = self.get_xc_dominfo()
  449. if dominfo:
  450. return dominfo['maxmem_kb']
  451. else:
  452. return 0
  453. def get_per_cpu_time(self):
  454. if dry_run:
  455. import random
  456. return random.random() * 100
  457. dominfo = self.get_xc_dominfo()
  458. if dominfo:
  459. return dominfo['cpu_time']/dominfo['online_vcpus']
  460. else:
  461. return 0
  462. def get_disk_utilization_root_img(self):
  463. if not os.path.exists(self.root_img):
  464. return 0
  465. return self.get_disk_usage(self.root_img)
  466. def get_root_img_sz(self):
  467. if not os.path.exists(self.root_img):
  468. return 0
  469. return os.path.getsize(self.root_img)
  470. def get_power_state(self):
  471. if dry_run:
  472. return "NA"
  473. dominfo = self.get_xc_dominfo()
  474. if dominfo:
  475. if dominfo['paused']:
  476. return "Paused"
  477. elif dominfo['crashed']:
  478. return "Crashed"
  479. elif dominfo['shutdown']:
  480. return "Halting"
  481. elif dominfo['dying']:
  482. return "Dying"
  483. else:
  484. if not self.is_fully_usable():
  485. return "Transient"
  486. else:
  487. return "Running"
  488. else:
  489. return 'Halted'
  490. return "NA"
  491. def is_guid_running(self):
  492. xid = self.get_xid()
  493. if xid < 0:
  494. return False
  495. if not os.path.exists('/var/run/qubes/guid-running.%d' % xid):
  496. return False
  497. return True
  498. def is_fully_usable(self):
  499. # Running gui-daemon implies also VM running
  500. if not self.is_guid_running():
  501. return False
  502. # currently qrexec daemon doesn't cleanup socket in /var/run/qubes, so
  503. # it can be left from some other VM
  504. return True
  505. def is_running(self):
  506. # in terms of Xen and internal logic - starting VM is running
  507. if self.get_power_state() in ["Running", "Transient", "Halting"]:
  508. return True
  509. else:
  510. return False
  511. def is_paused(self):
  512. if self.get_power_state() == "Paused":
  513. return True
  514. else:
  515. return False
  516. def get_start_time(self):
  517. if not self.is_running():
  518. return None
  519. dominfo = self.get_xl_dominfo()
  520. uuid = self.get_uuid()
  521. start_time = xs.read('', "/vm/%s/start_time" % str(uuid))
  522. if start_time != '':
  523. return datetime.fromtimestamp(float(start_time))
  524. else:
  525. return None
  526. def is_outdated(self):
  527. # Makes sense only on VM based on template
  528. if self.template is None:
  529. return False
  530. if not self.is_running():
  531. return False
  532. rootimg_inode = os.stat(self.template.root_img)
  533. try:
  534. rootcow_inode = os.stat(self.template.rootcow_img)
  535. except OSError:
  536. # The only case when rootcow_img doesn't exists is in the middle of
  537. # commit_changes, so VM is outdated right now
  538. return True
  539. current_dmdev = "/dev/mapper/snapshot-{0:x}:{1}-{2:x}:{3}".format(
  540. rootimg_inode[2], rootimg_inode[1],
  541. rootcow_inode[2], rootcow_inode[1])
  542. # 51712 (0xCA00) is xvda
  543. # backend node name not available through xenapi :(
  544. used_dmdev = xs.read('', "/local/domain/0/backend/vbd/{0}/51712/node".format(self.get_xid()))
  545. return used_dmdev != current_dmdev
  546. def get_disk_usage(self, file_or_dir):
  547. if not os.path.exists(file_or_dir):
  548. return 0
  549. p = subprocess.Popen (["du", "-s", "--block-size=1", file_or_dir],
  550. stdout=subprocess.PIPE)
  551. result = p.communicate()
  552. m = re.match(r"^(\d+)\s.*", result[0])
  553. sz = int(m.group(1)) if m is not None else 0
  554. return sz
  555. def get_disk_utilization(self):
  556. return self.get_disk_usage(self.dir_path)
  557. def get_disk_utilization_private_img(self):
  558. return self.get_disk_usage(self.private_img)
  559. def get_private_img_sz(self):
  560. if not os.path.exists(self.private_img):
  561. return 0
  562. return os.path.getsize(self.private_img)
  563. def resize_private_img(self, size):
  564. assert size >= self.get_private_img_sz(), "Cannot shrink private.img"
  565. f_private = open (self.private_img, "a+b")
  566. f_private.truncate (size)
  567. f_private.close ()
  568. retcode = 0
  569. if self.is_running():
  570. # find loop device
  571. p = subprocess.Popen (["sudo", "losetup", "--associated", self.private_img],
  572. stdout=subprocess.PIPE)
  573. result = p.communicate()
  574. m = re.match(r"^(/dev/loop\d+):\s", result[0])
  575. if m is None:
  576. raise QubesException("ERROR: Cannot find loop device!")
  577. loop_dev = m.group(1)
  578. # resize loop device
  579. subprocess.check_call(["sudo", "losetup", "--set-capacity", loop_dev])
  580. retcode = self.run("while [ \"`blockdev --getsize64 /dev/xvdb`\" -lt {0} ]; do ".format(size) +
  581. "head /dev/xvdb > /dev/null; sleep 0.2; done; resize2fs /dev/xvdb", user="root", wait=True)
  582. else:
  583. retcode = subprocess.check_call(["sudo", "resize2fs", "-f", self.private_img])
  584. if retcode != 0:
  585. raise QubesException("resize2fs failed")
  586. # FIXME: should be outside of QubesVM?
  587. def get_timezone(self):
  588. # fc18
  589. if os.path.islink('/etc/localtime'):
  590. return '/'.join(os.readlink('/etc/localtime').split('/')[-2:])
  591. # <=fc17
  592. elif os.path.exists('/etc/sysconfig/clock'):
  593. clock_config = open('/etc/sysconfig/clock', "r")
  594. clock_config_lines = clock_config.readlines()
  595. clock_config.close()
  596. zone_re = re.compile(r'^ZONE="(.*)"')
  597. for line in clock_config_lines:
  598. line_match = zone_re.match(line)
  599. if line_match:
  600. return line_match.group(1)
  601. return None
  602. def cleanup_vifs(self):
  603. """
  604. Xend does not remove vif when backend domain is down, so we must do it
  605. manually
  606. """
  607. if not self.is_running():
  608. return
  609. dev_basepath = '/local/domain/%d/device/vif' % self.xid
  610. for dev in xs.ls('', dev_basepath):
  611. # check if backend domain is alive
  612. backend_xid = int(xs.read('', '%s/%s/backend-id' % (dev_basepath, dev)))
  613. if xl_ctx.domid_to_name(backend_xid) is not None:
  614. # check if device is still active
  615. if xs.read('', '%s/%s/state' % (dev_basepath, dev)) == '4':
  616. continue
  617. # remove dead device
  618. xs.rm('', '%s/%s' % (dev_basepath, dev))
  619. def create_xenstore_entries(self, xid = None):
  620. if dry_run:
  621. return
  622. if xid is None:
  623. xid = self.xid
  624. domain_path = xs.get_domain_path(xid)
  625. # Set Xen Store entires with VM networking info:
  626. xs.write('', "{0}/qubes-vm-type".format(domain_path),
  627. self.type)
  628. xs.write('', "{0}/qubes-vm-updateable".format(domain_path),
  629. str(self.updateable))
  630. if self.is_netvm():
  631. xs.write('',
  632. "{0}/qubes-netvm-gateway".format(domain_path),
  633. self.gateway)
  634. xs.write('',
  635. "{0}/qubes-netvm-secondary-dns".format(domain_path),
  636. self.secondary_dns)
  637. xs.write('',
  638. "{0}/qubes-netvm-netmask".format(domain_path),
  639. self.netmask)
  640. xs.write('',
  641. "{0}/qubes-netvm-network".format(domain_path),
  642. self.network)
  643. if self.netvm is not None:
  644. xs.write('', "{0}/qubes-ip".format(domain_path), self.ip)
  645. xs.write('', "{0}/qubes-netmask".format(domain_path),
  646. self.netvm.netmask)
  647. xs.write('', "{0}/qubes-gateway".format(domain_path),
  648. self.netvm.gateway)
  649. xs.write('',
  650. "{0}/qubes-secondary-dns".format(domain_path),
  651. self.netvm.secondary_dns)
  652. tzname = self.get_timezone()
  653. if tzname:
  654. xs.write('',
  655. "{0}/qubes-timezone".format(domain_path),
  656. tzname)
  657. for srv in self.services.keys():
  658. # convert True/False to "1"/"0"
  659. xs.write('', "{0}/qubes-service/{1}".format(domain_path, srv),
  660. str(int(self.services[srv])))
  661. xs.write('',
  662. "{0}/qubes-block-devices".format(domain_path),
  663. '')
  664. xs.write('',
  665. "{0}/qubes-usb-devices".format(domain_path),
  666. '')
  667. xs.write('', "{0}/qubes-debug-mode".format(domain_path),
  668. str(int(self.debug)))
  669. # Fix permissions
  670. xs.set_permissions('', '{0}/device'.format(domain_path),
  671. [{ 'dom': xid }])
  672. xs.set_permissions('', '{0}/memory'.format(domain_path),
  673. [{ 'dom': xid }])
  674. xs.set_permissions('', '{0}/qubes-block-devices'.format(domain_path),
  675. [{ 'dom': xid }])
  676. xs.set_permissions('', '{0}/qubes-usb-devices'.format(domain_path),
  677. [{ 'dom': xid }])
  678. # fire hooks
  679. for hook in self.hooks_create_xenstore_entries:
  680. hook(self, xid=xid)
  681. def get_rootdev(self, source_template=None):
  682. if self.template:
  683. return "'script:snapshot:{dir}/root.img:{dir}/root-cow.img,xvda,r',".format(dir=self.template.dir_path)
  684. else:
  685. return "'script:file:{dir}/root.img,xvda,w',".format(dir=self.dir_path)
  686. def get_config_params(self, source_template=None):
  687. args = {}
  688. args['name'] = self.name
  689. if hasattr(self, 'kernels_dir'):
  690. args['kerneldir'] = self.kernels_dir
  691. args['vmdir'] = self.dir_path
  692. args['pcidev'] = str(self.pcidevs).strip('[]')
  693. args['mem'] = str(self.memory)
  694. if self.maxmem < self.memory:
  695. args['mem'] = str(self.maxmem)
  696. args['maxmem'] = str(self.maxmem)
  697. if 'meminfo-writer' in self.services and not self.services['meminfo-writer']:
  698. # If dynamic memory management disabled, set maxmem=mem
  699. args['maxmem'] = args['mem']
  700. args['vcpus'] = str(self.vcpus)
  701. if self.netvm is not None:
  702. args['ip'] = self.ip
  703. args['mac'] = self.mac
  704. args['gateway'] = self.netvm.gateway
  705. args['dns1'] = self.netvm.gateway
  706. args['dns2'] = self.secondary_dns
  707. args['netmask'] = self.netmask
  708. args['netdev'] = "'mac={mac},script=/etc/xen/scripts/vif-route-qubes,ip={ip}".format(ip=self.ip, mac=self.mac)
  709. if self.netvm.qid != 0:
  710. args['netdev'] += ",backend={0}".format(self.netvm.name)
  711. args['netdev'] += "'"
  712. args['disable_network'] = '';
  713. else:
  714. args['ip'] = ''
  715. args['mac'] = ''
  716. args['gateway'] = ''
  717. args['dns1'] = ''
  718. args['dns2'] = ''
  719. args['netmask'] = ''
  720. args['netdev'] = ''
  721. args['disable_network'] = '#';
  722. args['rootdev'] = self.get_rootdev(source_template=source_template)
  723. args['privatedev'] = "'script:file:{dir}/private.img,xvdb,w',".format(dir=self.dir_path)
  724. args['volatiledev'] = "'script:file:{dir}/volatile.img,xvdc,w',".format(dir=self.dir_path)
  725. if hasattr(self, 'kernel'):
  726. modulesmode='r'
  727. if self.kernel is None:
  728. modulesmode='w'
  729. args['otherdevs'] = "'script:file:{dir}/modules.img,xvdd,{mode}',".format(dir=self.kernels_dir, mode=modulesmode)
  730. if hasattr(self, 'kernelopts'):
  731. args['kernelopts'] = self.kernelopts
  732. if self.debug:
  733. print >> sys.stderr, "--> Debug mode: adding 'earlyprintk=xen' to kernel opts"
  734. args['kernelopts'] += ' earlyprintk=xen'
  735. # fire hooks
  736. for hook in self.hooks_get_config_params:
  737. args = hook(self, args)
  738. return args
  739. @property
  740. def uses_custom_config(self):
  741. return self.conf_file != self.absolute_path(self.name + ".conf", None)
  742. def create_config_file(self, file_path = None, source_template = None, prepare_dvm = False):
  743. if file_path is None:
  744. file_path = self.conf_file
  745. if self.uses_custom_config:
  746. return
  747. if source_template is None:
  748. source_template = self.template
  749. f_conf_template = open(self.config_file_template, 'r')
  750. conf_template = f_conf_template.read()
  751. f_conf_template.close()
  752. template_params = self.get_config_params(source_template)
  753. if prepare_dvm:
  754. template_params['name'] = '%NAME%'
  755. template_params['privatedev'] = ''
  756. template_params['netdev'] = re.sub(r"ip=[0-9.]*", "ip=%IP%", template_params['netdev'])
  757. conf_appvm = open(file_path, "w")
  758. conf_appvm.write(conf_template.format(**template_params))
  759. conf_appvm.close()
  760. def create_on_disk(self, verbose, source_template = None):
  761. if source_template is None:
  762. source_template = self.template
  763. assert source_template is not None
  764. if dry_run:
  765. return
  766. if verbose:
  767. print >> sys.stderr, "--> Creating directory: {0}".format(self.dir_path)
  768. os.mkdir (self.dir_path)
  769. if verbose:
  770. print >> sys.stderr, "--> Creating the VM config file: {0}".format(self.conf_file)
  771. self.create_config_file(source_template = source_template)
  772. template_priv = source_template.private_img
  773. if verbose:
  774. print >> sys.stderr, "--> Copying the template's private image: {0}".\
  775. format(template_priv)
  776. # We prefer to use Linux's cp, because it nicely handles sparse files
  777. retcode = subprocess.call (["cp", template_priv, self.private_img])
  778. if retcode != 0:
  779. raise IOError ("Error while copying {0} to {1}".\
  780. format(template_priv, self.private_img))
  781. if self.updateable:
  782. template_root = source_template.root_img
  783. if verbose:
  784. print >> sys.stderr, "--> Copying the template's root image: {0}".\
  785. format(template_root)
  786. # We prefer to use Linux's cp, because it nicely handles sparse files
  787. retcode = subprocess.call (["cp", template_root, self.root_img])
  788. if retcode != 0:
  789. raise IOError ("Error while copying {0} to {1}".\
  790. format(template_root, self.root_img))
  791. kernels_dir = source_template.kernels_dir
  792. if verbose:
  793. print >> sys.stderr, "--> Copying the kernel (set kernel \"none\" to use it): {0}".\
  794. format(kernels_dir)
  795. os.mkdir (self.dir_path + '/kernels')
  796. for f in ("vmlinuz", "initramfs", "modules.img"):
  797. shutil.copy(os.path.join(kernels_dir, f),
  798. os.path.join(self.dir_path, vm_files["kernels_subdir"], f))
  799. # Create volatile.img
  800. self.reset_volatile_storage(source_template = source_template, verbose=verbose)
  801. if verbose:
  802. print >> sys.stderr, "--> Creating icon symlink: {0} -> {1}".format(self.icon_path, self.label.icon_path)
  803. os.symlink (self.label.icon_path, self.icon_path)
  804. # fire hooks
  805. for hook in self.hooks_create_on_disk:
  806. hook(self, verbose, source_template=source_template)
  807. def get_clone_attrs(self):
  808. attrs = ['kernel', 'uses_default_kernel', 'netvm', 'uses_default_netvm', \
  809. 'memory', 'maxmem', 'kernelopts', 'uses_default_kernelopts', 'services', 'vcpus', \
  810. '_mac', 'pcidevs', 'include_in_backups', '_label']
  811. # fire hooks
  812. for hook in self.hooks_get_clone_attrs:
  813. attrs = hook(self, attrs)
  814. def clone_attrs(self, src_vm):
  815. self._do_not_reset_firewall = True
  816. for prop in self.get_clone_attrs():
  817. setattr(self, prop, getattr(src_vm, prop))
  818. self._do_not_reset_firewall = False
  819. def clone_disk_files(self, src_vm, verbose):
  820. if dry_run:
  821. return
  822. if src_vm.is_running():
  823. raise QubesException("Attempt to clone a running VM!")
  824. if verbose:
  825. print >> sys.stderr, "--> Creating directory: {0}".format(self.dir_path)
  826. os.mkdir (self.dir_path)
  827. if src_vm.private_img is not None and self.private_img is not None:
  828. if verbose:
  829. print >> sys.stderr, "--> Copying the private image:\n{0} ==>\n{1}".\
  830. format(src_vm.private_img, self.private_img)
  831. # We prefer to use Linux's cp, because it nicely handles sparse files
  832. retcode = subprocess.call (["cp", src_vm.private_img, self.private_img])
  833. if retcode != 0:
  834. raise IOError ("Error while copying {0} to {1}".\
  835. format(src_vm.private_img, self.private_img))
  836. if src_vm.updateable and src_vm.root_img is not None and self.root_img is not None:
  837. if verbose:
  838. print >> sys.stderr, "--> Copying the root image:\n{0} ==>\n{1}".\
  839. format(src_vm.root_img, self.root_img)
  840. # We prefer to use Linux's cp, because it nicely handles sparse files
  841. retcode = subprocess.call (["cp", src_vm.root_img, self.root_img])
  842. if retcode != 0:
  843. raise IOError ("Error while copying {0} to {1}".\
  844. format(src_vm.root_img, self.root_img))
  845. if src_vm.icon_path is not None and self.icon_path is not None:
  846. if os.path.exists (src_vm.dir_path):
  847. if os.path.islink(src_vm.icon_path):
  848. icon_path = os.readlink(src_vm.icon_path)
  849. if verbose:
  850. print >> sys.stderr, "--> Creating icon symlink: {0} -> {1}".format(self.icon_path, icon_path)
  851. os.symlink (icon_path, self.icon_path)
  852. else:
  853. if verbose:
  854. print >> sys.stderr, "--> Copying icon: {0} -> {1}".format(src_vm.icon_path, self.icon_path)
  855. shutil.copy(src_vm.icon_path, self.icon_path)
  856. # fire hooks
  857. for hook in self.hooks_clone_disk_files:
  858. hook(self, verbose, src_vm)
  859. def verify_files(self):
  860. if dry_run:
  861. return
  862. if not os.path.exists (self.dir_path):
  863. raise QubesException (
  864. "VM directory doesn't exist: {0}".\
  865. format(self.dir_path))
  866. if self.updateable and not os.path.exists (self.root_img):
  867. raise QubesException (
  868. "VM root image file doesn't exist: {0}".\
  869. format(self.root_img))
  870. if not os.path.exists (self.private_img):
  871. raise QubesException (
  872. "VM private image file doesn't exist: {0}".\
  873. format(self.private_img))
  874. if not os.path.exists (os.path.join(self.kernels_dir, 'vmlinuz')):
  875. raise QubesException (
  876. "VM kernel does not exists: {0}".\
  877. format(os.path.join(self.kernels_dir, 'vmlinuz')))
  878. if not os.path.exists (os.path.join(self.kernels_dir, 'initramfs')):
  879. raise QubesException (
  880. "VM initramfs does not exists: {0}".\
  881. format(os.path.join(self.kernels_dir, 'initramfs')))
  882. if not os.path.exists (os.path.join(self.kernels_dir, 'modules.img')):
  883. raise QubesException (
  884. "VM kernel modules image does not exists: {0}".\
  885. format(os.path.join(self.kernels_dir, 'modules.img')))
  886. # fire hooks
  887. for hook in self.hooks_verify_files:
  888. hook(self)
  889. return True
  890. def reset_volatile_storage(self, source_template = None, verbose = False):
  891. assert not self.is_running(), "Attempt to clean volatile image of running VM!"
  892. if source_template is None:
  893. source_template = self.template
  894. # Only makes sense on template based VM
  895. if source_template is None:
  896. # For StandaloneVM create it only if not already exists (eg after backup-restore)
  897. if not os.path.exists(self.volatile_img):
  898. if verbose:
  899. print >> sys.stderr, "--> Creating volatile image: {0}...".format (self.volatile_img)
  900. f_root = open (self.root_img, "r")
  901. f_root.seek(0, os.SEEK_END)
  902. root_size = f_root.tell()
  903. f_root.close()
  904. subprocess.check_call([system_path["prepare_volatile_img_cmd"], self.volatile_img, str(root_size / 1024 / 1024)])
  905. return
  906. if verbose:
  907. print >> sys.stderr, "--> Cleaning volatile image: {0}...".format (self.volatile_img)
  908. if dry_run:
  909. return
  910. if os.path.exists (self.volatile_img):
  911. os.remove (self.volatile_img)
  912. retcode = subprocess.call (["tar", "xf", source_template.clean_volatile_img, "-C", self.dir_path])
  913. if retcode != 0:
  914. raise IOError ("Error while unpacking {0} to {1}".\
  915. format(source_template.clean_volatile_img, self.volatile_img))
  916. def remove_from_disk(self):
  917. if dry_run:
  918. return
  919. # fire hooks
  920. for hook in self.hooks_remove_from_disk:
  921. hook(self)
  922. shutil.rmtree (self.dir_path)
  923. def write_firewall_conf(self, conf):
  924. defaults = self.get_firewall_conf()
  925. for item in defaults.keys():
  926. if item not in conf:
  927. conf[item] = defaults[item]
  928. root = lxml.etree.Element(
  929. "QubesFirwallRules",
  930. policy = "allow" if conf["allow"] else "deny",
  931. dns = "allow" if conf["allowDns"] else "deny",
  932. icmp = "allow" if conf["allowIcmp"] else "deny",
  933. yumProxy = "allow" if conf["allowYumProxy"] else "deny"
  934. )
  935. for rule in conf["rules"]:
  936. # For backward compatibility
  937. if "proto" not in rule:
  938. if rule["portBegin"] is not None and rule["portBegin"] > 0:
  939. rule["proto"] = "tcp"
  940. else:
  941. rule["proto"] = "any"
  942. element = lxml.etree.Element(
  943. "rule",
  944. address=rule["address"],
  945. proto=str(rule["proto"]),
  946. )
  947. if rule["netmask"] is not None and rule["netmask"] != 32:
  948. element.set("netmask", str(rule["netmask"]))
  949. if rule["portBegin"] is not None and rule["portBegin"] > 0:
  950. element.set("port", str(rule["portBegin"]))
  951. if rule["portEnd"] is not None and rule["portEnd"] > 0:
  952. element.set("toport", str(rule["portEnd"]))
  953. root.append(element)
  954. tree = lxml.etree.ElementTree(root)
  955. try:
  956. f = open(self.firewall_conf, 'a') # create the file if not exist
  957. f.close()
  958. with open(self.firewall_conf, 'w') as f:
  959. fcntl.lockf(f, fcntl.LOCK_EX)
  960. tree.write(f, encoding="UTF-8", pretty_print=True)
  961. fcntl.lockf(f, fcntl.LOCK_UN)
  962. f.close()
  963. except EnvironmentError as err:
  964. print >> sys.stderr, "{0}: save error: {1}".format(
  965. os.path.basename(sys.argv[0]), err)
  966. return False
  967. # Automatically enable/disable 'yum-proxy-setup' service based on allowYumProxy
  968. if conf['allowYumProxy']:
  969. self.services['yum-proxy-setup'] = True
  970. else:
  971. if self.services.has_key('yum-proxy-setup'):
  972. self.services.pop('yum-proxy-setup')
  973. return True
  974. def has_firewall(self):
  975. return os.path.exists (self.firewall_conf)
  976. def get_firewall_defaults(self):
  977. return { "rules": list(), "allow": True, "allowDns": True, "allowIcmp": True, "allowYumProxy": False }
  978. def get_firewall_conf(self):
  979. conf = self.get_firewall_defaults()
  980. try:
  981. tree = lxml.etree.parse(self.firewall_conf)
  982. root = tree.getroot()
  983. conf["allow"] = (root.get("policy") == "allow")
  984. conf["allowDns"] = (root.get("dns") == "allow")
  985. conf["allowIcmp"] = (root.get("icmp") == "allow")
  986. conf["allowYumProxy"] = (root.get("yumProxy") == "allow")
  987. for element in root:
  988. rule = {}
  989. attr_list = ("address", "netmask", "proto", "port", "toport")
  990. for attribute in attr_list:
  991. rule[attribute] = element.get(attribute)
  992. if rule["netmask"] is not None:
  993. rule["netmask"] = int(rule["netmask"])
  994. else:
  995. rule["netmask"] = 32
  996. if rule["port"] is not None:
  997. rule["portBegin"] = int(rule["port"])
  998. else:
  999. # backward compatibility
  1000. rule["portBegin"] = 0
  1001. # For backward compatibility
  1002. if rule["proto"] is None:
  1003. if rule["portBegin"] > 0:
  1004. rule["proto"] = "tcp"
  1005. else:
  1006. rule["proto"] = "any"
  1007. if rule["toport"] is not None:
  1008. rule["portEnd"] = int(rule["toport"])
  1009. else:
  1010. rule["portEnd"] = None
  1011. del(rule["port"])
  1012. del(rule["toport"])
  1013. conf["rules"].append(rule)
  1014. except EnvironmentError as err:
  1015. return conf
  1016. except (xml.parsers.expat.ExpatError,
  1017. ValueError, LookupError) as err:
  1018. print("{0}: load error: {1}".format(
  1019. os.path.basename(sys.argv[0]), err))
  1020. return None
  1021. return conf
  1022. def run(self, command, user = None, verbose = True, autostart = False, notify_function = None, passio = False, passio_popen = False, passio_stderr=False, ignore_stderr=False, localcmd = None, wait = False, gui = True):
  1023. """command should be in form 'cmdline'
  1024. When passio_popen=True, popen object with stdout connected to pipe.
  1025. When additionally passio_stderr=True, stderr also is connected to pipe.
  1026. When ignore_stderr=True, stderr is connected to /dev/null.
  1027. """
  1028. if user is None:
  1029. user = self.default_user
  1030. null = None
  1031. if not self.is_running() and not self.is_paused():
  1032. if not autostart:
  1033. raise QubesException("VM not running")
  1034. try:
  1035. if notify_function is not None:
  1036. notify_function ("info", "Starting the '{0}' VM...".format(self.name))
  1037. elif verbose:
  1038. print >> sys.stderr, "Starting the VM '{0}'...".format(self.name)
  1039. xid = self.start(verbose=verbose, start_guid = gui, notify_function=notify_function)
  1040. except (IOError, OSError, QubesException) as err:
  1041. raise QubesException("Error while starting the '{0}' VM: {1}".format(self.name, err))
  1042. except (MemoryError) as err:
  1043. raise QubesException("Not enough memory to start '{0}' VM! Close one or more running VMs and try again.".format(self.name))
  1044. xid = self.get_xid()
  1045. if gui and os.getenv("DISPLAY") is not None and not self.is_guid_running():
  1046. self.start_guid(verbose = verbose, notify_function = notify_function)
  1047. args = [system_path["qrexec_client_path"], "-d", str(xid), "%s:%s" % (user, command)]
  1048. if localcmd is not None:
  1049. args += [ "-l", localcmd]
  1050. if passio:
  1051. os.execv(system_path["qrexec_client_path"], args)
  1052. exit(1)
  1053. call_kwargs = {}
  1054. if ignore_stderr:
  1055. null = open("/dev/null", "w")
  1056. call_kwargs['stderr'] = null
  1057. if passio_popen:
  1058. popen_kwargs={'stdout': subprocess.PIPE}
  1059. popen_kwargs['stdin'] = subprocess.PIPE
  1060. if passio_stderr:
  1061. popen_kwargs['stderr'] = subprocess.PIPE
  1062. else:
  1063. popen_kwargs['stderr'] = call_kwargs.get('stderr', None)
  1064. p = subprocess.Popen (args, **popen_kwargs)
  1065. if null:
  1066. null.close()
  1067. return p
  1068. if not wait:
  1069. args += ["-e"]
  1070. retcode = subprocess.call(args, **call_kwargs)
  1071. if null:
  1072. null.close()
  1073. return retcode
  1074. def attach_network(self, verbose = False, wait = True, netvm = None):
  1075. if dry_run:
  1076. return
  1077. if not self.is_running():
  1078. raise QubesException ("VM not running!")
  1079. if netvm is None:
  1080. netvm = self.netvm
  1081. if netvm is None:
  1082. raise QubesException ("NetVM not set!")
  1083. if netvm.qid != 0:
  1084. if not netvm.is_running():
  1085. if verbose:
  1086. print >> sys.stderr, "--> Starting NetVM {0}...".format(netvm.name)
  1087. netvm.start()
  1088. xs_path = '/local/domain/%d/device/vif/0/state' % (self.xid)
  1089. if xs.read('', xs_path) is not None:
  1090. # TODO: check its state and backend state (this can be stale vif after NetVM restart)
  1091. if verbose:
  1092. print >> sys.stderr, "NOTICE: Network already attached"
  1093. return
  1094. xm_cmdline = ["/usr/sbin/xl", "network-attach", str(self.xid), "script=/etc/xen/scripts/vif-route-qubes", "ip="+self.ip, "backend="+netvm.name ]
  1095. retcode = subprocess.call (xm_cmdline)
  1096. if retcode != 0:
  1097. print >> sys.stderr, ("WARNING: Cannot attach to network to '{0}'!".format(self.name))
  1098. if wait:
  1099. tries = 0
  1100. while xs.read('', xs_path) != '4':
  1101. tries += 1
  1102. if tries > 50:
  1103. raise QubesException ("Network attach timed out!")
  1104. time.sleep(0.2)
  1105. def wait_for_session(self, notify_function = None):
  1106. #self.run('echo $$ >> /tmp/qubes-session-waiter; [ ! -f /tmp/qubes-session-env ] && exec sleep 365d', ignore_stderr=True, gui=False, wait=True)
  1107. # Note : User root is redefined to SYSTEM in the Windows agent code
  1108. p = self.run('QUBESRPC qubes.WaitForSession none', user="root", passio_popen=True, gui=False, wait=True)
  1109. p.communicate(input=self.default_user)
  1110. def start_guid(self, verbose = True, notify_function = None):
  1111. if verbose:
  1112. print >> sys.stderr, "--> Starting Qubes GUId..."
  1113. xid = self.get_xid()
  1114. guid_cmd = [system_path["qubes_guid_path"], "-d", str(xid), "-c", self.label.color, "-i", self.label.icon_path, "-l", str(self.label.index)]
  1115. if self.debug:
  1116. guid_cmd += ['-v', '-v']
  1117. retcode = subprocess.call (guid_cmd)
  1118. if (retcode != 0) :
  1119. raise QubesException("Cannot start qubes-guid!")
  1120. if verbose:
  1121. print >> sys.stderr, "--> Waiting for qubes-session..."
  1122. self.wait_for_session(notify_function)
  1123. def start_qrexec_daemon(self, verbose = False, notify_function = None):
  1124. if verbose:
  1125. print >> sys.stderr, "--> Starting the qrexec daemon..."
  1126. xid = self.get_xid()
  1127. qrexec_env = os.environ
  1128. qrexec_env['QREXEC_STARTUP_TIMEOUT'] = str(self.qrexec_timeout)
  1129. retcode = subprocess.call ([system_path["qrexec_daemon_path"], str(xid), self.default_user], env=qrexec_env)
  1130. if (retcode != 0) :
  1131. self.force_shutdown(xid=xid)
  1132. raise OSError ("ERROR: Cannot execute qrexec-daemon!")
  1133. def start(self, debug_console = False, verbose = False, preparing_dvm = False, start_guid = True, notify_function = None):
  1134. if dry_run:
  1135. return
  1136. # Intentionally not used is_running(): eliminate also "Paused", "Crashed", "Halting"
  1137. if self.get_power_state() != "Halted":
  1138. raise QubesException ("VM is already running!")
  1139. self.verify_files()
  1140. if self.netvm is not None:
  1141. if self.netvm.qid != 0:
  1142. if not self.netvm.is_running():
  1143. if verbose:
  1144. print >> sys.stderr, "--> Starting NetVM {0}...".format(self.netvm.name)
  1145. self.netvm.start(verbose = verbose, start_guid = start_guid, notify_function = notify_function)
  1146. self.reset_volatile_storage(verbose=verbose)
  1147. if verbose:
  1148. print >> sys.stderr, "--> Loading the VM (type = {0})...".format(self.type)
  1149. # refresh config file
  1150. self.create_config_file()
  1151. mem_required = int(self.memory) * 1024 * 1024
  1152. qmemman_client = QMemmanClient()
  1153. try:
  1154. got_memory = qmemman_client.request_memory(mem_required)
  1155. except IOError as e:
  1156. raise IOError("ERROR: Failed to connect to qmemman: %s" % str(e))
  1157. if not got_memory:
  1158. qmemman_client.close()
  1159. raise MemoryError ("ERROR: insufficient memory to start VM '%s'" % self.name)
  1160. # Bind pci devices to pciback driver
  1161. for pci in self.pcidevs:
  1162. try:
  1163. subprocess.check_call(['sudo', system_path["qubes_pciback_cmd"], pci])
  1164. except subprocess.CalledProcessError:
  1165. raise QubesException("Failed to prepare PCI device %s" % pci)
  1166. xl_cmdline = ['sudo', '/usr/sbin/xl', 'create', self.conf_file, '-q', '-p']
  1167. try:
  1168. subprocess.check_call(xl_cmdline)
  1169. except:
  1170. raise QubesException("Failed to load VM config")
  1171. xid = self.get_xid()
  1172. self.xid = xid
  1173. if preparing_dvm:
  1174. self.services['qubes-dvm'] = True
  1175. if verbose:
  1176. print >> sys.stderr, "--> Setting Xen Store info for the VM..."
  1177. self.create_xenstore_entries(xid)
  1178. qvm_collection = QubesVmCollection()
  1179. qvm_collection.lock_db_for_reading()
  1180. qvm_collection.load()
  1181. qvm_collection.unlock_db()
  1182. if verbose:
  1183. print >> sys.stderr, "--> Updating firewall rules..."
  1184. for vm in qvm_collection.values():
  1185. if vm.is_proxyvm() and vm.is_running():
  1186. vm.write_iptables_xenstore_entry()
  1187. # fire hooks
  1188. for hook in self.hooks_start:
  1189. hook(self, verbose = verbose, preparing_dvm = preparing_dvm,
  1190. start_guid = start_guid, notify_function = notify_function)
  1191. if verbose:
  1192. print >> sys.stderr, "--> Starting the VM..."
  1193. xc.domain_unpause(xid)
  1194. # close() is not really needed, because the descriptor is close-on-exec
  1195. # anyway, the reason to postpone close() is that possibly xl is not done
  1196. # constructing the domain after its main process exits
  1197. # so we close() when we know the domain is up
  1198. # the successful unpause is some indicator of it
  1199. qmemman_client.close()
  1200. if self._start_guid_first and start_guid and not preparing_dvm and os.path.exists('/var/run/shm.id'):
  1201. self.start_guid(verbose=verbose,notify_function=notify_function)
  1202. if not preparing_dvm:
  1203. self.start_qrexec_daemon(verbose=verbose,notify_function=notify_function)
  1204. if not self._start_guid_first and start_guid and not preparing_dvm and os.path.exists('/var/run/shm.id'):
  1205. self.start_guid(verbose=verbose,notify_function=notify_function)
  1206. if preparing_dvm:
  1207. if verbose:
  1208. print >> sys.stderr, "--> Preparing config template for DispVM"
  1209. self.create_config_file(file_path = self.dir_path + '/dvm.conf', prepare_dvm = True)
  1210. # perhaps we should move it before unpause and fork?
  1211. # FIXME: this uses obsolete xm api
  1212. if debug_console:
  1213. from xen.xm import console
  1214. if verbose:
  1215. print >> sys.stderr, "--> Starting debug console..."
  1216. console.execConsole (xid)
  1217. return xid
  1218. def shutdown(self, force=False, xid = None):
  1219. if dry_run:
  1220. return
  1221. if not self.is_running():
  1222. raise QubesException ("VM already stopped!")
  1223. subprocess.call (['/usr/sbin/xl', 'shutdown', str(xid) if xid is not None else self.name])
  1224. #xc.domain_destroy(self.get_xid())
  1225. def force_shutdown(self, xid = None):
  1226. if dry_run:
  1227. return
  1228. if not self.is_running() and not self.is_paused():
  1229. raise QubesException ("VM already stopped!")
  1230. subprocess.call (['/usr/sbin/xl', 'destroy', str(xid) if xid is not None else self.name])
  1231. def pause(self):
  1232. if dry_run:
  1233. return
  1234. xc.domain_pause(self.get_xid())
  1235. def unpause(self):
  1236. if dry_run:
  1237. return
  1238. xc.domain_unpause(self.get_xid())
  1239. def get_xml_attrs(self):
  1240. attrs = {}
  1241. attrs_config = self.get_attrs_config()
  1242. for attr in attrs_config:
  1243. attr_config = attrs_config[attr]
  1244. if 'save' in attr_config:
  1245. if 'save_skip' in attr_config and eval(attr_config['save_skip']):
  1246. continue
  1247. if 'save_attr' in attr_config:
  1248. attrs[attr_config['save_attr']] = eval(attr_config['save'])
  1249. else:
  1250. attrs[attr] = eval(attr_config['save'])
  1251. return attrs
  1252. def create_xml_element(self):
  1253. # Compatibility hack (Qubes*VM in type vs Qubes*Vm in XML)...
  1254. rx_type = re.compile (r"VM")
  1255. attrs = self.get_xml_attrs()
  1256. element = lxml.etree.Element(
  1257. "Qubes" + rx_type.sub("Vm", self.type),
  1258. **attrs)
  1259. return element
  1260. register_qubes_vm_class(QubesVm)