2016-07-12 18:43:28 +02:00
|
|
|
#
|
|
|
|
# The Qubes OS Project, http://www.qubes-os.org
|
|
|
|
#
|
|
|
|
# Copyright (C) 2016 Bahtiar `kalkin-` Gadimov <bahtiar@gadimov.de>
|
|
|
|
#
|
2017-10-12 00:11:50 +02:00
|
|
|
# This library is free software; you can redistribute it and/or
|
|
|
|
# modify it under the terms of the GNU Lesser General Public
|
|
|
|
# License as published by the Free Software Foundation; either
|
|
|
|
# version 2.1 of the License, or (at your option) any later version.
|
2016-07-12 18:43:28 +02:00
|
|
|
#
|
2017-10-12 00:11:50 +02:00
|
|
|
# This library is distributed in the hope that it will be useful,
|
2016-07-12 18:43:28 +02:00
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
2017-10-12 00:11:50 +02:00
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
# Lesser General Public License for more details.
|
2016-07-12 18:43:28 +02:00
|
|
|
#
|
2017-10-12 00:11:50 +02:00
|
|
|
# You should have received a copy of the GNU Lesser General Public
|
|
|
|
# License along with this library; if not, see <https://www.gnu.org/licenses/>.
|
2016-07-12 18:43:28 +02:00
|
|
|
#
|
|
|
|
''' Tests for lvm storage driver. By default tests are going to use the
|
|
|
|
'qubes_dom0/pool00'. An alternative LVM thin pool may be provided via
|
|
|
|
:envvar:`DEFAULT_LVM_POOL` shell variable.
|
|
|
|
|
|
|
|
Any pool variables prefixed with 'LVM_' or 'lvm_' represent a LVM
|
|
|
|
'volume_group/thin_pool' combination. Pool variables without a prefix
|
|
|
|
represent a :py:class:`qubes.storage.lvm.ThinPool`.
|
|
|
|
'''
|
|
|
|
|
|
|
|
import os
|
2017-10-29 02:23:00 +02:00
|
|
|
import subprocess
|
2018-03-20 16:12:14 +01:00
|
|
|
import tempfile
|
2016-07-12 18:43:28 +02:00
|
|
|
import unittest
|
2018-03-15 02:14:29 +01:00
|
|
|
import unittest.mock
|
2016-07-12 18:43:28 +02:00
|
|
|
|
|
|
|
import qubes.tests
|
2018-03-20 16:12:14 +01:00
|
|
|
import qubes.storage
|
2018-03-15 02:14:29 +01:00
|
|
|
from qubes.storage.lvm import ThinPool, ThinVolume, qubes_lvm
|
2016-07-12 18:43:28 +02:00
|
|
|
|
|
|
|
if 'DEFAULT_LVM_POOL' in os.environ.keys():
|
|
|
|
DEFAULT_LVM_POOL = os.environ['DEFAULT_LVM_POOL']
|
|
|
|
else:
|
|
|
|
DEFAULT_LVM_POOL = 'qubes_dom0/pool00'
|
|
|
|
|
|
|
|
|
|
|
|
def lvm_pool_exists(volume_group, thin_pool):
|
|
|
|
''' Returns ``True`` if thin pool exists in the volume group. '''
|
|
|
|
path = "/dev/mapper/{!s}-{!s}".format(volume_group, thin_pool)
|
|
|
|
return os.path.exists(path)
|
|
|
|
|
|
|
|
|
|
|
|
def skipUnlessLvmPoolExists(test_item): # pylint: disable=invalid-name
|
|
|
|
''' Decorator that skips LVM tests if the default pool is missing. '''
|
|
|
|
volume_group, thin_pool = DEFAULT_LVM_POOL.split('/', 1)
|
|
|
|
result = lvm_pool_exists(volume_group, thin_pool)
|
|
|
|
msg = 'LVM thin pool {!r} does not exist'.format(DEFAULT_LVM_POOL)
|
|
|
|
return unittest.skipUnless(result, msg)(test_item)
|
|
|
|
|
|
|
|
|
|
|
|
POOL_CONF = {'name': 'test-lvm',
|
|
|
|
'driver': 'lvm_thin',
|
2016-09-19 20:35:25 +02:00
|
|
|
'volume_group': DEFAULT_LVM_POOL.split('/')[0],
|
|
|
|
'thin_pool': DEFAULT_LVM_POOL.split('/')[1]}
|
2016-07-12 18:43:28 +02:00
|
|
|
|
|
|
|
|
2016-09-04 22:33:21 +02:00
|
|
|
class ThinPoolBase(qubes.tests.QubesTestCase):
|
2016-07-12 18:43:28 +02:00
|
|
|
''' Sanity tests for :py:class:`qubes.storage.lvm.ThinPool` '''
|
|
|
|
|
|
|
|
created_pool = False
|
|
|
|
|
|
|
|
def setUp(self):
|
2016-09-04 22:33:21 +02:00
|
|
|
super(ThinPoolBase, self).setUp()
|
2016-07-12 18:43:28 +02:00
|
|
|
volume_group, thin_pool = DEFAULT_LVM_POOL.split('/', 1)
|
|
|
|
self.pool = self._find_pool(volume_group, thin_pool)
|
|
|
|
if not self.pool:
|
|
|
|
self.pool = self.app.add_pool(**POOL_CONF)
|
|
|
|
self.created_pool = True
|
|
|
|
|
|
|
|
def tearDown(self):
|
|
|
|
''' Remove the default lvm pool if it was created only for this test '''
|
|
|
|
if self.created_pool:
|
|
|
|
self.app.remove_pool(self.pool.name)
|
2016-09-04 22:33:21 +02:00
|
|
|
super(ThinPoolBase, self).tearDown()
|
|
|
|
|
2016-07-12 18:43:28 +02:00
|
|
|
|
|
|
|
def _find_pool(self, volume_group, thin_pool):
|
|
|
|
''' Returns the pool matching the specified ``volume_group`` &
|
|
|
|
``thin_pool``, or None.
|
|
|
|
'''
|
|
|
|
pools = [p for p in self.app.pools
|
2016-09-04 22:33:21 +02:00
|
|
|
if issubclass(p.__class__, ThinPool)]
|
2016-07-12 18:43:28 +02:00
|
|
|
for pool in pools:
|
|
|
|
if pool.volume_group == volume_group \
|
|
|
|
and pool.thin_pool == thin_pool:
|
|
|
|
return pool
|
|
|
|
return None
|
|
|
|
|
2016-09-04 22:33:21 +02:00
|
|
|
@skipUnlessLvmPoolExists
|
|
|
|
class TC_00_ThinPool(ThinPoolBase):
|
|
|
|
''' Sanity tests for :py:class:`qubes.storage.lvm.ThinPool` '''
|
|
|
|
|
|
|
|
def setUp(self):
|
|
|
|
xml_path = '/tmp/qubes-test.xml'
|
|
|
|
self.app = qubes.Qubes.create_empty_store(store=xml_path,
|
|
|
|
clockvm=None,
|
|
|
|
updatevm=None,
|
|
|
|
offline_mode=True,
|
|
|
|
)
|
|
|
|
os.environ['QUBES_XML_PATH'] = xml_path
|
|
|
|
super(TC_00_ThinPool, self).setUp()
|
|
|
|
|
|
|
|
def tearDown(self):
|
|
|
|
super(TC_00_ThinPool, self).tearDown()
|
|
|
|
os.unlink(self.app.store)
|
|
|
|
del self.app
|
|
|
|
for attr in dir(self):
|
|
|
|
if isinstance(getattr(self, attr), qubes.vm.BaseVM):
|
|
|
|
delattr(self, attr)
|
|
|
|
|
2016-07-12 18:43:28 +02:00
|
|
|
def test_000_default_thin_pool(self):
|
|
|
|
''' Check whether :py:data`DEFAULT_LVM_POOL` exists. This pool is
|
|
|
|
created by default, if at installation time LVM + Thin was chosen.
|
|
|
|
'''
|
|
|
|
msg = 'Thin pool {!r} does not exist'.format(DEFAULT_LVM_POOL)
|
|
|
|
self.assertTrue(self.pool, msg)
|
|
|
|
|
|
|
|
def test_001_origin_volume(self):
|
|
|
|
''' Test origin volume creation '''
|
|
|
|
config = {
|
|
|
|
'name': 'root',
|
|
|
|
'pool': self.pool.name,
|
|
|
|
'save_on_stop': True,
|
|
|
|
'rw': True,
|
|
|
|
'size': qubes.config.defaults['root_img_size'],
|
|
|
|
}
|
|
|
|
vm = qubes.tests.storage.TestVM(self)
|
|
|
|
volume = self.app.get_pool(self.pool.name).init_volume(vm, config)
|
|
|
|
self.assertIsInstance(volume, ThinVolume)
|
|
|
|
self.assertEqual(volume.name, 'root')
|
|
|
|
self.assertEqual(volume.pool, self.pool.name)
|
|
|
|
self.assertEqual(volume.size, qubes.config.defaults['root_img_size'])
|
2017-06-09 04:46:46 +02:00
|
|
|
volume.create()
|
2016-07-12 18:43:28 +02:00
|
|
|
path = "/dev/%s" % volume.vid
|
2018-03-14 22:54:00 +01:00
|
|
|
self.assertTrue(os.path.exists(path), path)
|
2017-06-26 11:39:02 +02:00
|
|
|
volume.remove()
|
2016-07-12 18:43:28 +02:00
|
|
|
|
|
|
|
def test_003_read_write_volume(self):
|
|
|
|
''' Test read-write volume creation '''
|
|
|
|
config = {
|
|
|
|
'name': 'root',
|
|
|
|
'pool': self.pool.name,
|
|
|
|
'rw': True,
|
|
|
|
'save_on_stop': True,
|
|
|
|
'size': qubes.config.defaults['root_img_size'],
|
|
|
|
}
|
|
|
|
vm = qubes.tests.storage.TestVM(self)
|
|
|
|
volume = self.app.get_pool(self.pool.name).init_volume(vm, config)
|
|
|
|
self.assertIsInstance(volume, ThinVolume)
|
|
|
|
self.assertEqual(volume.name, 'root')
|
|
|
|
self.assertEqual(volume.pool, self.pool.name)
|
|
|
|
self.assertEqual(volume.size, qubes.config.defaults['root_img_size'])
|
2017-06-09 04:46:46 +02:00
|
|
|
volume.create()
|
2016-07-12 18:43:28 +02:00
|
|
|
path = "/dev/%s" % volume.vid
|
2018-03-14 22:54:00 +01:00
|
|
|
self.assertTrue(os.path.exists(path), path)
|
2017-06-26 11:39:02 +02:00
|
|
|
volume.remove()
|
2016-07-12 18:43:28 +02:00
|
|
|
|
2017-10-29 02:23:00 +02:00
|
|
|
def test_004_size(self):
|
|
|
|
with self.assertNotRaises(NotImplementedError):
|
|
|
|
size = self.pool.size
|
2018-03-29 20:36:09 +02:00
|
|
|
environ = os.environ.copy()
|
|
|
|
environ['LC_ALL'] = 'C.utf8'
|
2017-10-29 02:23:00 +02:00
|
|
|
pool_size = subprocess.check_output(['sudo', 'lvs', '--noheadings',
|
|
|
|
'-o', 'lv_size',
|
2018-03-29 20:36:09 +02:00
|
|
|
'--units', 'b', self.pool.volume_group + '/' + self.pool.thin_pool],
|
|
|
|
env=environ)
|
2017-10-29 02:23:00 +02:00
|
|
|
self.assertEqual(size, int(pool_size.strip()[:-1]))
|
|
|
|
|
|
|
|
def test_005_usage(self):
|
|
|
|
with self.assertNotRaises(NotImplementedError):
|
|
|
|
usage = self.pool.usage
|
2018-03-29 20:36:09 +02:00
|
|
|
environ = os.environ.copy()
|
|
|
|
environ['LC_ALL'] = 'C.utf8'
|
2017-10-29 02:23:00 +02:00
|
|
|
pool_info = subprocess.check_output(['sudo', 'lvs', '--noheadings',
|
|
|
|
'-o', 'lv_size,data_percent',
|
2018-03-29 20:36:09 +02:00
|
|
|
'--units', 'b', self.pool.volume_group + '/' + self.pool.thin_pool],
|
|
|
|
env=environ)
|
2017-10-29 02:23:00 +02:00
|
|
|
pool_size, pool_usage = pool_info.strip().split()
|
|
|
|
pool_size = int(pool_size[:-1])
|
|
|
|
pool_usage = float(pool_usage)
|
|
|
|
self.assertEqual(usage, int(pool_size * pool_usage / 100))
|
|
|
|
|
2018-02-07 00:53:47 +01:00
|
|
|
def _get_size(self, path):
|
|
|
|
if os.getuid() != 0:
|
|
|
|
return int(
|
|
|
|
subprocess.check_output(
|
|
|
|
['sudo', 'blockdev', '--getsize64', path]))
|
|
|
|
fd = os.open(path, os.O_RDONLY)
|
|
|
|
try:
|
|
|
|
return os.lseek(fd, 0, os.SEEK_END)
|
|
|
|
finally:
|
|
|
|
os.close(fd)
|
|
|
|
|
|
|
|
def test_006_resize(self):
|
|
|
|
config = {
|
|
|
|
'name': 'root',
|
|
|
|
'pool': self.pool.name,
|
|
|
|
'rw': True,
|
|
|
|
'save_on_stop': True,
|
|
|
|
'size': 32 * 1024**2,
|
|
|
|
}
|
|
|
|
vm = qubes.tests.storage.TestVM(self)
|
|
|
|
volume = self.app.get_pool(self.pool.name).init_volume(vm, config)
|
|
|
|
volume.create()
|
|
|
|
self.addCleanup(volume.remove)
|
|
|
|
path = "/dev/%s" % volume.vid
|
|
|
|
new_size = 64 * 1024 ** 2
|
|
|
|
volume.resize(new_size)
|
|
|
|
self.assertEqual(self._get_size(path), new_size)
|
|
|
|
self.assertEqual(volume.size, new_size)
|
|
|
|
|
|
|
|
def test_007_resize_running(self):
|
|
|
|
old_size = 32 * 1024**2
|
|
|
|
config = {
|
|
|
|
'name': 'root',
|
|
|
|
'pool': self.pool.name,
|
|
|
|
'rw': True,
|
|
|
|
'save_on_stop': True,
|
|
|
|
'size': old_size,
|
|
|
|
}
|
|
|
|
vm = qubes.tests.storage.TestVM(self)
|
|
|
|
volume = self.app.get_pool(self.pool.name).init_volume(vm, config)
|
|
|
|
volume.create()
|
|
|
|
self.addCleanup(volume.remove)
|
|
|
|
volume.start()
|
|
|
|
path = "/dev/%s" % volume.vid
|
|
|
|
path2 = "/dev/%s" % volume._vid_snap
|
|
|
|
new_size = 64 * 1024 ** 2
|
|
|
|
volume.resize(new_size)
|
|
|
|
self.assertEqual(self._get_size(path), old_size)
|
|
|
|
self.assertEqual(self._get_size(path2), new_size)
|
|
|
|
self.assertEqual(volume.size, new_size)
|
|
|
|
volume.stop()
|
|
|
|
self.assertEqual(self._get_size(path), new_size)
|
|
|
|
self.assertEqual(volume.size, new_size)
|
|
|
|
|
2018-03-15 02:14:29 +01:00
|
|
|
def _get_lv_uuid(self, lv):
|
|
|
|
sudo = [] if os.getuid() == 0 else ['sudo']
|
|
|
|
lvs_output = subprocess.check_output(
|
|
|
|
sudo + ['lvs', '--noheadings', '-o', 'lv_uuid', lv])
|
|
|
|
return lvs_output.strip()
|
|
|
|
|
|
|
|
def _get_lv_origin_uuid(self, lv):
|
|
|
|
sudo = [] if os.getuid() == 0 else ['sudo']
|
|
|
|
if qubes.storage.lvm.lvm_is_very_old:
|
|
|
|
# no support for origin_uuid directly
|
|
|
|
lvs_output = subprocess.check_output(
|
|
|
|
sudo + ['lvs', '--noheadings', '-o', 'origin', lv])
|
|
|
|
lvs_output = subprocess.check_output(
|
|
|
|
sudo + ['lvs', '--noheadings', '-o', 'lv_uuid',
|
|
|
|
lv.rsplit('/', 1)[0] + '/' + lvs_output.strip().decode()])
|
|
|
|
else:
|
|
|
|
lvs_output = subprocess.check_output(
|
|
|
|
sudo + ['lvs', '--noheadings', '-o', 'origin_uuid', lv])
|
|
|
|
return lvs_output.strip()
|
|
|
|
|
|
|
|
def test_008_commit(self):
|
|
|
|
''' Test volume changes commit'''
|
|
|
|
config = {
|
|
|
|
'name': 'root',
|
|
|
|
'pool': self.pool.name,
|
|
|
|
'save_on_stop': True,
|
|
|
|
'rw': True,
|
|
|
|
'size': qubes.config.defaults['root_img_size'],
|
|
|
|
}
|
|
|
|
vm = qubes.tests.storage.TestVM(self)
|
|
|
|
volume = self.app.get_pool(self.pool.name).init_volume(vm, config)
|
|
|
|
volume.create()
|
|
|
|
path_snap = '/dev/' + volume._vid_snap
|
|
|
|
self.assertFalse(os.path.exists(path_snap), path_snap)
|
|
|
|
origin_uuid = self._get_lv_uuid(volume.path)
|
|
|
|
volume.start()
|
|
|
|
snap_uuid = self._get_lv_uuid(path_snap)
|
|
|
|
self.assertNotEqual(origin_uuid, snap_uuid)
|
|
|
|
path = volume.path
|
|
|
|
self.assertTrue(path.startswith('/dev/' + volume.vid),
|
|
|
|
'{} does not start with /dev/{}'.format(path, volume.vid))
|
|
|
|
self.assertTrue(os.path.exists(path), path)
|
|
|
|
volume.remove()
|
|
|
|
|
|
|
|
def test_009_interrupted_commit(self):
|
|
|
|
''' Test volume changes commit'''
|
|
|
|
config = {
|
|
|
|
'name': 'root',
|
|
|
|
'pool': self.pool.name,
|
|
|
|
'save_on_stop': True,
|
|
|
|
'rw': True,
|
|
|
|
'revisions_to_keep': 2,
|
|
|
|
'size': qubes.config.defaults['root_img_size'],
|
|
|
|
}
|
|
|
|
vm = qubes.tests.storage.TestVM(self)
|
|
|
|
volume = self.app.get_pool(self.pool.name).init_volume(vm, config)
|
|
|
|
# mock logging, to not interfere with time.time() mock
|
|
|
|
volume.log = unittest.mock.Mock()
|
|
|
|
# do not call volume.create(), do it manually to simulate
|
|
|
|
# interrupted commit
|
|
|
|
revisions = ['-1521065904-back', '-1521065905-back', '-snap']
|
|
|
|
orig_uuids = {}
|
|
|
|
for rev in revisions:
|
|
|
|
cmd = ['create', self.pool._pool_id,
|
|
|
|
volume.vid.split('/')[1] + rev, str(config['size'])]
|
|
|
|
qubes_lvm(cmd)
|
|
|
|
orig_uuids[rev] = self._get_lv_uuid(volume.vid + rev)
|
|
|
|
qubes.storage.lvm.reset_cache()
|
|
|
|
path_snap = '/dev/' + volume._vid_snap
|
|
|
|
self.assertTrue(volume.is_dirty())
|
|
|
|
self.assertEqual(volume.path,
|
|
|
|
'/dev/' + volume.vid + revisions[1])
|
|
|
|
expected_revisions = {
|
|
|
|
revisions[0].lstrip('-'): '2018-03-14T22:18:24',
|
|
|
|
revisions[1].lstrip('-'): '2018-03-14T22:18:25',
|
|
|
|
}
|
|
|
|
self.assertEqual(volume.revisions, expected_revisions)
|
|
|
|
volume.start()
|
|
|
|
self.assertEqual(volume.revisions, expected_revisions)
|
|
|
|
snap_uuid = self._get_lv_uuid(path_snap)
|
|
|
|
self.assertEqual(orig_uuids['-snap'], snap_uuid)
|
|
|
|
self.assertTrue(volume.is_dirty())
|
|
|
|
self.assertEqual(volume.path,
|
|
|
|
'/dev/' + volume.vid + revisions[1])
|
|
|
|
with unittest.mock.patch('time.time') as mock_time:
|
|
|
|
mock_time.side_effect = [521065906]
|
|
|
|
volume.stop()
|
|
|
|
expected_revisions = {
|
|
|
|
revisions[0].lstrip('-'): '2018-03-14T22:18:24',
|
|
|
|
revisions[1].lstrip('-'): '2018-03-14T22:18:25',
|
|
|
|
}
|
|
|
|
self.assertFalse(volume.is_dirty())
|
|
|
|
self.assertEqual(volume.revisions, expected_revisions)
|
|
|
|
self.assertEqual(volume.path, '/dev/' + volume.vid)
|
|
|
|
self.assertEqual(snap_uuid, self._get_lv_uuid(volume.path))
|
|
|
|
self.assertFalse(os.path.exists(path_snap), path_snap)
|
|
|
|
|
|
|
|
volume.remove()
|
|
|
|
|
|
|
|
def test_010_migration1(self):
|
|
|
|
'''Start with old revisions, then start interacting using new code'''
|
|
|
|
config = {
|
|
|
|
'name': 'root',
|
|
|
|
'pool': self.pool.name,
|
|
|
|
'save_on_stop': True,
|
|
|
|
'rw': True,
|
|
|
|
'revisions_to_keep': 2,
|
|
|
|
'size': qubes.config.defaults['root_img_size'],
|
|
|
|
}
|
|
|
|
vm = qubes.tests.storage.TestVM(self)
|
|
|
|
volume = self.app.get_pool(self.pool.name).init_volume(vm, config)
|
|
|
|
# mock logging, to not interfere with time.time() mock
|
|
|
|
volume.log = unittest.mock.Mock()
|
|
|
|
# do not call volume.create(), do it manually to have old LV naming
|
|
|
|
revisions = ['', '-1521065904-back', '-1521065905-back']
|
|
|
|
orig_uuids = {}
|
|
|
|
for rev in revisions:
|
|
|
|
cmd = ['create', self.pool._pool_id,
|
|
|
|
volume.vid.split('/')[1] + rev, str(config['size'])]
|
|
|
|
qubes_lvm(cmd)
|
|
|
|
orig_uuids[rev] = self._get_lv_uuid(volume.vid + rev)
|
|
|
|
qubes.storage.lvm.reset_cache()
|
|
|
|
path_snap = '/dev/' + volume._vid_snap
|
|
|
|
self.assertFalse(os.path.exists(path_snap), path_snap)
|
|
|
|
expected_revisions = {
|
|
|
|
revisions[1].lstrip('-'): '2018-03-14T22:18:24',
|
|
|
|
revisions[2].lstrip('-'): '2018-03-14T22:18:25',
|
|
|
|
}
|
|
|
|
self.assertEqual(volume.revisions, expected_revisions)
|
|
|
|
self.assertEqual(volume.path, '/dev/' + volume.vid)
|
|
|
|
|
|
|
|
volume.start()
|
|
|
|
snap_uuid = self._get_lv_uuid(path_snap)
|
|
|
|
self.assertNotEqual(orig_uuids[''], snap_uuid)
|
|
|
|
snap_origin_uuid = self._get_lv_origin_uuid(path_snap)
|
|
|
|
self.assertEqual(orig_uuids[''], snap_origin_uuid)
|
|
|
|
path = volume.path
|
|
|
|
self.assertEqual(path, '/dev/' + volume.vid)
|
|
|
|
self.assertTrue(os.path.exists(path), path)
|
|
|
|
|
|
|
|
with unittest.mock.patch('time.time') as mock_time:
|
|
|
|
mock_time.side_effect = ('1521065906', '1521065907')
|
|
|
|
volume.stop()
|
|
|
|
revisions.extend(['-1521065906-back'])
|
|
|
|
expected_revisions = {
|
|
|
|
revisions[2].lstrip('-'): '2018-03-14T22:18:25',
|
|
|
|
revisions[3].lstrip('-'): '2018-03-14T22:18:26',
|
|
|
|
}
|
|
|
|
self.assertEqual(volume.revisions, expected_revisions)
|
|
|
|
self.assertEqual(volume.path, '/dev/' + volume.vid)
|
|
|
|
path_snap = '/dev/' + volume._vid_snap
|
|
|
|
self.assertFalse(os.path.exists(path_snap), path_snap)
|
|
|
|
self.assertTrue(os.path.exists('/dev/' + volume.vid))
|
|
|
|
self.assertEqual(self._get_lv_uuid(volume.path), snap_uuid)
|
|
|
|
prev_path = '/dev/' + volume.vid + revisions[3]
|
|
|
|
self.assertEqual(self._get_lv_uuid(prev_path), orig_uuids[''])
|
|
|
|
|
|
|
|
volume.remove()
|
|
|
|
for rev in revisions:
|
|
|
|
path = '/dev/' + volume.vid + rev
|
|
|
|
self.assertFalse(os.path.exists(path), path)
|
|
|
|
|
|
|
|
def test_011_migration2(self):
|
|
|
|
'''VM started with old code, stopped with new'''
|
|
|
|
config = {
|
|
|
|
'name': 'root',
|
|
|
|
'pool': self.pool.name,
|
|
|
|
'save_on_stop': True,
|
|
|
|
'rw': True,
|
|
|
|
'revisions_to_keep': 1,
|
|
|
|
'size': qubes.config.defaults['root_img_size'],
|
|
|
|
}
|
|
|
|
vm = qubes.tests.storage.TestVM(self)
|
|
|
|
volume = self.app.get_pool(self.pool.name).init_volume(vm, config)
|
|
|
|
# mock logging, to not interfere with time.time() mock
|
|
|
|
volume.log = unittest.mock.Mock()
|
|
|
|
# do not call volume.create(), do it manually to have old LV naming
|
|
|
|
revisions = ['', '-snap']
|
|
|
|
orig_uuids = {}
|
|
|
|
for rev in revisions:
|
|
|
|
cmd = ['create', self.pool._pool_id,
|
|
|
|
volume.vid.split('/')[1] + rev, str(config['size'])]
|
|
|
|
qubes_lvm(cmd)
|
|
|
|
orig_uuids[rev] = self._get_lv_uuid(volume.vid + rev)
|
|
|
|
qubes.storage.lvm.reset_cache()
|
|
|
|
path_snap = '/dev/' + volume._vid_snap
|
|
|
|
self.assertTrue(os.path.exists(path_snap), path_snap)
|
|
|
|
expected_revisions = {}
|
|
|
|
self.assertEqual(volume.revisions, expected_revisions)
|
|
|
|
self.assertEqual(volume.path, '/dev/' + volume.vid)
|
|
|
|
self.assertTrue(volume.is_dirty())
|
|
|
|
|
|
|
|
path = volume.path
|
|
|
|
self.assertEqual(path, '/dev/' + volume.vid)
|
|
|
|
self.assertTrue(os.path.exists(path), path)
|
|
|
|
|
|
|
|
with unittest.mock.patch('time.time') as mock_time:
|
|
|
|
mock_time.side_effect = ('1521065906', '1521065907')
|
|
|
|
volume.stop()
|
|
|
|
revisions.extend(['-1521065906-back'])
|
|
|
|
expected_revisions = {
|
|
|
|
revisions[2].lstrip('-'): '2018-03-14T22:18:26',
|
|
|
|
}
|
|
|
|
self.assertEqual(volume.revisions, expected_revisions)
|
|
|
|
self.assertEqual(volume.path, '/dev/' + volume.vid)
|
|
|
|
path_snap = '/dev/' + volume._vid_snap
|
|
|
|
self.assertFalse(os.path.exists(path_snap), path_snap)
|
|
|
|
self.assertTrue(os.path.exists('/dev/' + volume.vid))
|
|
|
|
self.assertEqual(self._get_lv_uuid(volume.path), orig_uuids['-snap'])
|
|
|
|
prev_path = '/dev/' + volume.vid + revisions[2]
|
|
|
|
self.assertEqual(self._get_lv_uuid(prev_path), orig_uuids[''])
|
|
|
|
|
|
|
|
volume.remove()
|
|
|
|
for rev in revisions:
|
|
|
|
path = '/dev/' + volume.vid + rev
|
|
|
|
self.assertFalse(os.path.exists(path), path)
|
|
|
|
|
|
|
|
def test_012_migration3(self):
|
|
|
|
'''VM started with old code, started again with new, stopped with new'''
|
|
|
|
config = {
|
|
|
|
'name': 'root',
|
|
|
|
'pool': self.pool.name,
|
|
|
|
'save_on_stop': True,
|
|
|
|
'rw': True,
|
|
|
|
'revisions_to_keep': 1,
|
|
|
|
'size': qubes.config.defaults['root_img_size'],
|
|
|
|
}
|
|
|
|
vm = qubes.tests.storage.TestVM(self)
|
|
|
|
volume = self.app.get_pool(self.pool.name).init_volume(vm, config)
|
|
|
|
# mock logging, to not interfere with time.time() mock
|
|
|
|
volume.log = unittest.mock.Mock()
|
|
|
|
# do not call volume.create(), do it manually to have old LV naming
|
|
|
|
revisions = ['', '-snap']
|
|
|
|
orig_uuids = {}
|
|
|
|
for rev in revisions:
|
|
|
|
cmd = ['create', self.pool._pool_id,
|
|
|
|
volume.vid.split('/')[1] + rev, str(config['size'])]
|
|
|
|
qubes_lvm(cmd)
|
|
|
|
orig_uuids[rev] = self._get_lv_uuid(volume.vid + rev)
|
|
|
|
qubes.storage.lvm.reset_cache()
|
|
|
|
path_snap = '/dev/' + volume._vid_snap
|
|
|
|
self.assertTrue(os.path.exists(path_snap), path_snap)
|
|
|
|
expected_revisions = {}
|
|
|
|
self.assertEqual(volume.revisions, expected_revisions)
|
|
|
|
self.assertTrue(volume.path, '/dev/' + volume.vid)
|
|
|
|
self.assertTrue(volume.is_dirty())
|
|
|
|
|
|
|
|
volume.start()
|
|
|
|
self.assertEqual(volume.revisions, expected_revisions)
|
|
|
|
self.assertEqual(volume.path, '/dev/' + volume.vid)
|
|
|
|
# -snap LV should be unchanged
|
|
|
|
self.assertEqual(self._get_lv_uuid(volume._vid_snap),
|
|
|
|
orig_uuids['-snap'])
|
|
|
|
|
|
|
|
volume.remove()
|
|
|
|
for rev in revisions:
|
|
|
|
path = '/dev/' + volume.vid + rev
|
|
|
|
self.assertFalse(os.path.exists(path), path)
|
|
|
|
|
|
|
|
def test_013_migration4(self):
|
|
|
|
'''revisions_to_keep=0, VM started with old code, stopped with new'''
|
|
|
|
config = {
|
|
|
|
'name': 'root',
|
|
|
|
'pool': self.pool.name,
|
|
|
|
'save_on_stop': True,
|
|
|
|
'rw': True,
|
|
|
|
'revisions_to_keep': 0,
|
|
|
|
'size': qubes.config.defaults['root_img_size'],
|
|
|
|
}
|
|
|
|
vm = qubes.tests.storage.TestVM(self)
|
|
|
|
volume = self.app.get_pool(self.pool.name).init_volume(vm, config)
|
|
|
|
# mock logging, to not interfere with time.time() mock
|
|
|
|
volume.log = unittest.mock.Mock()
|
|
|
|
# do not call volume.create(), do it manually to have old LV naming
|
|
|
|
revisions = ['', '-snap']
|
|
|
|
orig_uuids = {}
|
|
|
|
for rev in revisions:
|
|
|
|
cmd = ['create', self.pool._pool_id,
|
|
|
|
volume.vid.split('/')[1] + rev, str(config['size'])]
|
|
|
|
qubes_lvm(cmd)
|
|
|
|
orig_uuids[rev] = self._get_lv_uuid(volume.vid + rev)
|
|
|
|
qubes.storage.lvm.reset_cache()
|
|
|
|
path_snap = '/dev/' + volume._vid_snap
|
|
|
|
self.assertTrue(os.path.exists(path_snap), path_snap)
|
|
|
|
expected_revisions = {}
|
|
|
|
self.assertEqual(volume.revisions, expected_revisions)
|
|
|
|
self.assertEqual(volume.path, '/dev/' + volume.vid)
|
|
|
|
self.assertTrue(volume.is_dirty())
|
|
|
|
|
|
|
|
with unittest.mock.patch('time.time') as mock_time:
|
|
|
|
mock_time.side_effect = ('1521065906', '1521065907')
|
|
|
|
volume.stop()
|
|
|
|
expected_revisions = {}
|
|
|
|
self.assertEqual(volume.revisions, expected_revisions)
|
|
|
|
self.assertEqual(volume.path, '/dev/' + volume.vid)
|
|
|
|
|
|
|
|
volume.remove()
|
|
|
|
for rev in revisions:
|
|
|
|
path = '/dev/' + volume.vid + rev
|
|
|
|
self.assertFalse(os.path.exists(path), path)
|
|
|
|
|
|
|
|
def test_014_commit_keep_0(self):
|
|
|
|
''' Test volume changes commit, with revisions_to_keep=0'''
|
|
|
|
config = {
|
|
|
|
'name': 'root',
|
|
|
|
'pool': self.pool.name,
|
|
|
|
'save_on_stop': True,
|
|
|
|
'rw': True,
|
|
|
|
'revisions_to_keep': 0,
|
|
|
|
'size': qubes.config.defaults['root_img_size'],
|
|
|
|
}
|
|
|
|
vm = qubes.tests.storage.TestVM(self)
|
|
|
|
volume = self.app.get_pool(self.pool.name).init_volume(vm, config)
|
|
|
|
# mock logging, to not interfere with time.time() mock
|
|
|
|
volume.log = unittest.mock.Mock()
|
|
|
|
volume.create()
|
|
|
|
self.assertFalse(volume.is_dirty())
|
|
|
|
path = volume.path
|
|
|
|
expected_revisions = {}
|
|
|
|
self.assertEqual(volume.revisions, expected_revisions)
|
|
|
|
|
|
|
|
volume.start()
|
|
|
|
self.assertEqual(volume.revisions, expected_revisions)
|
|
|
|
path_snap = '/dev/' + volume._vid_snap
|
|
|
|
snap_uuid = self._get_lv_uuid(path_snap)
|
|
|
|
self.assertTrue(volume.is_dirty())
|
|
|
|
self.assertEqual(volume.path, path)
|
|
|
|
|
|
|
|
with unittest.mock.patch('time.time') as mock_time:
|
|
|
|
mock_time.side_effect = [521065906]
|
|
|
|
volume.stop()
|
|
|
|
self.assertFalse(volume.is_dirty())
|
|
|
|
self.assertEqual(volume.revisions, {})
|
|
|
|
self.assertEqual(volume.path, '/dev/' + volume.vid)
|
|
|
|
self.assertEqual(snap_uuid, self._get_lv_uuid(volume.path))
|
|
|
|
self.assertFalse(os.path.exists(path_snap), path_snap)
|
|
|
|
|
|
|
|
volume.remove()
|
|
|
|
|
2017-10-29 02:23:00 +02:00
|
|
|
|
2016-09-04 22:33:21 +02:00
|
|
|
@skipUnlessLvmPoolExists
|
2017-07-25 05:44:10 +02:00
|
|
|
class TC_01_ThinPool(ThinPoolBase, qubes.tests.SystemTestCase):
|
2016-09-04 22:33:21 +02:00
|
|
|
''' Sanity tests for :py:class:`qubes.storage.lvm.ThinPool` '''
|
|
|
|
|
|
|
|
def setUp(self):
|
|
|
|
super(TC_01_ThinPool, self).setUp()
|
|
|
|
self.init_default_template()
|
|
|
|
|
2016-07-12 18:43:28 +02:00
|
|
|
def test_004_import(self):
|
|
|
|
template_vm = self.app.default_template
|
|
|
|
name = self.make_vm_name('import')
|
|
|
|
vm = self.app.add_new_vm(qubes.vm.templatevm.TemplateVM, name=name,
|
|
|
|
label='red')
|
|
|
|
vm.clone_properties(template_vm)
|
|
|
|
vm.clone_disk_files(template_vm, pool='test-lvm')
|
|
|
|
for v_name, volume in vm.volumes.items():
|
|
|
|
if volume.save_on_stop:
|
2017-07-25 05:44:10 +02:00
|
|
|
expected = "/dev/{!s}/vm-{!s}-{!s}".format(
|
2016-09-19 20:35:25 +02:00
|
|
|
DEFAULT_LVM_POOL.split('/')[0], vm.name, v_name)
|
2016-07-12 18:43:28 +02:00
|
|
|
self.assertEqual(volume.path, expected)
|
|
|
|
with self.assertNotRaises(qubes.exc.QubesException):
|
|
|
|
vm.start()
|
|
|
|
|
|
|
|
def test_005_create_appvm(self):
|
|
|
|
vm = self.app.add_new_vm(cls=qubes.vm.appvm.AppVM,
|
|
|
|
name=self.make_vm_name('appvm'), label='red')
|
|
|
|
vm.create_on_disk(pool='test-lvm')
|
|
|
|
for v_name, volume in vm.volumes.items():
|
|
|
|
if volume.save_on_stop:
|
2017-07-25 05:44:10 +02:00
|
|
|
expected = "/dev/{!s}/vm-{!s}-{!s}".format(
|
2016-09-19 20:35:25 +02:00
|
|
|
DEFAULT_LVM_POOL.split('/')[0], vm.name, v_name)
|
2016-07-12 18:43:28 +02:00
|
|
|
self.assertEqual(volume.path, expected)
|
|
|
|
with self.assertNotRaises(qubes.exc.QubesException):
|
|
|
|
vm.start()
|
2018-03-20 16:12:14 +01:00
|
|
|
|
|
|
|
@skipUnlessLvmPoolExists
|
|
|
|
class TC_02_StorageHelpers(ThinPoolBase):
|
|
|
|
def setUp(self):
|
|
|
|
xml_path = '/tmp/qubes-test.xml'
|
|
|
|
self.app = qubes.Qubes.create_empty_store(store=xml_path,
|
|
|
|
clockvm=None,
|
|
|
|
updatevm=None,
|
|
|
|
offline_mode=True,
|
|
|
|
)
|
|
|
|
os.environ['QUBES_XML_PATH'] = xml_path
|
|
|
|
super(TC_02_StorageHelpers, self).setUp()
|
|
|
|
# reset cache
|
|
|
|
qubes.storage.DirectoryThinPool._thin_pool = {}
|
|
|
|
|
|
|
|
self.thin_dir = tempfile.TemporaryDirectory()
|
|
|
|
subprocess.check_call(
|
|
|
|
['sudo', 'lvcreate', '-q', '-V', '32M',
|
|
|
|
'-T', DEFAULT_LVM_POOL, '-n',
|
|
|
|
'test-file-pool'], stdout=subprocess.DEVNULL)
|
|
|
|
self.thin_dev = '/dev/{}/test-file-pool'.format(
|
|
|
|
DEFAULT_LVM_POOL.split('/')[0])
|
|
|
|
subprocess.check_call(
|
|
|
|
['sudo', 'mkfs.ext4', '-q', self.thin_dev])
|
|
|
|
subprocess.check_call(['sudo', 'mount', self.thin_dev,
|
|
|
|
self.thin_dir.name])
|
|
|
|
subprocess.check_call(['sudo', 'chmod', '777',
|
|
|
|
self.thin_dir.name])
|
|
|
|
|
|
|
|
def tearDown(self):
|
|
|
|
subprocess.check_call(['sudo', 'umount', self.thin_dir.name])
|
|
|
|
subprocess.check_call(
|
|
|
|
['sudo', 'lvremove', '-q', '-f', self.thin_dev],
|
|
|
|
stdout = subprocess.DEVNULL)
|
|
|
|
self.thin_dir.cleanup()
|
|
|
|
super(TC_02_StorageHelpers, self).tearDown()
|
|
|
|
os.unlink(self.app.store)
|
|
|
|
del self.app
|
|
|
|
for attr in dir(self):
|
|
|
|
if isinstance(getattr(self, attr), qubes.vm.BaseVM):
|
|
|
|
delattr(self, attr)
|
|
|
|
|
|
|
|
def test_000_search_thin_pool(self):
|
|
|
|
pool = qubes.storage.search_pool_containing_dir(
|
|
|
|
self.app.pools.values(), self.thin_dir.name)
|
|
|
|
self.assertEqual(pool, self.pool)
|
|
|
|
|
|
|
|
def test_001_search_none(self):
|
|
|
|
pool = qubes.storage.search_pool_containing_dir(
|
|
|
|
self.app.pools.values(), '/tmp')
|
|
|
|
self.assertIsNone(pool)
|
|
|
|
|
|
|
|
def test_002_search_subdir(self):
|
|
|
|
subdir = os.path.join(self.thin_dir.name, 'some-dir')
|
|
|
|
os.mkdir(subdir)
|
|
|
|
pool = qubes.storage.search_pool_containing_dir(
|
|
|
|
self.app.pools.values(), subdir)
|
|
|
|
self.assertEqual(pool, self.pool)
|
|
|
|
|
|
|
|
def test_003_search_file_pool(self):
|
|
|
|
subdir = os.path.join(self.thin_dir.name, 'some-dir')
|
|
|
|
file_pool_config = {
|
|
|
|
'name': 'test-file-pool',
|
|
|
|
'driver': 'file',
|
|
|
|
'dir_path': subdir
|
|
|
|
}
|
|
|
|
pool2 = self.app.add_pool(**file_pool_config)
|
|
|
|
pool = qubes.storage.search_pool_containing_dir(
|
|
|
|
self.app.pools.values(), subdir)
|
|
|
|
self.assertEqual(pool, pool2)
|
|
|
|
pool = qubes.storage.search_pool_containing_dir(
|
|
|
|
self.app.pools.values(), self.thin_dir.name)
|
|
|
|
self.assertEqual(pool, self.pool)
|