File: //lib/python2.7/site-packages/blivet/devicefactory.py
# devicefactory.py
# Creation of devices based on a top-down specification.
#
# Copyright (C) 2012, 2013 Red Hat, Inc.
#
# This copyrighted material is made available to anyone wishing to use,
# modify, copy, or redistribute it subject to the terms and conditions of
# the GNU General Public License v.2, or (at your option) any later version.
# This program is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY expressed or implied, including the implied warranties of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General
# Public License for more details. You should have received a copy of the
# GNU General Public License along with this program; if not, write to the
# Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
# 02110-1301, USA. Any Red Hat trademarks that are incorporated in the
# source code or documentation are not subject to the GNU General Public
# License and may only be used or replicated with the express permission of
# Red Hat, Inc.
#
# Red Hat Author(s): David Lehman <dlehman@redhat.com>
#
from .storage_log import log_method_call
from .errors import DeviceFactoryError, StorageError
from .devices import LUKSDevice
from .formats import getFormat
from .devicelibs import btrfs
from .devicelibs import mdraid
from .devicelibs import lvm
from .devicelibs import raid
from .partitioning import SameSizeSet
from .partitioning import TotalSizeSet
from .partitioning import doPartitioning
from .partitioning import AUTOPART_THPOOL_RESERVE
from .size import Size
import logging
log = logging.getLogger("blivet")
# policy value of >0 is a fixed size request
SIZE_POLICY_MAX = -1
SIZE_POLICY_AUTO = 0
DEVICE_TYPE_LVM = 0
DEVICE_TYPE_MD = 1
DEVICE_TYPE_PARTITION = 2
DEVICE_TYPE_BTRFS = 3
DEVICE_TYPE_DISK = 4
DEVICE_TYPE_LVM_THINP = 5
def get_supported_raid_levels(device_type):
""" Return the supported raid levels for this device type.
:param device_type: an enumeration indicating the device type
:type device_type: int
:returns: a set of supported raid levels for this device type
:rtype: set of :class:`~.devicelibs.raid.RAIDLevel`
"""
pkg = None
if device_type == DEVICE_TYPE_BTRFS:
pkg = btrfs
elif device_type in (DEVICE_TYPE_LVM, DEVICE_TYPE_LVM_THINP):
pkg = lvm
elif device_type == DEVICE_TYPE_MD:
pkg = mdraid
return set(pkg.RAID_levels) if pkg else set()
def get_device_type(device):
# the only time we should ever get a thin pool here is when we're removing
# an empty pool after removing the last thin lv, so the only thing we'll be
# doing with the factory is adjusting the vg to account for the pool's
# removal
device_types = {"partition": DEVICE_TYPE_PARTITION,
"lvmlv": DEVICE_TYPE_LVM,
"lvmthinlv": DEVICE_TYPE_LVM_THINP,
"lvmthinpool": DEVICE_TYPE_LVM,
"btrfs subvolume": DEVICE_TYPE_BTRFS,
"btrfs volume": DEVICE_TYPE_BTRFS,
"mdarray": DEVICE_TYPE_MD}
use_dev = device.raw_device
if use_dev.isDisk:
device_type = DEVICE_TYPE_DISK
else:
device_type = device_types.get(use_dev.type)
return device_type
def get_device_factory(blivet, device_type, size, **kwargs):
""" Return a suitable DeviceFactory instance for device_type. """
disks = kwargs.pop("disks", [])
class_table = {DEVICE_TYPE_LVM: LVMFactory,
DEVICE_TYPE_BTRFS: BTRFSFactory,
DEVICE_TYPE_PARTITION: PartitionFactory,
DEVICE_TYPE_MD: MDFactory,
DEVICE_TYPE_LVM_THINP: LVMThinPFactory,
DEVICE_TYPE_DISK: DeviceFactory}
factory_class = class_table[device_type]
log.debug("instantiating %s: %s, %s, %s, %s", factory_class,
blivet, size, [d.name for d in disks], kwargs)
return factory_class(blivet, size, disks, **kwargs)
class DeviceFactory(object):
""" Class for creation of devices based on a top-down specification
DeviceFactory instances can be combined/stacked to create more complex
device stacks like lvm with md pvs.
Simplified call trace for creation of a new LV in a new VG with
partition PVs:
LVMFactory.configure
PartitionSetFactory.configure # set up PVs on partitions
LVMFactory._create_container # create container device (VG)
LVMFactory._create_device # create leaf device (LV)
Simplified call trace for creation of a new LV in a new VG with a single
MD PV with member partitions on multiple disks:
LVMOnMDFactory.configure
MDFactory.configure
PartitionSetFactory.configure # create md partitions
MDFactory._create_device # create PV on MD array
LVMFactory._create_container # create VG
LVMFactory._create_device # create LV
The code below will create a volume group with the name "data" just
large enough to contain a new logical volume named "music" with a size
of 10000 MB. It will make one physical volume partition on each disk in
"disks" that has space. If the resulting volume group is not large
enough to contain a logical volume of the specified size, the logical
volume will be created with a size that is as close as possible to the
requested size. If there is already a non-existent volume group named
"data" in the Blivet instance's device tree, that volume group will be
used instead of creating a new one. If the already-defined "data" volume
group exists on disk its size will not be changed, but if it has not
been written to disk it will be adjusted to hold the new logical volume.
import blivet
_blivet = blivet.Blivet()
_blivet.reset()
disks = _blivet.partitioned
# Create a new LV "music" to a VG named "data", which may or may not
# exist. If the VG exists, the LV will be allocated from free space
# in the VG. If the VG does not exist, one will be created using new
# PVs on each of the specified disks. No free space is maintained in
# new VGs by default.
factory = blivet.devicefactory.LVMFactory(_blivet,
Size("10000 MB"),
disks,
fstype="xfs",
label="music",
name="music",
container_name="data")
factory.configure()
music_lv = factory.device
# Now add another LV to the "data" VG, adjusting the size of a non-
# existent "data" VG so that it can contain the new LV.
factory = blivet.devicefactory.LVMFactory(_blivet,
Size("20000 MB"),
disks,
fstype="xfs",
label="videos",
name="videos",
container_name="data")
factory.configure()
# Now change the size of the "music" LV and adjust the size of the
# "data" VG accordingly.
factory = blivet.devicefactory.LVMFactory(_blivet,
Size("15000 MB"),
disks,
device=music_lv)
factory.configure()
# Write the new devices to disk and create the filesystems they
# contain.
_blivet.doIt()
Some operations (on non-existent devices) these classes do support:
- create a device and a container to hold it
- create a device within a defined container
- create a device within an existing (on disk) container
- change the set of disks from which partitions used by a factory
can be allocated
- change the size of a defined (but non-existent) device
- toggle encryption of a leaf device or container member devices
Some operations these classes do not support:
- any modification to an existing leaf device
- change an existing container's member device set
- resize or rename an existing container
- move a device from one container to another
- change the type of a defined device
- change the container member device type of a defined device
"""
child_factory_class = None
child_factory_fstype = None
size_set_class = TotalSizeSet
def __init__(self, storage, size, disks, fstype=None, mountpoint=None,
label=None, raid_level=None, encrypted=False,
container_encrypted=False, container_name=None,
container_raid_level=None, container_size=SIZE_POLICY_AUTO,
name=None, device=None, min_luks_entropy=0):
"""
:param storage: a Blivet instance
:type storage: :class:`~.Blivet`
:param size: the desired size for the device
:type size: :class:`~.size.Size`
:param disks: the set of disks to use
:type disks: list of :class:`~.devices.StorageDevice`
:keyword fstype: filesystem type
:type fstype: str
:keyword mountpoint: filesystem mount point
:type mountpoint: str
:keyword label: filesystem label text
:type label: str
:keyword raid_level: raid level descriptor
:type raid_level: any valid RAID level descriptor
:keyword encrypted: whether to encrypt (boolean)
:type encrypted: bool
:keyword name: name of requested device
:type name: str
:keyword device: an already-defined but non-existent device to
adjust instead of creating a new device
:type device: :class:`~.devices.StorageDevice`
.. note::
any device passed must be of the appropriate type for the
factory class it is passed to
:keyword container_name: name of requested container
:type container_name: str
:keyword container_raid_level: raid level for container
:type container_raid_level: any valid RAID level descriptor
:keyword container_encrypted: whether to encrypt the container
:type container_encrypted: bool
:keyword container_size: requested container size
:type container_size: :class:`~.size.Size`
:keyword min_luks_entropy: minimum entropy in bits required for
LUKS format creation
:type min_luks_entropy: int
"""
if encrypted and size:
# encrypted, bump size up with LUKS metadata size
size += getFormat("luks").minSize
self.storage = storage # a Blivet instance
self.size = size # the requested size for this device
self.disks = disks # the set of disks to allocate from
self.original_size = size
self.original_disks = disks[:]
self.fstype = fstype
self.mountpoint = mountpoint
self.label = label
self.raid_level = raid_level
self.container_raid_level = container_raid_level
self.encrypted = encrypted
self.container_encrypted = container_encrypted
self.container_name = container_name
self.device_name = name
self.container_size = container_size
self.container = None
self.device = device
if not self.fstype:
self.fstype = self.storage.getFSType(mountpoint=self.mountpoint)
if fstype == "swap":
self.mountpoint = None
self.child_factory = None
self.parent_factory = None
self.min_luks_entropy = min_luks_entropy
# used for error recovery
self.__devices = []
self.__actions = []
self.__names = []
self.__roots = []
@property
def raid_level(self):
return self._raid_level
@raid_level.setter
def raid_level(self, value):
""" Sets the RAID level for the factory.
:param value: new RAID level
:param type: a valid RAID level descriptor
:returns: None
"""
# pylint: disable=attribute-defined-outside-init
if value is None:
self._raid_level = None
else:
self._raid_level = raid.getRaidLevel(value)
@property
def container_raid_level(self):
return self._container_raid_level
@container_raid_level.setter
def container_raid_level(self, value):
""" Sets the RAID level for the factory.
:param value: new RAID level
:param type: a valid RAID level descriptor
:returns: None
"""
# pylint: disable=attribute-defined-outside-init
if value is None:
self._container_raid_level = None
else:
self._container_raid_level = raid.getRaidLevel(value)
#
# methods related to device size and disk space requirements
#
def _get_free_disk_space(self):
free_info = self.storage.getFreeSpace(disks=self.disks)
return sum(d[0] for d in free_info.values())
def _normalize_size(self):
if self.size is None:
self._handle_no_size()
size = self.size
fmt = getFormat(self.fstype)
if size < fmt.minSize:
size = fmt.minSize
elif fmt.maxSize and size > fmt.maxSize:
size = fmt.maxSize
if self.size != size:
log.debug("adjusted size from %s to %s to honor format limits",
self.size, size)
self.size = size
def _handle_no_size(self):
""" Set device size so that it grows to the largest size possible. """
if self.size is not None:
return
self.size = self._get_free_disk_space()
if self.device:
self.size += self.device.size
if self.container_size > 0:
self.size = min(self.container_size, self.size)
def _get_total_space(self):
""" Return the total space need for this factory's device/container.
This is used for the size argument to the child factory constructor
and also to construct the size set in PartitionSetFactory.configure.
"""
size = self._get_device_space()
if self.container:
size += self.container.size
if self.device:
size -= self.device.size
return size
def _get_device_space(self):
""" The total disk space required for this device. """
return self.size
def _get_device_size(self):
""" Return the factory device size including container limitations. """
return self.size
def _set_device_size(self):
""" Set the size of a defined factory device. """
pass
#
# methods related to container/parent devices
#
def _get_parent_devices(self):
""" Return the list of parent devices for this factory's device. """
# TODO: maintain something like a state machine to ensure context for
# methods like this one
if self.container:
parents = [self.container]
elif self.child_factory:
parents = self.child_factory.devices
else:
parents = []
return parents
def _get_member_devices(self):
""" Return a list of member devices.
This is only used by classes like lvm and md where there is a set of
member devices, the length of which can affect disk space
requirements (per-member metadata).
We want this to be as up-to-date as is possible.
Our container's parent list is not used here. Prior to configuring
the child factory it is no more accurate than our disk list.
Afterwards, it is no more accurate than the child factory's device
list.
"""
members = self.disks # fallback/default if we're called very early
if self.child_factory:
# the child factory's device list what our container's is based on
members = self.child_factory.devices
return members
@property
def container_list(self):
""" List of containers of the appropriate type for this class. """
return []
# FIXME: This is nuts. Move specifics into the appropriate classes.
def get_container(self, device=None, name=None, allow_existing=False):
""" Return the best choice of container for this factory.
Keyword arguments:
device -- a defined factory device
name -- a specific container name to look for
allow_existing -- whether to allow selection of preexisting
containers
"""
# XXX would it be useful to implement this as a series of fallbacks
# instead of mutually exclusive branches?
if self.device and not device:
device = self.device
if self.container_name and not name:
name = self.container_name
container = None
if device:
if hasattr(device, "vg"):
container = device.vg
elif hasattr(device, "volume"):
container = device.volume
elif hasattr(device, "subvolumes"):
container = device
elif name:
for c in self.storage.devices:
if c.name == name and c in self.container_list:
container = c
break
else:
containers = [c for c in self.container_list
if allow_existing or not c.exists]
if containers:
# XXX All containers should have a "free" attribute
containers.sort(key=lambda c: getattr(c, "freeSpace", c.size),
reverse=True)
container = containers[0]
return container
def _set_container(self):
""" Set this factory's container device. """
self.container = self.get_container(device=self.raw_device,
name=self.container_name)
def _create_container(self):
""" Create the container device required by this factory device. """
parents = self._get_parent_devices()
self.container = self._get_new_container(name=self.container_name,
parents=parents)
self.storage.createDevice(self.container)
if self.container_name is None:
self.container_name = self.container.name
def _get_new_container(self, *args, **kwargs):
""" Type-specific container device instantiation. """
pass
def _check_container_size(self):
""" Raise an exception if the container cannot hold its devices. """
pass
def _reconfigure_container(self):
""" Reconfigure a defined container required by this factory device. """
if getattr(self.container, "exists", False):
return
self._set_container_members()
self._set_container_raid_level()
# check that the container is still large enough to contain whatever
# other devices it previously contained
if self.size > 0:
# only do this check if we're not doing post-removal cleanup
self._check_container_size()
def _set_container_members(self):
if not self.child_factory:
return
members = self.child_factory.devices
log.debug("new member set: %s", [d.name for d in members])
log.debug("old member set: %s", [d.name for d in self.container.parents])
for member in self.container.parents[:]:
if member not in members:
self.container.parents.remove(member)
for member in members:
if member not in self.container.parents:
self.container.parents.append(member)
def _set_container_raid_level(self):
pass
#
# properties and methods related to the factory device
#
@property
def raw_device(self):
""" If self.device is encrypted, this is its backing device. """
return self.device.raw_device if self.device else None
@property
def devices(self):
""" A list of this factory's product devices. """
return [self.device]
#
# methods to configure the factory device(s)
#
def _create_device(self):
""" Create the factory device. """
if self.size == 0:
# A factory with a size of zero means you're adjusting a container
# after removing a device from it.
return
fmt_args = {}
if self.encrypted:
fstype = "luks"
mountpoint = None
else:
fstype = self.fstype
mountpoint = self.mountpoint
fmt_args = {}
if self.label:
fmt_args["label"] = self.label
if self.device_name:
kwa = {"name": self.device_name}
else:
kwa = {}
# this gets us a size value that takes into account the actual size of
# the container
size = self._get_device_size()
if size <= 0:
raise DeviceFactoryError("not enough free space for new device")
parents = self._get_parent_devices()
try:
device = self._get_new_device(parents=parents,
size=size,
fmt_type=fstype,
mountpoint=mountpoint,
fmt_args=fmt_args,
**kwa)
except (StorageError, ValueError) as e:
log.error("device instance creation failed: %s", e)
raise
self.storage.createDevice(device)
e = None
try:
self._post_create()
except StorageError as e:
log.error("device post-create method failed: %s", e)
else:
if not device.size:
e = StorageError("failed to create device")
if e:
self.storage.destroyDevice(device)
raise StorageError(e)
ret = device
if self.encrypted:
fmt_args = {}
if self.label:
fmt_args["label"] = self.label
fmt = getFormat(self.fstype,
mountpoint=self.mountpoint,
min_luks_entropy=self.min_luks_entropy,
**fmt_args)
luks_device = LUKSDevice("luks-" + device.name,
parents=[device], fmt=fmt)
self.storage.createDevice(luks_device)
ret = luks_device
self.device = ret
def _get_new_device(self, *args, **kwargs):
""" Type-specific device instantiation. """
pass
def _reconfigure_device(self):
""" Reconfigure a defined factory device. """
# We are adjusting a defined device: size, disk set, container
# member encryption, container raid level. The StorageDevice
# instance exists, but the underlying device does not.
self._set_disks()
self._set_raid_level()
self._set_size()
self._set_encryption()
self._set_format()
self._set_name()
def _set_disks(self):
pass
def _set_raid_level(self):
pass
def _set_size(self):
# reset the device's format before allocating partitions, &c
if self.device.format.type != self.fstype:
self.device.format = None
# this is setting the device size based on the factory size and the
# current size of the container
self._set_device_size()
try:
self._post_create()
except StorageError as e:
log.error("device post-create method failed: %s", e)
raise
else:
if self.device.size <= self.device.format.minSize:
raise StorageError("failed to adjust device -- not enough free space in specified disks?")
def _set_format(self):
current_format = self.device.format
if current_format.type != self.fstype:
new_format = getFormat(self.fstype,
mountpoint=self.mountpoint,
label=self.label,
exists=False)
self.storage.formatDevice(self.device, new_format)
else:
if (hasattr(current_format, "mountpoint") and
current_format.mountpoint != self.mountpoint):
current_format.mountpoint = self.mountpoint
if (hasattr(current_format, "label") and
current_format.label != self.label):
current_format.label = self.label
def _set_encryption(self):
# toggle encryption of the leaf device as needed
parent_container = getattr(self.parent_factory, "container", None)
if isinstance(self.device, LUKSDevice) and not self.encrypted:
orig_device = self.device
raw_device = self.raw_device
leaf_format = self.device.format
self.storage.destroyDevice(self.device)
self.storage.formatDevice(self.raw_device, leaf_format)
self.device = raw_device
if parent_container:
parent_container.parents.replace(orig_device, self.device)
elif self.encrypted and not isinstance(self.device, LUKSDevice):
orig_device = self.device
leaf_format = self.device.format
self.storage.formatDevice(self.device, getFormat("luks",
min_luks_entropy=self.min_luks_entropy))
luks_device = LUKSDevice("luks-%s" % self.device.name,
fmt=leaf_format,
parents=self.device)
self.storage.createDevice(luks_device)
self.device = luks_device
if parent_container:
parent_container.parents.replace(orig_device, self.device)
def _set_name(self):
if not self.device_name:
self.device_name = self.storage.suggestDeviceName(
parent=self.container,
swap=(self.fstype == "swap"),
mountpoint=self.mountpoint)
safe_new_name = self.storage.safeDeviceName(self.device_name)
if self.device.name != safe_new_name:
if safe_new_name in self.storage.names:
log.error("not renaming '%s' to in-use name '%s'",
self.device.name, safe_new_name)
return
log.debug("renaming device '%s' to '%s'",
self.device.name, safe_new_name)
self.device.name = safe_new_name
def _post_create(self):
""" Hook for post-creation operations. """
pass
def _get_child_factory_args(self):
return [self.storage, self._get_total_space(), self.disks]
def _get_child_factory_kwargs(self):
return {"fstype": self.child_factory_fstype}
def _set_up_child_factory(self):
if self.child_factory or not self.child_factory_class or \
self.container and self.container.exists:
return
args = self._get_child_factory_args()
kwargs = self._get_child_factory_kwargs()
log.debug("child factory class: %s", self.child_factory_class)
log.debug("child factory args: %s", args)
log.debug("child factory kwargs: %s", kwargs)
factory = self.child_factory_class(*args, **kwargs) # pylint: disable=not-callable
self.child_factory = factory
factory.parent_factory = self
def configure(self):
""" Configure the factory's device(s).
Keyword arguments:
An example of the parent_factory is the LVMOnMDFactory creating and
then using an MDFactory to manage the volume group's single MD PV.
Another example is the MDFactory creating and then using a
PartitionSetFactory to manage the set of member partitions.
"""
log_method_call(self, parent_factory=self.parent_factory)
if self.parent_factory is None:
# only do the backup/restore error handling in the top-level factory
self._save_devicetree()
try:
self._configure()
except Exception as e:
log.error("failed to configure device factory: %s", e)
if self.parent_factory is None:
# only do the backup/restore error handling at the top-level
self._revert_devicetree()
if not isinstance(e, (StorageError, OverflowError)):
e = DeviceFactoryError(str(e))
raise(e)
def _configure(self):
self._set_container()
if self.container and self.container.exists:
self.disks = self.container.disks
self._normalize_size()
self._set_up_child_factory()
# Configure any devices this device will use as building blocks, except
# for type-specific container devices. In the LVM example, this will
# configure the PVs.
if self.child_factory:
self.child_factory.configure()
# Make sure that there are enough disks involved for any specified
# device or container raid level.
for level_attr in ["raid_level", "container_raid_level"]:
level = getattr(self, level_attr, None)
if level is None:
continue
disks = set(d for m in self._get_member_devices() for d in m.disks)
if len(disks) < level.min_members:
raise DeviceFactoryError("Not enough disks for %s" % level)
# Configure any type-specific container device. The obvious example of
# this is the LVMFactory, which will configure its VG in this step.
if self.container:
self._reconfigure_container()
else:
self._create_container()
if self.container and hasattr(self.container, "size_policy") and \
not self.container.exists:
self.container.size_policy = self.container_size
# Configure this factory's leaf device, eg, for LVMFactory: the LV.
if self.device:
self._reconfigure_device()
else:
self._create_device()
#
# methods for error recovery
#
def _save_devicetree(self):
_blivet_copy = self.storage.copy()
self.__devices = _blivet_copy.devicetree._devices
self.__actions = _blivet_copy.devicetree._actions
self.__names = _blivet_copy.devicetree.names
self.__roots = _blivet_copy.roots
def _revert_devicetree(self):
self.storage.devicetree._devices = self.__devices
self.storage.devicetree._actions = self.__actions
self.storage.devicetree.names = self.__names
self.storage.roots = self.__roots
class PartitionFactory(DeviceFactory):
""" Factory class for creating a partition. """
#
# methods related to device size and disk space requirements
#
def _get_base_size(self):
if self.device:
min_format_size = self.device.format.minSize
else:
min_format_size = getFormat(self.fstype).minSize
# min_format_size may be None here, make sure it is a number
min_format_size = min_format_size or 0
if self.encrypted:
min_format_size += getFormat("luks").minSize
return max(Size("1MiB"), min_format_size)
def _get_device_size(self):
""" Return the factory device size including container limitations. """
return max(self._get_base_size(), self.size)
def _set_device_size(self):
""" Set the size of a defined factory device. """
if self.raw_device and self.size != self.raw_device.size:
log.info("adjusting device size from %s to %s",
self.raw_device.size, self.size)
base_size = self._get_base_size()
size = self._get_device_size()
self.raw_device.req_base_size = base_size
self.raw_device.req_size = base_size
self.raw_device.req_max_size = size
self.raw_device.req_grow = size > base_size
#
# methods related to container/parent devices
#
def get_container(self, device=None, name=None, allow_existing=False):
return None
def _create_container(self):
pass
def _get_parent_devices(self):
""" Return the list of parent devices for this factory's device. """
return self.disks
#
# methods to configure the factory device
#
def _get_new_device(self, *args, **kwargs):
""" Create and return the factory device as a StorageDevice. """
max_size = kwargs.pop("size")
kwargs["size"] = self._get_base_size()
device = self.storage.newPartition(*args,
grow=True, maxsize=max_size,
**kwargs)
return device
def _set_disks(self):
self.raw_device.req_disks = self.disks[:]
def _set_name(self):
pass
def _post_create(self):
try:
doPartitioning(self.storage)
except StorageError as e:
log.error("failed to allocate partitions: %s", e)
raise
class PartitionSetFactory(PartitionFactory):
""" Factory for creating a set of related partitions. """
def __init__(self, storage, size, disks, fstype=None, encrypted=False,
devices=None):
""" Create a new DeviceFactory instance.
Arguments:
storage a Blivet instance
size the desired size for the device
disks the set of disks to use
Keyword args:
fstype filesystem type
encrypted whether to encrypt (boolean)
devices an initial set of devices
"""
super(PartitionSetFactory, self).__init__(storage, size, disks,
fstype=fstype,
encrypted=encrypted)
self._devices = []
if devices:
self._devices = devices
@property
def devices(self):
return self._devices
def configure(self):
""" Configure the factory's device set.
This factory class will always have a parent factory.
"""
log_method_call(self, parent_factory=self.parent_factory)
# list of disks to add/remove member devices to/from
add_disks = []
remove_disks = []
# We want to keep self.devices updated so it is accurate when we call
# the parent factory's _get_total_space method, which should base size
# calculations on the length of self.devices.
#
# The parent factory's container's member set will be updated later to
# reflect the results of this method.
# Grab the starting member list from the parent factory.
members = self._devices
container = self.parent_factory.container
log.debug("parent factory container: %s", self.parent_factory.container)
if container:
if container.exists:
log.info("parent factory container exists -- nothing to do")
return
# update our device list from the parent factory's container members
members = container.parents[:]
self._devices = members
log.debug("members: %s", [d.name for d in members])
##
## Determine the target disk set.
##
# XXX how can we detect/handle failure to use one or more of the disks?
if self.parent_factory.device:
# See if we need to add/remove any disks, but only if we are
# adjusting a device. When adding a new device to a container we do
# not want to modify the container's disk set.
_disks = list(set([d for m in members for d in m.disks]))
add_disks = [d for d in self.disks if d not in _disks]
remove_disks = [d for d in _disks if d not in self.disks]
elif not members:
# new container, so use the factory's disk set
add_disks = self.disks
# drop any new disks that don't have free space
min_free = min(Size("500MiB"), self.parent_factory.size)
add_disks = [d for d in add_disks if d.partitioned and
d.format.supported and d.format.free >= min_free]
log.debug("add_disks: %s", [d.name for d in add_disks])
log.debug("remove_disks: %s", [d.name for d in remove_disks])
##
## Make a list of members we'll later remove from dropped disks.
##
removed = []
for member in members[:]:
if any([d in remove_disks for d in member.disks]):
removed.append(member) # remove them after adding new ones
members.remove(member)
##
## Handle toggling of member encryption.
##
for member in members[:]:
member_encrypted = isinstance(member, LUKSDevice)
if member_encrypted and not self.encrypted:
self.storage.destroyDevice(member)
members.remove(member)
self.storage.formatDevice(member.slave,
getFormat(self.fstype))
members.append(member.slave)
if container:
container.parents.replace(member, member.slave)
continue
if not member_encrypted and self.encrypted:
members.remove(member)
self.storage.formatDevice(member, getFormat("luks",
min_luks_entropy=self.min_luks_entropy))
luks_member = LUKSDevice("luks-%s" % member.name,
parents=[member],
fmt=getFormat(self.fstype))
self.storage.createDevice(luks_member)
members.append(luks_member)
if container:
container.parents.replace(member, luks_member)
continue
##
## Prepare previously allocated member partitions for reallocation.
##
base_size = self._get_base_size()
for member in members[:]:
member = member.raw_device
# max size is set after instantiating the SizeSet below
member.req_base_size = base_size
member.req_size = member.req_base_size
member.req_grow = True
##
## Define members on added disks.
##
new_members = []
for disk in add_disks:
if self.encrypted:
member_format = "luks"
else:
member_format = self.fstype
try:
member = self.storage.newPartition(parents=[disk], grow=True,
size=base_size,
fmt_type=member_format)
except StorageError as e:
log.error("failed to create new member partition: %s", e)
continue
self.storage.createDevice(member)
if self.encrypted:
fmt = getFormat(self.fstype)
member = LUKSDevice("luks-%s" % member.name,
parents=[member], fmt=fmt)
self.storage.createDevice(member)
members.append(member)
new_members.append(member)
if container:
container.parents.append(member)
##
## Remove members from dropped disks.
##
# Do this last to prevent tripping raid level constraints on the number
# of members.
for member in removed:
if container:
container.parents.remove(member)
if isinstance(member, LUKSDevice):
self.storage.destroyDevice(member)
member = member.slave
self.storage.destroyDevice(member)
##
## Determine target container size.
##
total_space = self.parent_factory._get_total_space()
##
## Set up SizeSet to manage growth of member partitions.
##
log.debug("adding a %s with size %s",
self.parent_factory.size_set_class.__name__, total_space)
size_set = self.parent_factory.size_set_class(members, total_space)
self.storage.size_sets.append(size_set)
for member in members[:]:
member = member.raw_device
member.req_max_size = size_set.size
##
## Allocate the member partitions.
##
self._post_create()
class LVMFactory(DeviceFactory):
""" Factory for creating LVM logical volumes with partition PVs. """
child_factory_class = PartitionSetFactory
child_factory_fstype = "lvmpv"
size_set_class = TotalSizeSet
def __init__(self, *args, **kwargs):
super(LVMFactory, self).__init__(*args, **kwargs)
if self.container_raid_level:
self.child_factory_class = MDFactory
#
# methods related to device size and disk space requirements
#
def _handle_no_size(self):
""" Set device size so that it grows to the largest size possible. """
if self.size is not None:
return
if self.container and (self.container.exists or
self.container_size != SIZE_POLICY_AUTO):
self.size = self.container.freeSpace
if self.container_size == SIZE_POLICY_MAX:
self.size += self._get_free_disk_space()
if self.device:
self.size += self.device.size
if self.size == Size(0):
raise DeviceFactoryError("not enough free space for new device")
else:
super(LVMFactory, self)._handle_no_size()
def _get_device_space(self):
return lvm.get_pv_space(self.size, len(self._get_member_devices()))
def _get_device_size(self):
size = self.size
free = self.container.freeSpace
if self.device:
free += self.raw_device.size
if free < size:
log.info("adjusting size from %s to %s so it fits "
"in container %s", size, free, self.container.name)
size = free
return size
def _set_device_size(self):
size = self._get_device_size()
if self.device and size != self.raw_device.size:
log.info("adjusting device size from %s to %s",
self.raw_device.size, size)
self.raw_device.size = size
self.raw_device.req_grow = False
def _get_total_space(self):
""" Total disk space requirement for this device and its container. """
size = Size(0)
if self.container and self.container.exists:
return size
if self.container_size == SIZE_POLICY_AUTO:
# automatic container size management
if self.container:
size += sum([p.size for p in self.container.parents])
size -= self.container.freeSpace
elif self.container_size == SIZE_POLICY_MAX:
# grow the container as large as possible
if self.container:
size += sum(p.size for p in self.container.parents)
log.debug("size bumped to %s to include container parents", size)
size += self._get_free_disk_space()
log.debug("size bumped to %s to include free disk space", size)
else:
# container_size is a request for a fixed size for the container
size += lvm.get_pv_space(self.container_size, len(self.disks))
# this does not apply if a specific container size was requested
if self.container_size in [SIZE_POLICY_AUTO, SIZE_POLICY_MAX]:
size += self._get_device_space()
log.debug("size bumped to %s to include new device space", size)
if self.device and self.container_size == SIZE_POLICY_AUTO:
# The member count here uses the container's current member set
# since that's the basis for the current device's disk space
# usage.
size -= lvm.get_pv_space(self.device.size,
len(self.container.parents))
log.debug("size cut to %s to omit old device space", size)
if self.container_encrypted:
# Add space for LUKS metadata, each parent will be encrypted
size += lvm.LVM_PE_SIZE * len(self.disks)
return size
#
# methods related to parent/container devices
#
@property
def container_list(self):
return self.storage.vgs[:]
def _get_new_container(self, *args, **kwargs):
return self.storage.newVG(*args, **kwargs)
def _check_container_size(self):
""" Raise an exception if the container cannot hold its devices. """
if not self.container:
return
free_space = self.container.freeSpace + getattr(self.device, "size", 0)
if free_space < 0:
raise DeviceFactoryError("container changes impossible due to "
"the devices it already contains")
#
# methods to configure the factory's device
#
def _get_child_factory_kwargs(self):
kwargs = super(LVMFactory, self)._get_child_factory_kwargs()
kwargs["encrypted"] = self.container_encrypted
if self.container_raid_level:
# md pv
kwargs["raid_level"] = self.container_raid_level
if self.container and self.container.parents:
kwargs["device"] = self.container.parents[0]
kwargs["name"] = self.container.parents[0].name
else:
kwargs["name"] = self.storage.suggestDeviceName(prefix="pv")
return kwargs
def _get_new_device(self, *args, **kwargs):
""" Create and return the factory device as a StorageDevice. """
if self.container_raid_level and self.container_size in [SIZE_POLICY_AUTO,
SIZE_POLICY_MAX]:
# container pushed to the limit, but we need some extra space for
# metadata, so we need to make the LV smaller
extra_md_space = lvm.LVM_PE_SIZE * len(self.disks) * 5
kwargs["size"] -= extra_md_space
return self.storage.newLV(*args, **kwargs)
def _set_name(self):
if not self.device_name:
self.device_name = self.storage.suggestDeviceName(
parent=self.container,
swap=(self.fstype == "swap"),
mountpoint=self.mountpoint)
lvname = "%s-%s" % (self.container.name, self.device_name)
safe_new_name = self.storage.safeDeviceName(lvname)
if self.device.name != safe_new_name:
if safe_new_name in self.storage.names:
log.error("not renaming '%s' to in-use name '%s'",
self.device.name, safe_new_name)
return
if not safe_new_name.startswith(self.container.name):
log.error("device rename failure (%s)", safe_new_name)
return
# strip off the vg name before setting
safe_new_name = safe_new_name[len(self.container.name)+1:]
log.debug("renaming device '%s' to '%s'",
self.device.name, safe_new_name)
self.device.name = safe_new_name
def _configure(self):
self._set_container()
if self.container and not self.container.exists:
# If there's already a VG associated with this LV that doesn't have
# MD PVs we need to remove the partition PVs.
# Likewise, if there's already a VG whose PV is an MD we need to
# remove it completely before proceeding.
for member in self.container.parents[:]:
use_dev = member.raw_device
if ((self.container_raid_level and use_dev.type != "mdarray") or
(not self.container_raid_level and use_dev.type == "mdarray")):
self.container.parents.remove(member)
self.storage.destroyDevice(member)
if member != use_dev:
self.storage.destroyDevice(use_dev)
# for md pv we also need to remove the md member partitions
if not self.container_raid_level and \
use_dev.type == "mdarray":
for mdmember in use_dev.parents[:]:
self.storage.destroyDevice(mdmember)
super(LVMFactory, self)._configure()
class LVMThinPFactory(LVMFactory):
""" Factory for creating LVM using thin provisioning.
This class will be very similar to LVMFactory except that there are two
layers of container: vg and thin pool (lv). We could make a separate
factory class for creating and managing the thin pool, but we haven't
used a separate factory for any of the other classes' containers.
pv(s)
vg
pool
thinlv(s)
This is problematic in that there are two containers in this stack:
the vg and thin pool.
The thin pool does not need to be large enough to contain all of the
thin lvs, so that check/adjust piece must be overridden/skipped here.
XXX We aren't going to allow overcommitting initially, so that'll
simplify things somewhat. That means we can manage the thin pool
size automatically. We will need to handle overcommit in
existing thinp setups in anaconda's UI.
Because of the argument-passing madness that would ensue from being able
to pass specs for two separate containers, the initial version of this
class will only support auto-sized pools.
Also, the initial version will only support one thin pool per vg.
In summary:
- one thin pool per vg
- pools are auto-sized by anaconda/blivet
- thinp setups created by the installer will not overcommit
Where to manage the pool:
- the pool will need to be adjusted on device removal, which means
pool management must not be hidden in device management routines
"""
def __init__(self, *args, **kwargs):
# pool name is for identification -- not renaming
self.pool_name = kwargs.pop("pool_name", None)
super(LVMThinPFactory, self).__init__(*args, **kwargs)
self.pool = None
#
# methods related to device size and disk space requirements
#
def _get_device_size(self):
# calculate device size based on space in the pool
pool_size = self.pool.size
log.debug("pool size is %s", pool_size)
free = pool_size - self.pool.usedSpace
if self.device:
free += self.raw_device.poolSpaceUsed
size = self.size
if free < size:
log.info("adjusting size from %s to %s so it fits "
"in pool %s", size, free, self.pool.name)
size = free
return size
@property
def _pesize(self):
""" The extent size of our vg or the default if we have no vg. """
return getattr(self.container, "peSize", lvm.LVM_PE_SIZE)
def _get_total_space(self):
""" Calculate and return the total disk space needed for the vg.
Our container will still be None if we are going to create it.
"""
# unset the thpool_reserve here so that the previously reserved space is
# considered free space (and thus swallowed) -> we will set it and
# calculate an updated reserve below
if self.container:
self.container.thpool_reserve = None
size = super(LVMThinPFactory, self)._get_total_space()
# this does not apply if a specific container size was requested
if self.container_size in (SIZE_POLICY_AUTO, SIZE_POLICY_MAX):
if self.container_size == SIZE_POLICY_AUTO and \
self.pool and not self.pool.exists and self.pool.freeSpace > 0:
# this is mostly for cleaning up after removing a thin lv
size -= self.pool.freeSpace
log.debug("size cut to %s to omit pool free space", size)
if self.container:
self.container.thpool_reserve = AUTOPART_THPOOL_RESERVE
# black maths (to make sure there's AUTOPART_THPOOL_RESERVE.percent reserve)
size_with_reserve = size * (1 / (1 - (AUTOPART_THPOOL_RESERVE.percent / 100.0)))
reserve = size_with_reserve - size
if reserve < AUTOPART_THPOOL_RESERVE.min:
size = size + AUTOPART_THPOOL_RESERVE.min
elif reserve < AUTOPART_THPOOL_RESERVE.max:
size = size_with_reserve
else:
size = size + AUTOPART_THPOOL_RESERVE.max
return size
@property
def pool_list(self):
return self.storage.thinpools
def get_pool(self):
if not self.container:
return None
if self.device:
return self.device.pool
# We're looking for a new pool in our vg to use. If there aren't any,
# we're using one of the existing pools. Would it be better to always
# create a new pool to allocate new devices from? Probably not, since
# that would prevent users from setting up custom pools on tty2.
pool = None
pools = [p for p in self.pool_list if p.vg == self.container]
pools.sort(key=lambda p: p.freeSpace, reverse=True)
if pools:
new_pools = [p for p in pools if not p.exists]
if new_pools:
pool = new_pools[0]
else:
pool = pools[0]
return pool
def _get_new_pool(self, *args, **kwargs):
kwargs["thin_pool"] = True
return super(LVMThinPFactory, self)._get_new_device(*args, **kwargs)
def _get_pool_size(self):
""" Calculate and return the size for the thin pool.
The vg size has already been set when this method is called. We have
to figure out the size of the pool based on the vg's free space and
the sizes of the thin lvs.
Our container has been set by the time this method is called.
"""
if self.pool and self.pool.exists:
return self.pool.size
log.debug("requested size is %s", self.size)
size = self.size
free = Size(0)# total space within the vg that is available to us
if self.pool:
free += self.pool.freeSpace # pools are always auto-sized
# pool lv sizes go toward projected pool size and vg free space
size += self.pool.usedSpace
free += self.pool.usedSpace
log.debug("increasing free and size by pool used (%s)", self.pool.usedSpace)
if self.device:
log.debug("reducing size by device space (%s)", self.device.poolSpaceUsed)
size -= self.device.poolSpaceUsed # don't count our device
# round to nearest extent. free rounds down, size rounds up.
free = self.container.align(free + self.container.freeSpace)
size = self.container.align(size, roundup=True)
if free < size:
free = self.container.align(free) # round down
log.info("adjusting pool size from %s to %s so it fits "
"in container %s", size, free, self.container.name)
size = free
return size
def _set_pool_size(self):
new_size = self._get_pool_size()
self.pool.size = new_size
self.pool.req_grow = False
def _reconfigure_pool(self):
""" Adjust the pool according to the set of devices it will contain. """
self._set_pool_size()
def _create_pool(self):
""" Create a pool large enough to contain the new device. """
if self.size == 0:
return
self.container.thpool_reserve = AUTOPART_THPOOL_RESERVE
size = self._get_pool_size()
if size == 0:
raise DeviceFactoryError("not enough free space for thin pool")
self.pool = self._get_new_pool(size=size, parents=[self.container])
self.storage.createDevice(self.pool)
# reconfigure the pool here in case its presence in the VG has caused
# some extra changes (e.g. reserving space for it to grow)
self._reconfigure_pool()
#
# methods to configure the factory's container (both vg and pool)
#
def _set_container(self):
super(LVMThinPFactory, self)._set_container()
self.pool = self.get_pool()
if self.pool:
log.debug("pool is %s ; size: %s ; free: %s", self.pool.name,
self.pool.size,
self.pool.freeSpace)
for lv in self.pool.lvs:
log.debug(" %s size is %s", lv.name, lv.size)
def _reconfigure_container(self):
""" Reconfigure a defined container required by this factory device. """
super(LVMThinPFactory, self)._reconfigure_container()
if self.pool:
self._reconfigure_pool()
else:
self._create_pool()
def _create_container(self):
""" Create the container device required by this factory device. """
super(LVMThinPFactory, self)._create_container()
self._create_pool()
#
# methods to configure the factory's device
#
def _get_new_device(self, *args, **kwargs):
""" Create and return the factory device as a StorageDevice. """
kwargs["parents"] = [self.pool]
kwargs["thin_volume"] = True
return super(LVMThinPFactory, self)._get_new_device(*args, **kwargs)
class MDFactory(DeviceFactory):
""" Factory for creating MD RAID devices. """
child_factory_class = PartitionSetFactory
child_factory_fstype = "mdmember"
size_set_class = SameSizeSet
def __init__(self, storage, size, disks, **kwargs):
super(MDFactory, self).__init__(storage, size, disks, **kwargs)
if not self.raid_level:
raise DeviceFactoryError("MDFactory class must have some RAID level.")
def _get_device_space(self):
return self.raid_level.get_space(self.size,
len(self._get_member_devices()),
None,
mdraid.get_raid_superblock_size)
def _get_total_space(self):
return self._get_device_space()
def _set_raid_level(self):
# set the new level
self.device.level = self.raid_level
# adjust the bitmap setting
def _get_new_device(self, *args, **kwargs):
""" Create and return the factory device as a StorageDevice. """
kwargs["level"] = self.raid_level
kwargs["totalDevices"] = len(kwargs.get("parents"))
kwargs["memberDevices"] = len(kwargs.get("parents"))
return self.storage.newMDArray(*args, **kwargs)
@property
def container_list(self):
return self.storage.mdarrays[:]
def get_container(self, device=None, name=None, allow_existing=False):
return self.raw_device
def _create_container(self, *args, **kwargs):
pass
class BTRFSFactory(DeviceFactory):
""" BTRFS subvolume """
child_factory_class = PartitionSetFactory
child_factory_fstype = "btrfs"
def __init__(self, storage, size, disks, **kwargs):
super(BTRFSFactory, self).__init__(storage, size, disks, **kwargs)
if self.encrypted:
log.info("overriding encryption setting for btrfs factory")
self.encrypted = False
self.container_raid_level = self.container_raid_level or btrfs.RAID_levels.raidLevel("single")
if self.container_raid_level.is_uniform:
self.size_set_class = SameSizeSet
else:
self.size_set_class = TotalSizeSet
def _handle_no_size(self):
""" Set device size so that it grows to the largest size possible. """
super(BTRFSFactory, self)._handle_no_size()
if self.container and self.container.exists:
self.size = self.container.size
def _get_total_space(self):
""" Return the total space needed for the specified container. """
size = Size(0)
if self.container and self.container.exists:
return size
if self.container_size == SIZE_POLICY_AUTO:
# automatic
if self.container and not self.device:
if self.size != 0:
# For new subvols the size is in addition to the volume's size.
size += self.container.size
else:
size += sum(s.req_size for s in self.container.subvolumes)
size += self._get_device_space()
elif self.container_size == SIZE_POLICY_MAX:
# as large as possible
if self.container:
size += self.container.size
size += self._get_free_disk_space()
else:
# fixed-size request
size = self.container_size
return size
def _get_device_space(self):
# until we get/need something better
if self.container_raid_level in (raid.Single, raid.RAID0):
return self.size
elif self.container_raid_level in (raid.RAID1, raid.RAID10):
return self.size * len(self._get_member_devices())
@property
def container_list(self):
return self.storage.btrfsVolumes[:]
def _get_new_container(self, *args, **kwargs):
return self.storage.newBTRFS(*args, **kwargs)
def _create_container(self):
""" Create the container device required by this factory device. """
parents = self._get_parent_devices()
self.container = self._get_new_container(name=self.container_name,
dataLevel=self.container_raid_level,
parents=parents)
self.storage.createDevice(self.container)
def _set_container_raid_level(self):
# TODO: write BTRFSVolumeDevice.setRAIDLevel
# make sure the member count is adequate for the new level
# set the new level
self.container.dataLevel = self.container_raid_level
def _get_child_factory_kwargs(self):
kwargs = super(BTRFSFactory, self)._get_child_factory_kwargs()
kwargs["encrypted"] = self.container_encrypted
return kwargs
def _get_new_device(self, *args, **kwargs):
""" Create and return the factory device as a StorageDevice. """
kwargs["dataLevel"] = self.container_raid_level
kwargs["metaDataLevel"] = self.container_raid_level
kwargs["subvol"] = True
return self.storage.newBTRFS(*args, **kwargs)
def _set_name(self):
super(BTRFSFactory, self)._set_name()
self.device.format.options = "subvol=" + self.device.name
def _reconfigure_device(self):
if self.device == self.container:
# This is a btrfs volume -- the only thing not handled already is
# updating the mountpoint.
self.device.format.mountpoint = self.mountpoint
return
super(BTRFSFactory, self)._reconfigure_device()