<h2>Editing File: /lib/python3.6/site-packages/vdo/vdomgmnt/VDOService.py</h2><form method='post'><textarea name='content' class='file-edit'>#
# Copyright Red Hat
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
# 
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
# 
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
# 02110-1301, USA. 
#

&quot;&quot;&quot;
  VDOService - manages the VDO service on the local node

  $Id: //eng/vdo-releases/aluminum/src/python/vdo/vdomgmnt/VDOService.py#41 $

&quot;&quot;&quot;
from __future__ import absolute_import
from __future__ import division
from __future__ import print_function
from __future__ import unicode_literals

from . import ArgumentError
from . import Constants
from . import Defaults
from . import MgmntUtils
from . import Service, ServiceError
from . import SizeString
from . import VDOKernelModuleService
from . import DeveloperExitStatus, StateExitStatus
from . import SystemExitStatus, UserExitStatus
from vdo.utils import Command, CommandError, runCommand
from vdo.utils import Transaction, transactional

import functools
import locale
import logging
import math
import os
import re
from socket import gethostbyname
import stat
import textwrap
import time
import yaml

########################################################################
class VDOServiceError(ServiceError):
  &quot;&quot;&quot;Base class for VDO service exceptions.
  &quot;&quot;&quot;
  ######################################################################
  # Overriden methods
  ######################################################################
  def __init__(self, msg = _(&quot;VDO volume error&quot;), *args, **kwargs):
    super(VDOServiceError, self).__init__(msg, *args, **kwargs)

########################################################################
class VDODeviceAlreadyConfiguredError(UserExitStatus, VDOServiceError):
  &quot;&quot;&quot;The specified device is already configured for a VDO.
  &quot;&quot;&quot;
  ######################################################################
  # Overriden methods
  ######################################################################
  def __init__(self, msg = _(&quot;Device already configured&quot;), *args, **kwargs):
    super(VDODeviceAlreadyConfiguredError, self).__init__(msg, *args, **kwargs)

########################################################################
class VDOServiceExistsError(UserExitStatus, VDOServiceError):
  &quot;&quot;&quot;VDO service exists exception.
  &quot;&quot;&quot;
  ######################################################################
  # Overriden methods
  ######################################################################
  def __init__(self, msg = _(&quot;VDO volume exists&quot;), *args, **kwargs):
    super(VDOServiceExistsError, self).__init__(msg, *args, **kwargs)

########################################################################
class VDOMissingDeviceError(StateExitStatus, VDOServiceError):
  &quot;&quot;&quot;VDO underlying device does not exist exception.
  &quot;&quot;&quot;
  ######################################################################
  # Overriden methods
  ######################################################################
  def __init__(self, msg = _(&quot;Underlying device does not exist&quot;),
               *args, **kwargs):
    super(VDOMissingDeviceError, self).__init__(msg, *args, **kwargs)

########################################################################
class VDOServicePreviousOperationError(StateExitStatus, VDOServiceError):
  &quot;&quot;&quot;VDO volume previous operation was not completed.
  &quot;&quot;&quot;
  ######################################################################
  # Overriden methods
  ######################################################################
  def __init__(self, msg = _(&quot;VDO volume previous operation is incomplete&quot;),
               *args, **kwargs):
    super(VDOServicePreviousOperationError, self).__init__(msg,
                                                           *args, **kwargs)

########################################################################
class VDOService(Service):
  &quot;&quot;&quot;VDOService manages a vdo device mapper target on the local node.

  Attributes:
    ackThreads (int): Number of threads dedicated to performing I/O
      operation acknowledgement calls.
    activated (bool): If True, should be started by the `start` method.
    bioRotationInterval (int): Number of I/O operations to enqueue for
      one bio submission thread in a batch before moving on to enqueue for
      the next.
    bioThreads (int): Number of threads used to submit I/O operations to
      the storage device.
    blockMapCacheSize (sizeString): Memory allocated for block map pages.
    blockMapPeriod (int): Block map period.
    cpuThreads (int): Number of threads used for various CPU-intensive tasks
      such as hashing.
    device (path): The device used for storage for this VDO volume.
    enableCompression (bool): If True, compression should be
      enabled on this volume the next time the `start` method is run.
    enableDeduplication (bool): If True, deduplication should be
      enabled on this volume the next time the `start` method is run.
    hashZoneThreads (int): Number of threads across which to subdivide parts
      of VDO processing based on the hash value computed from the block data
    indexCfreq (int): The Index checkpoint frequency.
    indexMemory (str): The Index memory setting.
    indexSparse (bool): If True, creates a sparse Index.
    indexThreads (int): The Index thread count. If 0, use a thread per core
    logicalSize (SizeString): The logical size of this VDO volume.
    logicalThreads (int): Number of threads across which to subdivide parts
      of the VDO processing based on logical block addresses.
    maxDiscardSize (SizeString): the max discard size for this VDO volume.
    physicalSize (SizeString): The physical size of this VDO volume.
    physicalThreads (int): Number of threads across which to subdivide parts
      of the VDO processing based on physical block addresses.
    slabSize (SizeString): The size increment by which a VDO is grown. Using
      a smaller size constrains the maximum physical size that can be
      accomodated. Must be a power of two between 128M and 32G.
    uuid (str): uuid of vdo volume.
    writePolicy (str): sync, async, async-unsafe or auto.
  &quot;&quot;&quot;
  log = logging.getLogger('vdo.vdomgmnt.Service.VDOService')
  yaml_tag = &quot;!VDOService&quot;
  
  # Key values to use accessing a dictionary created via yaml-loading the
  # output of vdo status.

  # Access the VDO list.
  vdosKey = &quot;VDOs&quot;

  # Access the per-VDO info.
  vdoAckThreadsKey           = _(&quot;Acknowledgement threads&quot;)
  vdoBioSubmitThreadsKey     = _(&quot;Bio submission threads&quot;)
  vdoBioRotationIntervalKey  = _(&quot;Bio rotation interval&quot;)
  vdoBlockMapCacheSizeKey    = _(&quot;Block map cache size&quot;)
  vdoBlockMapPeriodKey       = _(&quot;Block map period&quot;)
  vdoBlockSizeKey            = _(&quot;Block size&quot;)
  vdoCompressionEnabledKey   = _(&quot;Compression&quot;)
  vdoCpuThreadsKey           = _(&quot;CPU-work threads&quot;)
  vdoDeduplicationEnabledKey = _(&quot;Deduplication&quot;)
  vdoHashZoneThreadsKey      = _(&quot;Hash zone threads&quot;)
  vdoLogicalSizeKey          = _(&quot;Logical size&quot;)
  vdoLogicalThreadsKey       = _(&quot;Logical threads&quot;)
  vdoMaxDiscardSizeKey       = _(&quot;Max discard size&quot;)
  vdoMdRaid5ModeKey          = _(&quot;MD RAID5 mode&quot;)
  vdoPhysicalSizeKey         = _(&quot;Physical size&quot;)
  vdoPhysicalThreadsKey      = _(&quot;Physical threads&quot;)
  vdoStatisticsKey           = _(&quot;VDO statistics&quot;)
  vdoWritePolicyKey          = _(&quot;Write policy&quot;)

  # Options that cannot be changed for an already-created VDO device.
  # Specified as used by the command-line.
  fixedOptions = [ 'device' ]

  # Options that can be changed for an already-created VDO device,
  # though not necessarily while the device is running. The
  # command-line options and VDOService use different names,
  # hence the mapping.
  modifiableOptions = {
    'blockMapCacheSize'     : 'blockMapCacheSize',
    'blockMapPeriod'        : 'blockMapPeriod',
    'maxDiscardSize'        : 'maxDiscardSize',
    'uuid'                  : 'uuid',
    'vdoAckThreads'         : 'ackThreads',
    'vdoBioRotationInterval': 'bioRotationInterval',
    'vdoBioThreads'         : 'bioThreads',
    'vdoCpuThreads'         : 'cpuThreads',
    'vdoHashZoneThreads'    : 'hashZoneThreads',
    'vdoLogicalThreads'     : 'logicalThreads',
    'vdoPhysicalThreads'    : 'physicalThreads',
  }

  # States in the process of constructing a vdo.
  class OperationState(object):
    beginCreate = 'beginCreate'
    beginGrowLogical = 'beginGrowLogical'
    beginGrowPhysical = 'beginGrowPhysical'
    beginImport = 'beginImport'
    beginRunningSetWritePolicy = 'beginRunningSetWritePolicy'
    finished = 'finished'
    unknown = 'unknown'
    names = { beginCreate                : 'create',
              beginGrowLogical           : 'grow logical',
              beginGrowPhysical          : 'grow physical',
              beginImport                : 'import',
              beginRunningSetWritePolicy : 'write policy',
              finished                   : 'unknown',
              unknown                    : 'unknown' }
              

    ####################################################################
    @classmethod
    def specificOperationStates(cls):
      &quot;&quot;&quot;Return a list of the possible specific operation states.

      &quot;Specific operation state&quot; means a state that is specifically set
      via normal processing.
      &quot;&quot;&quot;
      return [cls.beginCreate, cls.beginGrowLogical, cls.beginGrowPhysical,
              cls.beginImport, cls.beginRunningSetWritePolicy, cls.finished]
      
  ######################################################################
  # Public methods
  ######################################################################
  @classmethod
  def validateModifiableOptions(cls, args):
    &quot;&quot;&quot;Validates that any options specified in the arguments are solely
    those which are modifiable.

    Argument:
      args  - arguments passed from the user
    &quot;&quot;&quot;
    for option in cls.fixedOptions:
      if getattr(args, option, None) is not None:
        msg = _(&quot;Cannot change option {0} after VDO creation&quot;).format(
                  option)
        raise ServiceError(msg, exitStatus = UserExitStatus)
    # Can't use --all and --uuid with a specific uuid
    if getattr(args, &quot;uuid&quot;, None) is not None:
      if args.uuid != &quot;&quot; and args.all:
        msg = _(&quot;Cannot change uuid to a specific value when --all is&quot;
                &quot; set&quot;).format(option)
        raise ServiceError(msg, exitStatus = UserExitStatus)

  ######################################################################
  def activate(self):
    &quot;&quot;&quot;Marks the VDO device as activated, updating the configuration.
    &quot;&quot;&quot;
    self._handlePreviousOperationFailure()

    if self.activated:
      msg = _(&quot;{0} already activated&quot;).format(self.getName())
      self._announce(msg)
      return

    self._announce(_(&quot;Activating VDO {0}&quot;).format(self.getName()))
    self.activated = True
    self.config.addVdo(self.getName(), self, True)

  ######################################################################
  def announceReady(self, wasCreated=True):
    &quot;&quot;&quot;Logs the VDO volume state during create/start.&quot;&quot;&quot;
    if self.running():
      self._announce(_(&quot;VDO instance {0} volume is ready at {1}&quot;).format(
        self.getInstanceNumber(), self.getPath()))
    elif wasCreated:
      self._announce(_(&quot;VDO volume created at {0}&quot;).format(
        self.getPath()))
    elif not self.activated:
      self._announce(_(&quot;VDO volume cannot be started (not activated)&quot;))

  ######################################################################
  def connect(self):
    &quot;&quot;&quot;Connect to index.&quot;&quot;&quot;
    self._announce(_(&quot;Attempting to get {0} to connect&quot;).format(
      self.getName()))
    self._handlePreviousOperationFailure()

    runCommand(['dmsetup', 'message', self.getName(), '0', 'index-enable'])
    self._announce(_(&quot;{0} connect succeeded&quot;).format(self.getName()))

  ######################################################################
  @transactional
  def convert(self):
    &quot;&quot;&quot;Convert the VDO device to be used by LVM. This will stop the VDO
       device, run the conversion tool and then remove the entry from the
       VDO config file.
    &quot;&quot;&quot;
    self._handlePreviousOperationFailure()
    
    self._announce(_(&quot;Converting VDO {0}&quot;).format(self.getName()))

    transaction = Transaction.transaction()    
    if self.running():
      self.stop()
      transaction.addUndoStage(self.start)
      
    # vdoprepareforlvm will do the actual conversion and print info about
    # where the new geometry block is located.
    transaction.setMessage(self.log.error,
                           _(&quot;Device {0} could not be converted&quot;).format(
                              self.getName()))
    output = runCommand([Defaults.conversionUtilityDir + '/vdoprepareforlvm', self.device]).strip()
    transaction.setMessage(None)
    if output != &quot;&quot;:
      self._announce(textwrap.indent(output, &quot;      &quot;))
    
    self.config.removeVdo(self.getName())
        
  ######################################################################
  @transactional
  def create(self, force = False):
    &quot;&quot;&quot;Creates and starts a VDO target.&quot;&quot;&quot;
    self._announce(_(&quot;Creating VDO {0}&quot;).format(self.getName()))
    self.log.debug(&quot;confFile is {0}&quot;.format(self.config.filepath))

    self._handlePreviousOperationFailure()

    # Check for various creation issues.
    self._checkForExistingVDO()

    # Validate some parameters.
    self._validateParameters()

    # Check to see if any other known VDO volume has the same UUID
    self._checkForExistingUUID(self.uuid)
    
    # Find a stable name for the storage device.
    self._setStableName()

    # Make certain the kernel module is installed.
    self._installKernelModule(self.vdoLogLevel)

    # Do the create.
    self._setOperationState(self.OperationState.beginCreate)

    # As setting the operation state updates (and persists) the config file
    # we need to be certain to remove this instance if something goes wrong.
    transaction = Transaction.transaction()
    transaction.addUndoStage(self.config.persist)
    transaction.addUndoStage(functools.partial(self.config.removeVdo,
                                               self.getName()))

    self._constructVdoFormat(force)
    self._setUUID(self.uuid)
      
    self._constructServiceStart()

    # The create is done.
    self._setOperationState(self.OperationState.finished)

  ######################################################################
  def deactivate(self):
    &quot;&quot;&quot;Marks the VDO device as not activated, updating the configuration.
    &quot;&quot;&quot;
    self._handlePreviousOperationFailure()

    if not self.activated:
      msg = _(&quot;{0} already deactivated&quot;).format(self.getName())
      self._announce(msg)
      return

    self._announce(_(&quot;Deactivating VDO {0}&quot;).format(self.getName()))
    self.activated = False
    self.config.addVdo(self.getName(), self, True)

  ######################################################################
  def disconnect(self):
    &quot;&quot;&quot;Disables deduplication on this VDO device.&quot;&quot;&quot;
    self._handlePreviousOperationFailure()

    try:
      version = VDOKernelModuleService().targetVersion()
      # comparison on each element
      if version &gt; (6,2,0):
        runCommand([&quot;dmsetup&quot;, &quot;message&quot;, self.getName(), &quot;0&quot;, &quot;index-close&quot;])
      else:
        runCommand([&quot;dmsetup&quot;, &quot;message&quot;, self.getName(), &quot;0&quot;, &quot;index-disable&quot;])        
    except Exception:
      self.log.error(_(&quot;Cannot stop deduplication on VDO {0}&quot;).format(
        self.getName()))
      raise

  ######################################################################
  def getInstanceNumber(self):
    &quot;&quot;&quot;Returns the instance number of a vdo if running, or zero.&quot;&quot;&quot;
    self._handlePreviousOperationFailure()

    if not self.instanceNumber and self.running():
      self._determineInstanceNumber()
    return self.instanceNumber

  ######################################################################
  def getPath(self):
    &quot;&quot;&quot;Returns the full path to this VDO device.&quot;&quot;&quot;
    return os.path.join(&quot;/dev/mapper&quot;, self.getName())

  ######################################################################
  @transactional
  def growLogical(self, newLogicalSize):
    &quot;&quot;&quot;Grows the logical size of this VDO volume.

    Arguments:
      newLogicalSize (SizeString): The new size.
    &quot;&quot;&quot;
    self._handlePreviousOperationFailure()

    if not self.running():
      msg = _(&quot;VDO volume {0} must be running&quot;).format(self.getName())
      raise ServiceError(msg, exitStatus = StateExitStatus)

    newLogicalSize.roundToBlock()
    if newLogicalSize &lt; self.logicalSize:
      msg = _(&quot;Can't shrink a VDO volume (old size {0})&quot;).format(
              self.logicalSize)
      raise ServiceError(msg, exitStatus = UserExitStatus)
    elif newLogicalSize == self.logicalSize:
      msg = _(&quot;Can't grow a VDO volume by less than {0} bytes&quot;).format(
              Constants.VDO_BLOCK_SIZE)
      raise ServiceError(msg, exitStatus = UserExitStatus)

    # Do the grow.
    self._setOperationState(self.OperationState.beginGrowLogical)

    self.log.info(_(&quot;Increasing logical size of VDO volume {0}&quot;).format(
      self.getName()))

    numSectors = newLogicalSize.toSectors()
    vdoConf = self._generateModifiedDmTable(numSectors = str(numSectors))

    transaction = Transaction.transaction()
    transaction.setMessage(self.log.error,
                           _(&quot;Device {0} could not be changed&quot;).format(
                              self.getName()))
    runCommand([&quot;dmsetup&quot;, &quot;reload&quot;, self._name, &quot;--table&quot;, vdoConf])
    transaction.setMessage(None)
        
    self._suspend(False)
    self._resume()

    # Get the new logical size
    vdoConfig = self._getVDOConfigFromVDO()
    logicalSize = (vdoConfig[&quot;logicalBlocks&quot;]
                   * (vdoConfig[&quot;blockSize&quot;] // Constants.SECTOR_SIZE))
    self.logicalSize = SizeString(&quot;{0}s&quot;.format(logicalSize))

    self.log.info(_(&quot;Increased logical size of VDO volume {0}&quot;).format(
      self.getName()))

    # The grow is done.
    self._setOperationState(self.OperationState.finished)

  ######################################################################
  @transactional
  def growPhysical(self):
    &quot;&quot;&quot;Grows the physical size of this VDO volume.

    Arguments:
      newPhysicalSize (SizeString): The new size. If None, use all the
                                    remaining free space in the volume
                                    group.
    &quot;&quot;&quot;
    self._handlePreviousOperationFailure()

    if not self.running():
      msg = _(&quot;VDO volume {0} must be running&quot;).format(self.getName())
      raise ServiceError(msg, exitStatus = StateExitStatus)

    newPhysicalSize = self._getDeviceSize(self.device)
    newPhysicalSize.roundToBlock()

    if newPhysicalSize &lt; self.physicalSize:
      msg = _(&quot;Can't shrink a VDO volume (old size {0})&quot;).format(
              self.physicalSize)
      raise ServiceError(msg, exitStatus = UserExitStatus)
    elif newPhysicalSize == self.physicalSize:
      msg = _(&quot;Can't grow a VDO volume by less than {0} bytes&quot;).format(
              Constants.VDO_BLOCK_SIZE)
      raise ServiceError(msg, exitStatus = UserExitStatus)

    # Do the grow.
    self._setOperationState(self.OperationState.beginGrowPhysical)

    self.log.info(_(&quot;Increasing physical size of VDO volume {0}&quot;).format(
      self.getName()))

    vdoConf = self._generateModifiedDmTable(storageSize
                                            = str(newPhysicalSize.toBlocks()))

    transaction = Transaction.transaction()
    transaction.setMessage(self.log.error,
                           _(&quot;Device {0} could not be changed&quot;).format(
                              self.getName()))
    runCommand([&quot;dmsetup&quot;, &quot;reload&quot;, self._name, &quot;--table&quot;, vdoConf])
    transaction.setMessage(None)
    
    self._suspend(False)
    self._resume()

    # Get the new physical size
    vdoConfig = self._getVDOConfigFromVDO()
    sectorsPerBlock = vdoConfig[&quot;blockSize&quot;] // Constants.SECTOR_SIZE
    physicalSize = vdoConfig[&quot;physicalBlocks&quot;] * sectorsPerBlock
    self.physicalSize = SizeString(&quot;{0}s&quot;.format(physicalSize))

    self.log.info(_(&quot;Increased physical size of VDO volume {0}&quot;).format(
      self.getName()))

    # The grow is done.
    self._setOperationState(self.OperationState.finished)

  ######################################################################
  @transactional
  def importDevice(self):
    &quot;&quot;&quot;Imports and starts a VDO target.&quot;&quot;&quot;
    self._announce(_(&quot;Importing VDO {0}&quot;).format(self.getName()))
    self.log.debug(&quot;confFile is {0}&quot;.format(self.config.filepath))

    self._handlePreviousOperationFailure()

    # Import creation parameters from the disk, making sure we don't
    # overwrite uuid if its passed in.
    config = self._getConfigFromVDO()
    vdoConfig = config[&quot;VDOConfig&quot;]
    sectorsPerBlock = vdoConfig[&quot;blockSize&quot;] // Constants.SECTOR_SIZE
    physicalSize = vdoConfig[&quot;physicalBlocks&quot;] * sectorsPerBlock
    self.physicalSize = SizeString(&quot;{0}s&quot;.format(physicalSize))
    logicalSize = vdoConfig[&quot;logicalBlocks&quot;] * sectorsPerBlock
    self.logicalSize = SizeString(&quot;{0}s&quot;.format(logicalSize))
    self.slabSize = vdoConfig[&quot;slabSize&quot;]
    
 
    indexConfig = config[&quot;IndexConfig&quot;] 
    self.indexMem = indexConfig[&quot;memory&quot;]
    self.indexSparse = indexConfig[&quot;sparse&quot;]
    self.indexCfreq = indexConfig[&quot;checkpointFrequency&quot;]

    uuid = self.uuid
    self.uuid = config[&quot;UUID&quot;] 
    if uuid is not None:
      self.uuid = uuid

    # Check for various creation issues.
    self._checkForExistingVDO()

    # Validate some parameters.
    self._validateParameters()

    # Check for uuid conflicts among all vdos we can find.
    self._checkForExistingUUID(self.uuid)    

    # Find a stable name for the storage device.
    self._setStableName()

    # Make certain the kernel module is installed.
    self._installKernelModule(self.vdoLogLevel)

    # Do the import.
    self._setOperationState(self.OperationState.beginImport)

    # As setting the operation state updates (and persists) the config file
    # we need to be certain to remove this instance if something goes wrong.
    transaction = Transaction.transaction()
    transaction.addUndoStage(self.config.persist)
    transaction.addUndoStage(functools.partial(self.config.removeVdo,
                                               self.getName()))
    self._setUUID(self.uuid)

    self._constructServiceStart()

    # The create is done.
    self._setOperationState(self.OperationState.finished)
    
  ######################################################################
  def reconnect(self):
    &quot;&quot;&quot;Enables deduplication on this VDO device.&quot;&quot;&quot;
    self._handlePreviousOperationFailure()

    try:
      runCommand([&quot;dmsetup&quot;, &quot;message&quot;, self.getName(), &quot;0&quot;, &quot;index-enable&quot;])
    except Exception:
      self.log.error(_(&quot;Cannot start deduplication on VDO {0}&quot;).format(
        self.getName()))
      raise

  ######################################################################
  def remove(self, force=False, removeSteps=None):
    &quot;&quot;&quot;Removes a VDO target.

    If removeSteps is not None it as an empty list to which the processing
    commands for removal will be appended.

    If force was not specified and the instance previous operation failure
    is not recoverable VDOServicePreviousOperationError will be raised.
    &quot;&quot;&quot;
    self._announce(_(&quot;Removing VDO {0}&quot;).format(self.getName()))

    # Fail if the device does not exist and --force is not specified. If
    # this remove is being run to undo a failed create, the device will
    # exist.
    try:
      os.stat(self.device)
    except OSError:
      if not force:
        msg = _(&quot;Device {0} not found. Remove VDO with --force.&quot;).format(
          self.device)
        raise VDOMissingDeviceError(msg)

    localRemoveSteps = []
    try:
      self.stop(force, localRemoveSteps)

      # If we're not forcing handle any previous operation failure (which will
      # raise an exception if it's not handled).
      if not force:
        self._handlePreviousOperationFailure()
    except VDOServicePreviousOperationError:
      if (removeSteps is not None) and (len(localRemoveSteps) &gt; 0):
        removeSteps.append(
          _(&quot;Steps to clean up VDO {0}:&quot;).format(self.getName()))
        removeSteps.extend([&quot;    {0}&quot;.format(s) for s in localRemoveSteps])
      raise

    self.config.removeVdo(self.getName())

    # We delete the metadata after we remove the entry from the config
    # file because if we do it before and the removal from the config
    # fails, we will end up with a valid looking entry in the config
    # that has no valid metadata.
    #
    # Having gotten this far we know that either no one is holding on to the
    # underlying device or we skipped that check because we weren't running.
    # We could be in one of a number of clean up conditions and only if the
    # underlying device isn't in use can we clear the metadata.
    #
    # This really isn't sufficient but we cannot completely determine that no
    # one has data of any import on the device.  For example, if the device was
    # being used raw we have no way of determining that.  We do what we can.
    if not self._hasHolders():
      self._clearMetadata()

  ######################################################################
  def running(self):
    &quot;&quot;&quot;Returns True if the VDO service is available.&quot;&quot;&quot;
    try:
      result = runCommand([&quot;dmsetup&quot;, &quot;status&quot;, &quot;--target&quot;,
                           Defaults.vdoTargetName, self.getName()])
      # dmsetup does not error as long as the device exists even if it's not
      # of the specified target type.  However, if it's not of the specified
      # target type there is no returned info.
      return result.strip() != &quot;&quot;
    except Exception:
      return False

  ######################################################################
  def start(self, forceRebuild=False):
    &quot;&quot;&quot;Starts the VDO target mapper. In noRun mode, we always assume
    the service is not yet running.

    Raises:
      ServiceError
    &quot;&quot;&quot;
    self._announce(_(&quot;Starting VDO {0}&quot;).format(self.getName()))

    self._handlePreviousOperationFailure()

    if not self.activated:
      self.log.info(_(&quot;VDO service {0} not activated&quot;).format(self.getName()))
      return
    if self.running() and not Command.noRunMode():
      self.log.warning(
        _(&quot;VDO service {0} already started; no changes made&quot;).format(
          self.getName()))
      return

    # Check that we have enough kernel memory to at least create the index.
    self._validateAvailableMemory(self.indexMemory);

    self._installKernelModule()
    self._checkConfiguration()

    try:
      if forceRebuild:
        try:
          self._forceRebuild()
        except Exception:
          self.log.error(_(&quot;Device {0} not read-only&quot;).format(self.getName()))
          raise

      runCommand([&quot;dmsetup&quot;, &quot;create&quot;, self._name, &quot;--uuid&quot;, self._getUUID(),
                  &quot;--table&quot;, self._generateDeviceMapperTable()])

      if not self.enableDeduplication:
        try:
          self.disconnect()
        except Exception:
          pass
      self._determineInstanceNumber()
      if self.instanceNumber:
        self.log.info(_(&quot;started VDO service {0} instance {1}&quot;).format(
          self.getName(), self.instanceNumber))

      try:
        if self.enableCompression:
          self._startCompression()
      except Exception:
        self.log.error(_(&quot;Could not enable compression for {0}&quot;).format(
            self.getName()))
        raise
      self._startFullnessMonitoring()
    except Exception:
      self.log.error(_(&quot;Could not set up device mapper for {0}&quot;).format(
          self.getName()))
      raise

  ######################################################################
  def status(self, pending=False):
    &quot;&quot;&quot;Returns a dictionary representing the status of this object.
    &quot;&quot;&quot;
    self._handlePreviousOperationFailure()

    # Obtain VDO parameters from the disk
    config = self._getConfigFromVDO()
    uuid = &quot;VDO-&quot; + config[&quot;UUID&quot;]
    vdoConfig = config[&quot;VDOConfig&quot;]
    sectorsPerBlock = vdoConfig[&quot;blockSize&quot;] // Constants.SECTOR_SIZE
    physicalSize = SizeString(&quot;{0}s&quot;.format(
                      vdoConfig[&quot;physicalBlocks&quot;] * sectorsPerBlock))
    logicalSize = SizeString(&quot;{0}s&quot;.format(
                      vdoConfig[&quot;logicalBlocks&quot;] * sectorsPerBlock))
    slabSize = SizeString(&quot;{0}B&quot;.format(vdoConfig[&quot;slabSize&quot;] 
                          * Constants.VDO_BLOCK_SIZE))
    indexConfig = config[&quot;IndexConfig&quot;]
    indexMemory = self._getIndexMemory(indexConfig[&quot;memory&quot;])
    
    # Build the status dictionary
    ## Note that the self.indexThreads parameter appears to have been 
    ## orphaned since uds went into the kernel. Although it is shown in 
    ## the status output, there doesn't appear to be a way to set it at  
    ## create or to change it. Leaving it as-is in status output until
    ## the intended functionality can be evaluated and corrected in a 
    ## separate BZ.
    status = {}
    status[self.vdoBlockSizeKey] = Constants.VDO_BLOCK_SIZE
    status[_(&quot;Activate&quot;)] = Constants.enableString(self.activated)
    status[self.vdoCompressionEnabledKey] = Constants.enableString(
                                                self.enableCompression)
    status[self.vdoDeduplicationEnabledKey] = Constants.enableString(
                                               self.enableDeduplication)
    status[self.vdoLogicalSizeKey] = str(logicalSize)
    status[self.vdoPhysicalSizeKey] = str(physicalSize)
    status[_(&quot;Slab size&quot;)] = str(slabSize)
    status[_(&quot;UUID&quot;)] = uuid
    status[_(&quot;Index checkpoint frequency&quot;)] = (
                                    indexConfig[&quot;checkpointFrequency&quot;])
    status[_(&quot;Index memory setting&quot;)] = indexMemory
    status[_(&quot;Index parallel factor&quot;)] = self.indexThreads
    status[_(&quot;Index sparse&quot;)] = Constants.enableString(
                                    indexConfig[&quot;sparse&quot;])
    status[_(&quot;Index status&quot;)] = self._getDeduplicationStatus()
    
    # Add parameters from dmsetup table if VDO is running. Otherwise,
    # populate additional parameter statuses from this object, which
    # match the config file
    if self.running():
      self._getStatusFromDmsetupTable(status)
      
      # Add pending modifications, if applicable.
      if pending:
        self._getPendingChanges(status)
    else:
      self._getStatusFromConfig(status)

    if os.getuid() == 0:
      status[_(&quot;Device mapper status&quot;)] = MgmntUtils.statusHelper(
                                            ['dmsetup', 'status',
                                             self.getName()])

      try:
        result = runCommand(['vdostats', '--verbose', self.getPath()])
        status[self.vdoStatisticsKey] = yaml.safe_load(result)
      except Exception:
        status[self.vdoStatisticsKey] = _(&quot;not available&quot;)

    return status

  ######################################################################
  def stop(self, force=False, removeSteps=None):
    &quot;&quot;&quot;Stops the VDO target mapper. In noRun mode, assumes the service
    is already running.

    If removeSteps is not None it is a list to which the processing
    commands will be appended.

    If force was not specified and the instance previous operation failed
    VDOServicePreviousOperationError will be raised.

    Raises:
      ServiceError
      VDOServicePreviousOperationError
    &quot;&quot;&quot;
    self._announce(_(&quot;Stopping VDO {0}&quot;).format(self.getName()))

    execute = force
    if not execute:
      try:
        self._handlePreviousOperationFailure()
        execute = True
      except VDOServicePreviousOperationError:
        pass

    if execute:
      if ((not self.running()) and (not Command.noRunMode())
          and (not self.previousOperationFailure)):
        self.log.warning(_(&quot;VDO service {0} already stopped&quot;).format(
            self.getName()))
        return

    running = self.running()
    if running and self._hasHolders():
      msg = _(&quot;cannot stop VDO volume {0}: in use&quot;).format(self.getName())
      raise ServiceError(msg, exitStatus = StateExitStatus)

    if (running and self._hasMounts()) or (not execute):
      command = [&quot;umount&quot;, &quot;-f&quot;, self.getPath()]
      if removeSteps is not None:
        removeSteps.append(&quot; &quot;.join(command))

      if execute:
        if force:
          runCommand(command, noThrow=True)
        else:
          msg = _(&quot;cannot stop VDO volume with mounts {0}&quot;).format(
                  self.getName())
          raise ServiceError(msg, exitStatus = StateExitStatus)

    # The udevd daemon can wake up at any time and use the blkid command on our
    # vdo device.  In fact, it can be triggered to do so by the unmount command
    # we might have just done.  Wait for udevd to process its event queue.
    command = [&quot;udevadm&quot;, &quot;settle&quot;]
    if removeSteps is not None:
      removeSteps.append(&quot; &quot;.join(command))
    if running and execute:
      runCommand(command, noThrow=True)

    if running:
      self._stopFullnessMonitoring(execute, removeSteps)

    # In a modern Linux, we would use &quot;dmsetup remove --retry&quot;.
    # But SQUEEZE does not have the --retry option.
    command = [&quot;dmsetup&quot;, &quot;remove&quot;, self.getName()]
    if removeSteps is not None:
      removeSteps.append(&quot; &quot;.join(command))

    inUse = True
    if running and execute:
      for unused_i in range(10):
        try:
          runCommand(command)
          return
        except Exception as ex:
          if &quot;Device or resource busy&quot; not in str(ex):
            inUse = False
            break
        time.sleep(1)

    # If we're not executing we're in a previous operation failure situation
    # and want to report that and go no further.
    if not execute:
      self._generatePreviousOperationFailureResponse()

    # Because we may removed the instance above we have to check again to see
    # if it's running rather than using the value we got above.
    if self.running():
      if inUse:
        msg = _(&quot;cannot stop VDO service {0}: device in use&quot;).format(
          self.getName())
      else:
        msg = _(&quot;cannot stop VDO service {0}&quot;).format(self.getName())
      raise ServiceError(msg, exitStatus = SystemExitStatus)

  ######################################################################
  def setCompression(self, enable):
    &quot;&quot;&quot;Changes the compression setting on a VDO.  If the VDO is running
    the setting takes effect immediately.
    &quot;&quot;&quot;
    if enable:
      self._announce(&quot;Enabling compression on vdo {name}&quot;.format(
        name=self.getName()))
    else:
      self._announce(&quot;Disabling compression on vdo {name}&quot;.format(
        name=self.getName()))

    self._handlePreviousOperationFailure()

    if ((enable and self.enableCompression) or
        ((not enable) and (not self.enableCompression))):
      message = &quot;compression already {0} on VDO &quot;.format(
                  &quot;enabled&quot; if enable else &quot;disabled&quot;)
      self.log.info(_(message) + self.getName())
      return

    self.enableCompression = enable
    self.config.addVdo(self.getName(), self, True)

    if self.enableCompression:
      self._startCompression()
    else:
      self._stopCompression()

  ######################################################################
  def setConfig(self, config):
    &quot;&quot;&quot;Sets the configuration reference and other attributes dependent on
    the configuration.

    This method must tolerate the possibility that the configuration is None
    to handle instantiation from YAML representation.  At present, there is
    nothing for which we attempt to use the configuration.
    &quot;&quot;&quot;

    self._config = config
    self._configUpgraded = False

  ######################################################################
  def setDeduplication(self, enable):
    &quot;&quot;&quot;Changes the deduplication setting on a VDO.  If the VDO is running
    the setting takes effect immediately.
    &quot;&quot;&quot;
    if enable:
      self._announce(&quot;Enabling deduplication on vdo {name}&quot;.format(
        name=self.getName()))
    else:
      self._announce(&quot;Disabling deduplication on vdo {name}&quot;.format(
        name=self.getName()))
    self._handlePreviousOperationFailure()

    if ((enable and self.enableDeduplication) or
        ((not enable) and (not self.enableDeduplication))):
      message = &quot;deduplication already {0} on VDO &quot;.format(
                  &quot;enabled&quot; if enable else &quot;disabled&quot;)
      self.log.info(_(message) + self.getName())
      return

    self.enableDeduplication = enable
    self.config.addVdo(self.getName(), self, True)

    if self.running():
      if self.enableDeduplication:
        self.reconnect()
        status = None
        for _i in range(Constants.DEDUPLICATION_TIMEOUT):
          status = self._getDeduplicationStatus()
          if status == Constants.deduplicationStatusOpening:
            time.sleep(1)
          else:
            break
        if status == Constants.deduplicationStatusOnline:
          pass
        elif status == Constants.deduplicationStatusError:
          raise ServiceError(_(&quot;Error enabling deduplication for {0}&quot;)
                             .format(self.getName()),
                             exitStatus = SystemExitStatus)
        elif status == Constants.deduplicationStatusOpening:
          message = (_(&quot;Timeout enabling deduplication for {0}, continuing&quot;)
                     .format(self.getName()))
          self.log.warn(message)
        else:
          message = (_(&quot;Unexpected kernel status {0} enabling deduplication for {0}&quot;)
                     .format(status, self.getName()))
          raise ServiceError(message, exitStatus = SystemExitStatus)
      else:
        self.disconnect()

  ######################################################################
  def setModifiableOptions(self, args):
    &quot;&quot;&quot;Sets any of the modifiable options that are specified in the arguments.

    Argument:
      args  - arguments passed from the user

    Raises:
      ArgumentError
    &quot;&quot;&quot;
    self._handlePreviousOperationFailure()

    # Check that any modification to hash zone, logical and physical threads
    # maintain consistency.
    self._validateModifiableThreadCounts(getattr(args, &quot;vdoHashZoneThreads&quot;,
                                                 self.hashZoneThreads),
                                         getattr(args, &quot;vdoLogicalThreads&quot;,
                                                 self.logicalThreads),
                                         getattr(args, &quot;vdoPhysicalThreads&quot;,
                                                 self.physicalThreads))

    modified = False
    for option in self.modifiableOptions:
      value = getattr(args, option, None)
      if value is not None:
        if option == &quot;uuid&quot;:
          if self.running():
            self._announce(&quot;Can't modify uuid on VDO {0} while it is running.&quot;
                           &quot; Skipping change.&quot;.format(self.getName()))
            continue
          try:
            self._checkForExistingUUID(value)
            self._setUUID(value)
          except VDOServiceError as ex:
            self._announce(&quot;Can't modify uuid on VDO {0}. Skipping change: {1}.&quot;
                           .format(self.getName(), ex))
            continue          
          setattr(self, self.modifiableOptions[option], value)
          modified = True
        else:
          setattr(self, self.modifiableOptions[option], value)
          modified = True

    if modified:
      self.config.addVdo(self.getName(), self, True)

      if self.running():
        self._announce(
          _(&quot;Note: Changes will not apply until VDO {0} is restarted&quot;).format(
            self.getName()))

  ######################################################################
  def setWritePolicy(self, policy):
    &quot;&quot;&quot;Changes the write policy on a VDO.  If the VDO is running it is
    restarted with the new policy&quot;&quot;&quot;
    self._handlePreviousOperationFailure()

    #pylint: disable=E0203
    if policy != self.writePolicy:
      self.writePolicy = policy

      if not self.running():
        self.config.addVdo(self.getName(), self, True)
      else:
        # Because the vdo is running we need to be able to handle recovery
        # should the user interrupt processing.
        # Setting the operation state will update the configuration thus
        # saving the specified state.
        self._setOperationState(self.OperationState.beginRunningSetWritePolicy)

        self._performRunningSetWritePolicy()

        # The setting of the write policy is finished.
        self._setOperationState(self.OperationState.finished)

  ######################################################################
  # Overridden methods
  ######################################################################
  @staticmethod
  def getKeys():
    &quot;&quot;&quot;Returns the list of standard attributes for this object.&quot;&quot;&quot;
    return [&quot;ackThreads&quot;,
            &quot;activated&quot;,
            &quot;bioRotationInterval&quot;,
            &quot;bioThreads&quot;,
            &quot;blockMapCacheSize&quot;,
            &quot;blockMapPeriod&quot;,
            &quot;cpuThreads&quot;,
            &quot;compression&quot;,
            &quot;deduplication&quot;,
            &quot;device&quot;,
            &quot;hashZoneThreads&quot;,
            &quot;indexCfreq&quot;,
            &quot;indexMemory&quot;,
            &quot;indexSparse&quot;,
            &quot;indexThreads&quot;,
            &quot;logicalBlockSize&quot;,
            &quot;logicalSize&quot;,
            &quot;logicalThreads&quot;,
            &quot;maxDiscardSize&quot;,
            &quot;_operationState&quot;,
            &quot;physicalSize&quot;,
            &quot;physicalThreads&quot;,
            &quot;slabSize&quot;,
            &quot;uuid&quot;,
            &quot;writePolicy&quot;]

  ######################################################################
  @classmethod
  def _yamlMakeInstance(cls):
    return cls(&quot;YAMLInstance&quot;, None)

  ######################################################################
  @property
  def _yamlData(self):
    data = super(VDOService, self)._yamlData
    data[&quot;activated&quot;] = Constants.enableString(self.activated)
    data[&quot;blockMapCacheSize&quot;] = str(self.blockMapCacheSize)
    data[&quot;compression&quot;] = Constants.enableString(self.enableCompression)
    data[&quot;deduplication&quot;] = Constants.enableString(self.enableDeduplication)
    data[&quot;indexSparse&quot;] = Constants.enableString(self.indexSparse)
    data[&quot;logicalSize&quot;] = str(self.logicalSize)
    data[&quot;maxDiscardSize&quot;] = str(self.maxDiscardSize)
    data[&quot;physicalSize&quot;] = str(self.physicalSize)
    data[&quot;slabSize&quot;] = str(self.slabSize)
    data[&quot;writePolicy&quot;] = self.writePolicy
    return data

  ######################################################################
  def _yamlSetAttributes(self, attributes):
    super(VDOService, self)._yamlSetAttributes(attributes)
    # If an expected attribute does not exist in the specified dictionary the
    # current value is used.  This requires that the attribute be given an
    # appropriate default when the object is instantiated.
    self.activated = (
      self._defaultIfNone(attributes, &quot;activated&quot;,
                          Constants.enableString(self.activated))
        != Constants.disabled)

    self.blockMapCacheSize = SizeString(
      self._defaultIfNone(attributes, &quot;blockMapCacheSize&quot;,
                          str(self.blockMapCacheSize)))

    self.enableCompression = (
      self._defaultIfNone(attributes, &quot;compression&quot;,
                          Constants.enableString(self.enableCompression))
        != Constants.disabled)

    self.enableDeduplication = (
      self._defaultIfNone(attributes, &quot;deduplication&quot;,
                          Constants.enableString(self.enableDeduplication))
        != Constants.disabled)

    self.indexSparse = (
      self._defaultIfNone(attributes, &quot;indexSparse&quot;,
                          Constants.enableString(self.indexSparse))
        != Constants.disabled)

    self.logicalSize = SizeString(
      self._defaultIfNone(attributes, &quot;logicalSize&quot;,
                          str(self.logicalSize)))

    self.maxDiscardSize = SizeString(
      self._defaultIfNone(attributes, &quot;maxDiscardSize&quot;,
                          str(self.maxDiscardSize)))

    self.physicalSize = SizeString(
      self._defaultIfNone(attributes, &quot;physicalSize&quot;,
                          str(self.physicalSize)))

    self.slabSize = SizeString(
      self._defaultIfNone(attributes, &quot;slabSize&quot;,
                          str(self.slabSize)))

    # writePolicy is handled differently as it is a computed property which
    # depends on the config being set which is not the case when the instance
    # is instantiated from YAML.
    if &quot;writePolicy&quot; in attributes:
      self.writePolicy = attributes[&quot;writePolicy&quot;]

  ######################################################################
  @property
  def _yamlSpeciallyHandledAttributes(self):
    specials = super(VDOService, self)._yamlSpeciallyHandledAttributes
    specials.extend([&quot;activated&quot;,
                     &quot;blockMapCacheSize&quot;,
                     &quot;compression&quot;,
                     &quot;deduplication&quot;,
                     &quot;indexSparse&quot;,
                     &quot;logicalSize&quot;,
                     &quot;maxDiscardSize&quot;,
                     &quot;physicalSize&quot;,
                     &quot;slabSize&quot;,
                     &quot;writePolicy&quot;])
    return specials

  ######################################################################
  def __getattr__(self, name):
    # Fake this attribute so we don't have to make incompatible
    # changes to the configuration file format.
    if name == &quot;config&quot;:
      return self._computedConfig()
    elif name == &quot;isConstructed&quot;:
      return self._computedIsConstructed()
    elif name == &quot;operationState&quot;:
      return self._computedOperationState()
    elif name == &quot;previousOperationFailure&quot;:
      return self._computedPreviousOperationFailure()
    elif name == &quot;indexMemory&quot;:
      #pylint: disable=E1101
      return super(VDOService, self).__getattr__(name)
    elif name == &quot;unrecoverablePreviousOperationFailure&quot;:
      return self._computedUnrecoverablePreviousOperationFailure()
    elif name == &quot;writePolicy&quot;:
      return self._computedWritePolicy()
    else:
      raise AttributeError(&quot;'{obj}' object has no attribute '{attr}'&quot;.format(
          obj=type(self).__name__, attr=name))

  ######################################################################
  def __init__(self, name, conf, **kw):
    super(VDOService, self).__init__(name)

    self.setConfig(conf)

    # The state of operation of this instance is unknown.
    # It will either be updated from the config file as part of accessing
    # known vdos or it will be set during actual operation.
    self._operationState = self.OperationState.unknown
    self._previousOperationFailure = None

    # required value
    self.device = kw.get('device')

    self.ackThreads = self._defaultIfNone(kw, 'vdoAckThreads',
                                          Defaults.ackThreads)
    self.bioRotationInterval = self._defaultIfNone(
                                                  kw,
                                                  'vdoBioRotationInterval',
                                                  Defaults.bioRotationInterval)
    self.bioThreads = self._defaultIfNone(kw, 'vdoBioThreads',
                                          Defaults.bioThreads)
    self.blockMapCacheSize = self._defaultIfNone(kw, 'blockMapCacheSize',
                                                 Defaults.blockMapCacheSize)
    self.blockMapPeriod = self._defaultIfNone(kw, 'blockMapPeriod',
                                              Defaults.blockMapPeriod)
    self.cpuThreads = self._defaultIfNone(kw, 'vdoCpuThreads',
                                          Defaults.cpuThreads)
    self.logicalBlockSize = Constants.VDO_BLOCK_SIZE
    emulate512 = self._defaultIfNone(kw, 'emulate512', Defaults.emulate512)
    if emulate512 != Constants.disabled:
      self.logicalBlockSize = 512

    compression = self._defaultIfNone(kw, 'compression',
                                      Defaults.compression)
    self.enableCompression = (compression != Constants.disabled)
    deduplication = self._defaultIfNone(kw, 'deduplication',
                                        Defaults.deduplication)
    self.enableDeduplication = (deduplication != Constants.disabled)

    activate = self._defaultIfNone(kw, 'activate', Defaults.activate)
    self.activated = (activate != Constants.disabled)

    self.hashZoneThreads = self._defaultIfNone(kw, 'vdoHashZoneThreads',
                                               Defaults.hashZoneThreads)
    self.logicalSize = kw.get('vdoLogicalSize', SizeString(&quot;0&quot;))
    self.logicalThreads = self._defaultIfNone(kw, 'vdoLogicalThreads',
                                              Defaults.logicalThreads)
    self.maxDiscardSize = self._defaultIfNone(kw, 'maxDiscardSize',
                                              Defaults.maxDiscardSize)
    self.mdRaid5Mode = Defaults.mdRaid5Mode
    self.physicalSize = SizeString(&quot;0&quot;)
    self.physicalThreads = self._defaultIfNone(kw, 'vdoPhysicalThreads',
                                               Defaults.physicalThreads)
    self.slabSize = self._defaultIfNone(kw, 'vdoSlabSize', Defaults.slabSize)
    self._writePolicy = self._defaultIfNone(kw, 'writePolicy',
                                            Defaults.writePolicy)
    self._writePolicySet = False  # track if the policy is explicitly set

    self.instanceNumber = 0

    self.vdoLogLevel = kw.get('vdoLogLevel')

    self.uuid = kw.get('uuid')
    
    self.indexCfreq = self._defaultIfNone(kw, 'cfreq', Defaults.cfreq)
    self._setMemoryAttr(self._defaultIfNone(kw, 'indexMem',
                                            Defaults.indexMem))
    sparse = self._defaultIfNone(kw, 'sparseIndex', Defaults.sparseIndex)
    self.indexSparse = (sparse != Constants.disabled)
    self.indexThreads = self._defaultIfNone(kw, 'udsParallelFactor',
                                            Defaults.udsParallelFactor)

  ######################################################################
  def __setattr__(self, name, value):
    if name == 'indexMemory':
      self._setMemoryAttr(value)
    elif name == &quot;writePolicy&quot;:
      self._writePolicy = value
      self._writePolicySet = True
    elif name == 'identifier':
      # Setting the identifier must work, since we might have an old config
      # file with the identifier set, but we don't use it anymore so just
      # drop it. (It's deprecated.)
      pass
    else:
      super(VDOService, self).__setattr__(name, value)

    # We need to round all logical and physical sizes.
    if name in ['maxDiscardSize', 'logicalSize', 'physicalSize']:
      getattr(self, name).roundToBlock()

  ######################################################################
  # Protected methods
  ######################################################################
  @staticmethod
  def _defaultIfNone(args, name, default):
    value = args.get(name)
    return default if value is None else value

  ######################################################################
  def _announce(self, message):
    self.log.info(message)
    print(message)

  ######################################################################
  def _checkConfiguration(self):
    &quot;&quot;&quot;Check and fix the configuration of this VDO.

    Raises:
      ServiceError
    &quot;&quot;&quot;
    cachePages = self.blockMapCacheSize.toBlocks()
    if cachePages &lt; 2 * 2048 * self.logicalThreads:
      msg = _(&quot;Insufficient block map cache for {0}&quot;).format(self.getName())
      raise ServiceError(msg, exitStatus = UserExitStatus)

    # Adjust the block map period to be in its acceptable range.
    self.blockMapPeriod = max(self.blockMapPeriod, Defaults.blockMapPeriodMin)
    self.blockMapPeriod = min(self.blockMapPeriod, Defaults.blockMapPeriodMax)

  ######################################################################
  def _checkForExistingUUID(self, uuid):
    &quot;&quot;&quot; Checks that the device does not have an already existing UUID.

    Arguments:
      uuid (str) - the uuid to check for

    Raises: VDOServiceError
    &quot;&quot;&quot;
    # If we're planning on generating a new random uuid there is no
    # need to check for existing uuid as we assume random is random
    # enough.
    if uuid is None or uuid == &quot;&quot;:
      return

    # Get unique set of known running vdo storage devices. This code
    # should ignore no output and the string &quot;no devices found&quot;
    cmd = ['dmsetup', 'table', '--target', Defaults.vdoTargetName]
    vdoTables = [line for line in runCommand(cmd, noThrow=True).splitlines()
                 if line != &quot;No devices found&quot;]
    vdos = set([table.split(' ')[5] for table in vdoTables])
    # add to it a list of known offline vdo storage devices.
    vdos |= set([vdo.device for vdo in self.config.getAllVdos().values()])
    vdos = list(vdos)

    conflictVdos = []
    for vdo in vdos:
      try:
        config = yaml.safe_load(runCommand([&quot;vdodumpconfig&quot;, vdo]))
        if uuid == config[&quot;UUID&quot;]:
          conflictVdos.append(vdo) 
      except:
        pass
    if len(conflictVdos) &gt; 0:
      conflictList = &quot;, &quot;.join(conflictVdos)
      msg = _(&quot;UUID {0} already exists in VDO volume(s) stored on {1}&quot;).format(
        uuid, conflictList)
      raise VDOServiceError(msg, exitStatus = StateExitStatus)
      
  ######################################################################
  def _checkForExistingVDO(self):
    &quot;&quot;&quot;Check to see if there is an existing VDO volume running with the 
       same name as this VDO, or it already exists in this config file

    Raises:
      VDOServiceExistsError VDODeviceAlreadyConfiguredError
    &quot;&quot;&quot;
    if self.isConstructed:
      msg = _(&quot;VDO volume {0} already exists&quot;).format(self.getName())
      raise VDOServiceExistsError(msg)

    # Check that there isn't already a vdo using the device we were given.
    if self.config.isDeviceConfigured(self.device):
      msg = _(&quot;Device {0} already configured for VDO use&quot;).format(
              self.device)
      raise VDODeviceAlreadyConfiguredError(msg)

    # Check that there isn't an already extant dm target with the VDO's name.
    if self._mapperDeviceExists():
      msg = _(&quot;Name conflict with extant device mapper target {0}&quot;).format(
              self.getName())
      raise VDOServiceError(msg, exitStatus = StateExitStatus)

  ######################################################################
  def _clearMetadata(self):
    &quot;&quot;&quot;Clear the VDO metadata from the storage device&quot;&quot;&quot;
    try:
      mode = os.stat(self.device).st_mode
      if not stat.S_ISBLK(mode):
        self.log.debug(&quot;Not clearing {devicePath}, not a block device&quot;.format(
          devicePath=self.device))
        return
    except OSError as ex:
        self.log.debug(&quot;Not clearing {devicePath}, cannot stat: {ex}&quot;.format(
          devicePath=self.device, ex=ex))
        return
    command = [&quot;dd&quot;,
               &quot;if=/dev/zero&quot;,
               &quot;of={devicePath}&quot;.format(devicePath=self.device),
               &quot;oflag=direct&quot;,
               &quot;bs=4096&quot;,
               &quot;count=1&quot;]
    runCommand(command)

  ######################################################################
  def _computedConfig(self):
    &quot;&quot;&quot;Update the instance properties as necessary and return the
    configuration instance.
    &quot;&quot;&quot;
    # TODO: rework organization to avoid having to do local import
    from . import Configuration

    if not self._configUpgraded:
      # There may be an older existing entry in the config which needs to be
      # upgraded to account for attribute changes.
      service = None
      try:
        service = self._config.getVdo(self.getName())
      except ArgumentError:
        pass
      else:
        # Getting here means we found an entry in the configuration.
        # Upgrade the entry as necessary.
        #
        # If the entry is in the 'unknown' state that indicates that it is
        # a pre-existing instance before we added the operation state to
        # the configuration. These are to be treated as finished, but we
        # don't have to force the update to disk.
        if service._operationState == self.OperationState.unknown:
          service._setOperationState(self.OperationState.finished,
                                     persist=False)

      self._configUpgraded = True

    return self._config

  ######################################################################
  def _computedIsConstructed(self):
    &quot;&quot;&quot;Returns a boolean indicating if the instance represents a fully
    constructed vdo.
    &quot;&quot;&quot;
    return self.operationState == self.OperationState.finished

  ######################################################################
  def _computedOperationState(self):
    &quot;&quot;&quot;Return the operation state of the instance.

    If there is an instance in the configuration the state reported is from
    that instance else it's from this instance.
    &quot;&quot;&quot;
    service = self
    try:
      service = self.config.getVdo(self.getName())
    except ArgumentError:
      pass

    return service._operationState

  ######################################################################
  def _computedPreviousOperationFailure(self):
    &quot;&quot;&quot;Returns a boolean indicating if the instance operation failed.
    &quot;&quot;&quot;
    if self._previousOperationFailure is None:
      # We access the operation state property in order to determine
      # the operation failure status as that will give us the actual
      # operation state of the existing (if so) entry in the config which
      # represents the real operation state.
      self._previousOperationFailure = ((self.operationState !=
                                         self.OperationState.unknown)
                                        and (self.operationState !=
                                              self.OperationState.finished))

    return self._previousOperationFailure

  ######################################################################
  def _computedUnrecoverablePreviousOperationFailure(self):
    &quot;&quot;&quot;Returns a boolean indicating if a previous operation failure cannot be
    automatically recovered.
    &quot;&quot;&quot;
    return (self.previousOperationFailure
            and (
              self.operationState in [self.OperationState.beginCreate,
                                      self.OperationState.beginImport]
            ))

  ######################################################################
  def _computedWritePolicy(self):
    &quot;&quot;&quot;Return the write policy of the instance.

    If this instance's write policy was not explicitly set and there is an
    instance in the configuration the write policy reported is from that
    instance else it's from this instance.
    &quot;&quot;&quot;
    service = self
    if not self._writePolicySet:
      try:
        service = self.config.getVdo(self.getName())
      except ArgumentError:
        pass

    return service._writePolicy

  ######################################################################
  def _computeSlabBits(self):
    &quot;&quot;&quot;Compute the --slab-bits parameter value for the slabSize attribute.&quot;&quot;&quot;
    # add some fudge because of imprecision in long arithmetic
    blocks = self.slabSize.toBlocks()
    return int(math.log(blocks, 2) + 0.05)

  ######################################################################
  def _constructServiceStart(self):
    self.log.debug(&quot;construction - starting; vdo {0}&quot;.format(self.getName()))

    transaction = Transaction.transaction()
    self.start()
    transaction.addUndoStage(self.stop)

  ######################################################################
  def _constructVdoFormat(self, force = False):
    self.log.debug(&quot;construction - formatting logical volume; vdo {0}&quot;
                    .format(self.getName()))

    transaction = Transaction.transaction()
    self._formatTarget(force)
    transaction.addUndoStage(self.remove)

    vdoConfig = self._getVDOConfigFromVDO()
    sectorsPerBlock = vdoConfig[&quot;blockSize&quot;] // Constants.SECTOR_SIZE
    physicalSize = vdoConfig[&quot;physicalBlocks&quot;] * sectorsPerBlock
    self.physicalSize = SizeString(&quot;{0}s&quot;.format(physicalSize))
    logicalSize = vdoConfig[&quot;logicalBlocks&quot;] * sectorsPerBlock
    self.logicalSize = SizeString(&quot;{0}s&quot;.format(logicalSize))

  ######################################################################
  def _determineInstanceNumber(self):
    &quot;&quot;&quot;Determine the instance number of a running VDO using sysfs.&quot;&quot;&quot;
    path = &quot;/sys/kvdo/{0}/instance&quot;.format(self.getName())
    try:
      with open(path, &quot;r&quot;) as f:
        self.instanceNumber = int(f.read().strip())
    except Exception as err:
      self.log.warning(
        _(&quot;unable to determine VDO service {0} instance number: {1}&quot;).format(
          self.getName(), err))

  ######################################################################
  def _forceRebuild(self):
    &quot;&quot;&quot;Calls vdoforcerebuild to exit read-only mode and force a metadata
    rebuild at next start.
    &quot;&quot;&quot;
    runCommand(['vdoforcerebuild', self.device])

  ######################################################################
  def _formatTarget(self, force):
    &quot;&quot;&quot;Formats the VDO target.&quot;&quot;&quot;
    commandLine = ['vdoformat']
    commandLine.append(&quot;--uds-checkpoint-frequency=&quot; + str(self.indexCfreq))

    memVal = self.indexMemory
    if memVal == 0.0:
      memVal = Defaults.indexMem

    if not self.slabSize:
      self.slabSize = Defaults.slabSize

    commandLine.append(&quot;--uds-memory-size=&quot; + str(memVal))
    if self.indexSparse:
      commandLine.append(&quot;--uds-sparse&quot;)
    if self.logicalSize.toBytes() &gt; 0:
      commandLine.append(&quot;--logical-size=&quot; + self.logicalSize.asLvmText())
    if self.slabSize != Defaults.slabSize:
      commandLine.append(&quot;--slab-bits=&quot; + str(self._computeSlabBits()))
    if force:
      commandLine.append(&quot;--force&quot;)
    commandLine.append(self.device)

    # vdoformat will now check for existing signatures on the device
    # and print info about them and fail formatting unless the force
    # flag is set, in which case it will wipe them.
    try:
      output = runCommand(commandLine).rstrip()
      if output:
        self._announce(textwrap.indent(output, &quot;      &quot;))      
    except CommandError as e:
      # Messages from vdoformat aren't localized, so we can look at
      # the message generated and pick it apart. This will need
      # fixing if the message format changes or it gets localized.
      error = e.getStandardError().rstrip()
      detectionMatch = re.match(r&quot;.*Cannot format device&quot;, error)
      if detectionMatch is not None:
        raise VDOServiceError(error, exitStatus = StateExitStatus)
      raise e
    

  ######################################################################
  def _generateDeviceMapperTable(self):
    &quot;&quot;&quot;Generate the device mapper table line from the properties of this
    object.
    &quot;&quot;&quot;
    numSectors = self.logicalSize.toSectors()
    cachePages = self.blockMapCacheSize.toBlocks()
    maxDiscardBlocks = self.maxDiscardSize.toBlocks()
    threadCountConfig = &quot; &quot;.join([&quot;ack&quot;, str(self.ackThreads),
                                  &quot;bio&quot;, str(self.bioThreads),
                                  &quot;bioRotationInterval&quot;,
                                   str(self.bioRotationInterval),
                                  &quot;cpu&quot;, str(self.cpuThreads),
                                  &quot;hash&quot;, str(self.hashZoneThreads),
                                  &quot;logical&quot;, str(self.logicalThreads),
                                  &quot;physical&quot;, str(self.physicalThreads)])
    arguments = [&quot;0&quot;, str(numSectors), Defaults.vdoTargetName,
                 &quot;V2&quot;, self.device,
                 str(self._getVDOConfigFromVDO()['physicalBlocks']),
                 str(self.logicalBlockSize),
                 str(cachePages), str(self.blockMapPeriod),
                 self.mdRaid5Mode, self.writePolicy,
                 self._name,
                 &quot;maxDiscard&quot;, str(maxDiscardBlocks),
                 threadCountConfig]
    if not self.enableDeduplication:
      arguments.extend([&quot;deduplication&quot;, &quot;off&quot;])
    vdoConf = &quot; &quot;.join(arguments)
    return vdoConf

  ######################################################################
  def _generateModifiedDmTable(self, **kwargs):
    &quot;&quot;&quot;Changes the specified parameters in the dmsetup table to the specified
    values.

    Raises:
      CommandError if the current table cannot be obtained

    Returns:
      a valid new dmsetup table.
    &quot;&quot;&quot;
    table = runCommand([&quot;dmsetup&quot;, &quot;table&quot;, self._name]).rstrip()
    self.log.info(table)

    # Parse the existing table.
    tableOrder = (&quot;logicalStart numSectors targetName version storagePath&quot;
                  + &quot; storageSize blockSize cacheBlocks blockMapPeriod&quot;
                  + &quot; mdRaid5Mode writePolicy poolName&quot;)

    tableOrderItems = tableOrder.split(&quot; &quot;)
    tableItems = table.split(&quot; &quot;)

    # This will set up only required parameters due to length of tableOrder
    dmTable = dict(zip(tableOrderItems, tableItems))

    # Apply new values
    for (key, val) in list(kwargs.items()):
      dmTable[key] = val

    # Create and return the new table
    return &quot; &quot;.join([dmTable[key] for key in tableOrderItems]
                    + tableItems[len(dmTable):])

  ######################################################################
  def _generatePreviousOperationFailureResponse(self):
    &quot;&quot;&quot;Generates the required response to a previous operation failure.

    Logs a message indicating that the previous operation failed and raises the
    VDOServicePreviousOperationError exception with the same message.

    Arguments:
      operation (str) - the operation that failed; default to &quot;create&quot;.

    Raises:
      VDOServicePreviousOperationError
    &quot;&quot;&quot;

    msg = _(&quot;VDO volume {0} previous operation ({1}) is incomplete{2}&quot;).format(
            self.getName(), self.OperationState.names[self.operationState],
            &quot;; recover by performing 'remove --force'&quot;)
    raise VDOServicePreviousOperationError(msg)

  ######################################################################
  def _handlePreviousOperationFailure(self):
    &quot;&quot;&quot;Handles a previous operation failure.

    If the failure can be corrected automatically it is.
    If not, the method logs a message indicating that the previous operation
    failed and raises the VDOServicePreviousOperationError exception with
    the same message.

    Raises:
      VDOServicePreviousOperationError if the previous operation failure
      is a non-recoverable error.

      VDOServiceError if unexpected/unhandled operation state is
      encountered.  Excepting corruption or incorrect setting of state this
      indicates that the developer augmented the code with an operation (new or
      old) which can experience a catastrophic failure requiring some form of
      recovery but failed to update specificOperationStates() and/or failed to
      add a clause to this method to address the new failure.
    &quot;&quot;&quot;

    if not self.previousOperationFailure:
      self.log.debug(
        _(&quot;No failure requiring recovery for VDO volume {0}&quot;).format(
          self.getName()))
      return

    if (self.operationState
        not in self.OperationState.specificOperationStates()):
      msg = _(&quot;VDO volume {0} in unknown operation state: {1}&quot;).format(
              self.getName(), self.operationState)
      raise VDOServiceError(msg, exitStatus = DeveloperExitStatus)
    elif self.operationState == self.OperationState.beginCreate:
      # Create is not automatically recovered.
      self._generatePreviousOperationFailureResponse()
    elif self.operationState == self.OperationState.beginGrowLogical:
      self._recoverGrowLogical()
    elif self.operationState == self.OperationState.beginGrowPhysical:
      self._recoverGrowPhysical()
    elif self.operationState == self.OperationState.beginImport:
      # Import is not automatically recovered.
      self._generatePreviousOperationFailureResponse()
    elif self.operationState == self.OperationState.beginRunningSetWritePolicy:
      self._recoverRunningSetWritePolicy()
    else:
      msg = _(&quot;Missing handler for recover from operation state: {0}&quot;).format(
              self.operationState)
      raise VDOServiceError(msg, exitStatus = DeveloperExitStatus)

    self._previousOperationFailure = False

  ######################################################################
  def _getBaseDevice(self, devicePath):
    &quot;&quot;&quot;Take the server name and convert it to a device name that
    can be opened from the kernel

    Arguments:
      devicePath (path): path to a device.

    Raises:
      ArgumentError
    &quot;&quot;&quot;
    resolvedPath = devicePath
    if not os.access(resolvedPath, os.F_OK):
      raise ArgumentError(
              _(&quot;{path} does not exist&quot;).format(path = resolvedPath))
    if stat.S_ISLNK(os.lstat(resolvedPath).st_mode):
      cmd = Command([&quot;readlink&quot;, &quot;-f&quot;, resolvedPath])
      resolvedPath = cmd.run().strip()
    if resolvedPath == &quot;&quot;:
      raise ArgumentError(
              _(&quot;{path} could not be resolved&quot;).format(path = resolvedPath))
    return resolvedPath

  ######################################################################
  def _getConfigFromVDO(self):
    &quot;&quot;&quot;Returns a dictionary of the configuration values as reported from
    the actual vdo storage.
    &quot;&quot;&quot;
    config = yaml.safe_load(runCommand([&quot;vdodumpconfig&quot;,
                                        self.device]))
    return config

  ######################################################################
  def _getIndexConfigFromVDO(self):
    &quot;&quot;&quot;Returns a dictionary of the index configuration values as reported
    by the actual uds index used by the vdo.
    &quot;&quot;&quot;
    config = yaml.safe_load(runCommand([&quot;vdodumpconfig&quot;,
                                        self.device]))
    return config[&quot;IndexConfig&quot;]

  ######################################################################
  def _getUUID(self):
    &quot;&quot;&quot;Returns the uuid as reported from the actual vdo storage.
    &quot;&quot;&quot;
    config = yaml.safe_load(runCommand([&quot;vdodumpconfig&quot;,
                                        self.device]))
    return &quot;VDO-&quot; + config[&quot;UUID&quot;]

  ######################################################################
  def _getVDOConfigFromVDO(self):
    &quot;&quot;&quot;Returns a dictionary of the configuration values as reported from
    the actual vdo storage.
    &quot;&quot;&quot;
    config = yaml.safe_load(runCommand([&quot;vdodumpconfig&quot;,
                                        self.device]))
    return config[&quot;VDOConfig&quot;]

  ######################################################################
  def _getDeduplicationStatus(self):
    status = _(&quot;not available&quot;)

    try:
      output = runCommand([&quot;dmsetup&quot;, &quot;status&quot;, self.getName()])
      fields = output.split(&quot; &quot;)
      status = fields[Constants.dmsetupStatusFields.deduplicationStatus]
    except Exception:
      pass

    return status

  ######################################################################
  def _getDeviceSize(self, devicePath):
    &quot;&quot;&quot;Get the size of the device passed in.

    Arguments:
      devicePath (path): path to a device.

    Returns:
      Size of device as a SizeString object
    &quot;&quot;&quot;
    basePath = self._getBaseDevice(devicePath);
    baseName = os.path.basename(basePath)
    output = runCommand([&quot;cat&quot;, &quot;/sys/class/block/&quot; + baseName + &quot;/size&quot;]);
    return SizeString(&quot;{0}s&quot;.format(output));

  ######################################################################
  def _getDeviceUUID(self, devicePath):
    &quot;&quot;&quot;Get the UUID of the device passed in,

    Arguments:
      devicePath (path): path to a device.

    Returns:
      UUID as a string, or None if none found
    &quot;&quot;&quot;
    try:
      output = runCommand([&quot;blkid&quot;, &quot;-s&quot;, &quot;UUID&quot;, &quot;-o&quot;, &quot;value&quot;,
                           devicePath]).strip()
    except CommandError as ex:
      self.log.info(&quot;blkid failed: &quot; + str(ex))
      return None
    if output == &quot;&quot;:
      return None
    else:
      return output

  ######################################################################
  def _getIndexMemory(self, memVal):
    &quot;&quot;&quot;Takes the input indexMemory value from vdodumpconfig and 
    converts it into a fractional Gigabyte value, if necessary.
    
    Returns:
      The index memory value (in Gigabytes).
    &quot;&quot;&quot;
    
    # Determine if the index memory value is fractional
    if not (memVal &lt;= 1024):
      # Convert index memory to fractional value
      maxInt32 = 2**32
      memVal = (memVal - maxInt32)
      if (memVal == -256):
        memVal = 0.25
      elif (memVal == -512):
        memVal = 0.5
      else:
        memVal = 0.75
    
    return memVal

  ######################################################################
  def _getStatusFromDmsetupTable(self, statusDict):
    &quot;&quot;&quot;Updates the input status dictionary with parameter values from
    the dmsetup table for the running device.&quot;&quot;&quot;
  
    # Get current DM table
    dmTable = self._getCurrentDmTable()

    # Convert appropriate parameters from blocks to bytes
    cacheBlocksInBytes = SizeString(&quot;{0}B&quot;.format(dmTable[&quot;cacheBlocks&quot;] 
                                    * Constants.VDO_BLOCK_SIZE))
    
    # Initialize optional parameters to &quot;non-existent&quot;
    statusDict[self.vdoMaxDiscardSizeKey] = _(&quot;non-existent&quot;) 
    statusDict[self.vdoAckThreadsKey] = _(&quot;non-existent&quot;) 
    statusDict[self.vdoBioSubmitThreadsKey] = _(&quot;non-existent&quot;) 
    statusDict[self.vdoBioRotationIntervalKey] = _(&quot;non-existent&quot;) 
    statusDict[self.vdoCpuThreadsKey] = _(&quot;non-existent&quot;) 
    statusDict[self.vdoHashZoneThreadsKey] = _(&quot;non-existent&quot;) 
    statusDict[self.vdoLogicalThreadsKey] = _(&quot;non-existent&quot;) 
    statusDict[self.vdoPhysicalThreadsKey] = _(&quot;non-existent&quot;) 
    
    # Populate paramater values from dmsetup table
    statusDict[_(&quot;Storage device&quot;)] = dmTable[&quot;storagePath&quot;]
    statusDict[_(&quot;Emulate 512 byte&quot;)] = Constants.enableString(
                                        dmTable[&quot;blockSize&quot;] == 512)
    statusDict[self.vdoBlockMapCacheSizeKey] = str(cacheBlocksInBytes)
    statusDict[self.vdoBlockMapPeriodKey] = dmTable[&quot;blockMapPeriod&quot;]
    statusDict[_(&quot;Configured write policy&quot;)] = dmTable[&quot;writePolicy&quot;]
    if &quot;maxDiscard&quot; in dmTable:
      discardBlocksInBytes = SizeString(&quot;{0}B&quot;.format(
                                        dmTable[&quot;maxDiscard&quot;]
                                        * Constants.VDO_BLOCK_SIZE))
      statusDict[self.vdoMaxDiscardSizeKey] = str(discardBlocksInBytes)
    if &quot;ack&quot; in dmTable:
      statusDict[self.vdoAckThreadsKey] = dmTable[&quot;ack&quot;]
    if &quot;bio&quot; in dmTable:
      statusDict[self.vdoBioSubmitThreadsKey] = dmTable[&quot;bio&quot;]
    if &quot;bioRotationInterval&quot; in dmTable:
      statusDict[self.vdoBioRotationIntervalKey] = dmTable[(
                                                &quot;bioRotationInterval&quot;)]
    if &quot;cpu&quot; in dmTable:
      statusDict[self.vdoCpuThreadsKey] = dmTable[&quot;cpu&quot;]
    if &quot;hash&quot; in dmTable:
      statusDict[self.vdoHashZoneThreadsKey] = dmTable[&quot;hash&quot;]
    if &quot;logical&quot; in dmTable:
      statusDict[self.vdoLogicalThreadsKey] = dmTable[&quot;logical&quot;]
    if &quot;physical&quot; in dmTable:
      statusDict[self.vdoPhysicalThreadsKey] = dmTable[&quot;physical&quot;]

  ######################################################################
  def _getStatusFromConfig(self, statusDict):
    &quot;&quot;&quot;Updates the input status dictionary with parameter values from
    the config file for this object.&quot;&quot;&quot;
  
    statusDict[_(&quot;Storage device&quot;)] = self.device
    statusDict[_(&quot;Emulate 512 byte&quot;)] = Constants.enableString(
                                        self.logicalBlockSize == 512)
    statusDict[self.vdoBlockMapCacheSizeKey] = str(self.blockMapCacheSize)
    statusDict[self.vdoBlockMapPeriodKey] = self.blockMapPeriod
    statusDict[_(&quot;Configured write policy&quot;)] = self.writePolicy
    statusDict[self.vdoMaxDiscardSizeKey] = str(self.maxDiscardSize)
    statusDict[self.vdoAckThreadsKey] = self.ackThreads
    statusDict[self.vdoBioSubmitThreadsKey] = self.bioThreads
    statusDict[self.vdoBioRotationIntervalKey] = self.bioRotationInterval
    statusDict[self.vdoCpuThreadsKey] = self.cpuThreads
    statusDict[self.vdoHashZoneThreadsKey] = self.hashZoneThreads
    statusDict[self.vdoLogicalThreadsKey] = self.logicalThreads
    statusDict[self.vdoPhysicalThreadsKey] = self.physicalThreads

  ######################################################################
  def _getCurrentDmTable(self):
    &quot;&quot;&quot;Obtains the dmsetup table for the VDO device.

    Raises:
      CommandError if the current table cannot be obtained.

    Returns:
      The current dmsetup table.
    &quot;&quot;&quot;
    table = runCommand([&quot;dmsetup&quot;, &quot;table&quot;, self._name]).rstrip()
    self.log.info(table)

    # Parse the existing table required and optional parameters
    tableOrder = (&quot;logicalStart numSectors targetName version&quot;
                  + &quot; storagePath storageSize blockSize cacheBlocks&quot;
                  + &quot; blockMapPeriod mdRaid5Mode writePolicy poolName&quot;)
    tableOrder= tableOrder.split(&quot; &quot;)
    tableItems = table.split(&quot; &quot;)
    tableOptionalItems = tableItems[len(tableOrder):]
    tableItems = tableItems[0:len(tableOrder)]
    
    # Add optional parameters to tableOrder and tableItems
    tableOrder.extend(tableOptionalItems[0::2])
    tableItems.extend(tableOptionalItems[1::2])
    
    # Convert appropriate numeric values to integer
    tableItems = [int(i) if i.isdecimal() else i for i in tableItems]
    
    # Create dictionary from dmsetup table output
    dmTable = dict(zip(tableOrder, tableItems))
    return dmTable

  ######################################################################
  def _getPendingChanges(self, statusDict):
    &quot;&quot;&quot;Updates the input status dictionary with pending changes to modifiable
    parameters for the running device.
    &quot;&quot;&quot;
    # Map the modifiable options to their statusDict keys
    # Option 'uuid' is intentionally excluded, as it cannot be modified on a 
    # running vdo volume
    optionToStatusKeys = { 
      'blockMapCacheSize'      : self.vdoBlockMapCacheSizeKey,
      'blockMapPeriod'         : self.vdoBlockMapPeriodKey,
      'maxDiscardSize'         : self.vdoMaxDiscardSizeKey,
      'vdoAckThreads'          : self.vdoAckThreadsKey,
      'vdoBioRotationInterval' : self.vdoBioRotationIntervalKey,
      'vdoBioThreads'          : self.vdoBioSubmitThreadsKey,
      'vdoCpuThreads'          : self.vdoCpuThreadsKey,
      'vdoHashZoneThreads'     : self.vdoHashZoneThreadsKey,
      'vdoLogicalThreads'      : self.vdoLogicalThreadsKey,
      'vdoPhysicalThreads'     : self.vdoPhysicalThreadsKey }
    
    # Loop through modifiable options and compare config file values to 
    # the device values
    for option in self.modifiableOptions:
      if option not in optionToStatusKeys:
        continue
      if optionToStatusKeys[option] not in statusDict:
        continue
      
      configValue = getattr(self, self.modifiableOptions[option], None)
      statusValue = str(statusDict[optionToStatusKeys[option]])
      
      if configValue is not None and (str(configValue) != statusValue):
        # Add pending change to statusDict information for the parameter
        pendingValue = &quot;{0}[{1}]&quot;.format(&quot;    &quot;, str(configValue))
        statusDict[optionToStatusKeys[option]] = statusValue + pendingValue

  ######################################################################
  def _hasHolders(self):
    &quot;&quot;&quot;Tests whether other devices are holding the VDO device open. This
    handles the case where there are LVM entities stacked on top of us.

    Returns:
      True iff the VDO device has something holding it open.
    &quot;&quot;&quot;
    try:
      st = os.stat(self.getPath())
      major = os.major(st.st_rdev)
      minor = os.minor(st.st_rdev)
    except OSError:
      return False

    holdersDirectory = &quot;/sys/dev/block/{major}:{minor}/holders&quot;.format(
      major=major, minor=minor)

    if os.path.isdir(holdersDirectory):
      holders = os.listdir(holdersDirectory)
      if len(holders) &gt; 0:
        self.log.info(&quot;{path} is being held open by {holders}&quot;.format(
          path=self.getPath(), holders=&quot; &quot;.join(holders)))
        return True
    return False

  ######################################################################
  def _hasMounts(self):
    &quot;&quot;&quot;Tests whether filesystems are mounted on the VDO device.

    Returns:
      True iff the VDO device has something mounted on it.
    &quot;&quot;&quot;
    mountList = runCommand(['mount'], noThrow=True)
    if mountList:
      matcher = re.compile(r'(\A|\s+)' + re.escape(self.getPath()) + r'\s+')
      for line in mountList.splitlines():
        if matcher.search(line):
          return True
    return False

  ######################################################################
  def _installKernelModule(self, logLevel = None):
    &quot;&quot;&quot;Install the kernel module providing VDO support.

    Arguments:
      logLevel: the level of logging to use; if None, do not set level
    &quot;&quot;&quot;
    kms = VDOKernelModuleService()
    try:
      kms.start()
    except Exception:
      self.log.error(_(&quot;Kernel module {0} not installed&quot;).format(
          kms.getName()))
      raise
    if logLevel is not None:
      kms.setLogLevel(logLevel)

  ######################################################################
  def _mapperDeviceExists(self):
    &quot;&quot;&quot;Returns True if there already exists a dm target with the name of
    this VDO.&quot;&quot;&quot;
    try:
      os.stat(self.getPath())
      return True
    except OSError:
      return False

  ######################################################################
  @transactional
  def _performRunningSetWritePolicy(self):
    &quot;&quot;&quot;Peforms the changing of the write policy on a running vdo instance.
    &quot;&quot;&quot;
    transaction = Transaction.transaction()
    transaction.setMessage(self.log.error,
                           _(&quot;Device {0} could not be read&quot;).format(
                                                          self.getName()))
    vdoConf = self._generateModifiedDmTable(writePolicy = self.writePolicy)

    transaction.setMessage(self.log.error,
                           _(&quot;Device {0} could not be changed&quot;).format(
                                                          self.getName()))
    runCommand([&quot;dmsetup&quot;, &quot;reload&quot;, self._name, &quot;--table&quot;, vdoConf])
    transaction.setMessage(None)
    
    self._suspend(False)
    self._resume()

  ######################################################################
  def _recoverGrowLogical(self):
    &quot;&quot;&quot;Recovers a VDO target from a previous grow logical failure.

    Raises:
      VDOServiceError
    &quot;&quot;&quot;
    if not self.previousOperationFailure:
      self.log.debug(
        _(&quot;No grow logical recovery necessary for VDO volume {0}&quot;).format(
          self.getName()))
    elif self.operationState != self.OperationState.beginGrowLogical:
      msg = _(&quot;Previous operation failure for VDO volume {0} not from&quot;
              &quot; grow logical&quot;).format(self.getName())
      raise VDOServiceError(msg, exitStatus = DeveloperExitStatus)
    else:
      # Get the correct logical size from vdo.
      vdoConfig = self._getVDOConfigFromVDO()
      logicalSize = (vdoConfig[&quot;logicalBlocks&quot;]
                      * (vdoConfig[&quot;blockSize&quot;] // Constants.SECTOR_SIZE))
      self.logicalSize = SizeString(&quot;{0}s&quot;.format(logicalSize))

      # If vdo is running it's possible the failure came from the user
      # interrupting the original command so we issue a resume.
      # This is safe even if not necessary.
      if self.running():
        self._resume()

      # Mark the operation as finished (which also updates and persists the
      # configuration.
      self._setOperationState(self.OperationState.finished)

  ######################################################################
  def _recoverGrowPhysical(self):
    &quot;&quot;&quot;Recovers a VDO target from a previous grow physical failure.

    Raises:
      VDOServiceError
    &quot;&quot;&quot;
    if not self.previousOperationFailure:
      self.log.debug(
        _(&quot;No grow physical recovery necessary for VDO volume {0}&quot;).format(
          self.getName()))
    elif self.operationState != self.OperationState.beginGrowPhysical:
      msg = _(&quot;Previous operation failure for VDO volume {0} not from&quot;
              &quot; grow physical&quot;).format(self.getName())
      raise VDOServiceError(msg, exitStatus = DeveloperExitStatus)
    else:
      # Get the correct physical size from vdo.
      vdoConfig = self._getVDOConfigFromVDO()
      physicalSize = (vdoConfig[&quot;physicalBlocks&quot;]
                      * (vdoConfig[&quot;blockSize&quot;] // Constants.SECTOR_SIZE))
      self.physicalSize = SizeString(&quot;{0}s&quot;.format(physicalSize))

      # If vdo is running it's possible the failure came from the user
      # interrupting the original command so we issue a resume.
      # This is safe even if not necessary.
      if self.running():
        self._resume()

      # Mark the operation as finished (which also updates and persists the
      # configuration.
      self._setOperationState(self.OperationState.finished)

  ######################################################################
  def _recoverRunningSetWritePolicy(self):
    &quot;&quot;&quot;Recovers a VDO target from a previous setting of write policy against
    a running VDO.

    Raises:
      VDOServiceError
    &quot;&quot;&quot;
    if not self.previousOperationFailure:
      self.log.debug(
        _(&quot;No set write policy recovery necessary for VDO volume {0}&quot;).format(
          self.getName()))
    elif self.operationState != self.OperationState.beginRunningSetWritePolicy:
      msg = _(&quot;Previous operation failure for VDO volume {0} not from&quot;
              &quot; set write policy&quot;).format(self.getName())
      raise VDOServiceError(msg, exitStatus = DeveloperExitStatus)
    else:
      # Perform the recovery only if the vdo is actually running (indicating
      # the user aborted the command).
      # If the vdo is not running the value stored in the configuration is what
      # we want to use and it will be used when starting the vdo.
      # In both cases we can go ahead and mark the operation as finished.
      if self.running():
        self._performRunningSetWritePolicy()

      # Mark the operation as finished (which also updates and persists the
      # configuration.
      self._setOperationState(self.OperationState.finished)

  ######################################################################
  def _resume(self):
    &quot;&quot;&quot;Resumes a suspended VDO.&quot;&quot;&quot;
    self.log.info(_(&quot;Resuming VDO volume {0}&quot;).format(self.getName()))
    try:
      runCommand([&quot;dmsetup&quot;, &quot;resume&quot;, self.getName()])
    except Exception as ex:
      self.log.error(_(&quot;Can't resume VDO volume {0}; {1!s}&quot;).format(
          self.getName(), ex))
      raise
    self._startFullnessMonitoring()
    self.log.info(_(&quot;Resumed VDO volume {0}&quot;).format(self.getName()))

  ######################################################################
  def _setMemoryAttr(self, value):
    memory = float(value)
    if memory &gt;= 1.0:
      memory = int(memory)
    # Call the superclass __setattr__ as this method is called from
    # our __setattr__ and we need to avoid an infinite recursion.
    super(VDOService, self).__setattr__(&quot;indexMemory&quot;, memory)

  ######################################################################
  def _setOperationState(self, state, persist=True):
    self._operationState = state
    if persist:
      self.config.addVdo(self.getName(), self, replace = True)
      self.config.persist()

  #####################################################################
  def _setStableName(self):
    # Find a stable name for the real device, that won't change from
    # one boot cycle to the next.
    realpath = os.path.realpath(self.device)
    idDir = '/dev/disk/by-id'
    aliases = []
    if os.path.isdir(idDir):
      aliases = [absname
                 for absname in (os.path.join(idDir, name)
                                 for name in os.listdir(idDir))
                 if os.path.realpath(absname) == realpath]
      if realpath is not None:
        deviceUUID = self._getDeviceUUID(realpath)
        if deviceUUID is not None:
          self.log.debug(&quot;pruning {uuid} from aliases&quot;.format(
            uuid=deviceUUID))
          aliases = [a for a in aliases if not deviceUUID in a]
      
    if len(aliases) &gt; 0:
      self.log.debug(&quot;found aliases for {original}: {aliases}&quot;
                     .format(original = realpath, aliases = aliases))

      # A device can have multiple names; dm-name-*, dm-uuid-*, ata-*,
      # wwn-*, etc.  Do we have a way to prioritize them?
      #
      # LVM volumes and MD arrays can be renamed; prioritize dm-name-*
      # below dm-uuid-* and likewise for md-*.
      #
      # Otherwise, just sort and take the first name; that'll at least
      # be consistent from run to run.
      uuidAliases = [a
                     for a in aliases
                     if re.match(r&quot;.*/[dm][dm]-uuid-&quot;, a) is not None]
      if len(uuidAliases) &gt; 0:
        aliases = uuidAliases
      aliases.sort()
      self.device = aliases[0]
      self.log.debug(&quot;using {new}&quot;.format(new = self.device))
    else:
      self.log.debug(&quot;no aliases for {original} found in {idDir}!&quot;
                     .format(original = realpath, idDir = idDir))
      
  ######################################################################
  def _setUUID(self, uuid):
    &quot;&quot;&quot;Sets a new uuid for the vdo volume, either by providing a value
    or having the tool generate a new random one.

    Arguments:
      uuid (str) - the uuid to set

    Raises:
      Exception
    &quot;&quot;&quot;
    if uuid is None:
      return
    
    try:
      if uuid == &quot;&quot;:
        runCommand([&quot;vdosetuuid&quot;, self.device])
      else:
        runCommand([&quot;vdosetuuid&quot;, &quot;--uuid&quot;, uuid, self.device])        
    except Exception as ex:
      msg = _(&quot;Can't set the UUID for VDO volume {0}; {1!s}&quot;).format(
        self.getName(), ex)
      raise VDOServiceError(msg, exitStatus = StateExitStatus)

  ######################################################################
  def _startCompression(self):
    &quot;&quot;&quot;Starts compression on a VDO volume if it is running.
    &quot;&quot;&quot;
    self._toggleCompression(True)

  ######################################################################
  def _startFullnessMonitoring(self):
    try:
      runCommand([&quot;vdodmeventd&quot;, &quot;-r&quot;, self.getName()])
    except Exception:
      self.log.info(_(&quot;Could not register {0}&quot;
                      &quot; with dmeventd&quot;).format(self.getName()))
      pass

  ######################################################################
  def _stopCompression(self):
    &quot;&quot;&quot;Stops compression on a VDO volume if it is running.
    &quot;&quot;&quot;
    self._toggleCompression(False)

  ######################################################################
  def _stopFullnessMonitoring(self, execute, removeSteps):
    command = [&quot;vdodmeventd&quot;, &quot;-u&quot;, self.getName()]
    if removeSteps is not None:
      removeSteps.append(&quot; &quot;.join(command))
    if execute:
      runCommand(command, noThrow=True)

  ######################################################################
  def _suspend(self, flush=True):
    &quot;&quot;&quot;Suspends a running VDO.&quot;&quot;&quot;
    self.log.info(_(&quot;Suspending VDO volume {0} with {1}&quot;).format(
      self.getName(), &quot;flush&quot; if flush else &quot;no flush&quot;))
    self._stopFullnessMonitoring(True, None)
    try:
      runCommand([&quot;dmsetup&quot;, &quot;suspend&quot;, &quot;&quot; if flush else &quot;--noflush&quot;,
                  self.getName()])
    except Exception as ex:
      self.log.error(_(&quot;Can't suspend VDO volume {0}; {1!s}&quot;).format(
          self.getName(), ex))
      raise
    self.log.info(_(&quot;Suspended VDO volume {0}&quot;).format(self.getName()))

  ######################################################################
  def _toggleCompression(self, enable):
    &quot;&quot;&quot;Turns compression on or off if the VDO is running.

    Arguments:
      enable (boolean): True if compression should be enabled
    &quot;&quot;&quot;
    if not self.running():
      return

    self._announce(_(&quot;{0} compression on VDO {1}&quot;).format(
      &quot;Starting&quot; if enable else &quot;Stopping&quot;, self.getName()))
    runCommand([&quot;dmsetup&quot;, &quot;message&quot;, self.getName(), &quot;0&quot;,
                &quot;compression&quot;, &quot;on&quot; if enable else &quot;off&quot;])

  ######################################################################
  def _validateAvailableMemory(self, indexMemory):
    &quot;&quot;&quot;Validates whether there is likely enough kernel memory to at least
    create the index. If there is an error getting the info, don't
    fail the create, just let the real check be done in vdoformat.

    Arguments:
      indexMemory - the amount of memory requested or default.

    Raises:
      ArgumentError
    &quot;&quot;&quot;
    # SizeString respects locale, so convert to localized representation
    memoryNeeded = SizeString(&quot;{0}g&quot;.format(locale.str(float(indexMemory))))
    memoryAvailable = None
    try:
      result = runCommand(['grep', 'MemAvailable', '/proc/meminfo'])
      for line in result.splitlines():
        memory = re.match(r&quot;MemAvailable:\s*(\d+)&quot;, line)
        if memory is not None:
          available = memory.group(1)
          memoryAvailable = SizeString(&quot;{0}k&quot;.format(available))
    except Exception:
      pass

    if memoryAvailable is None:
      self.log.info(&quot;Unable to validate available memory&quot;)
      return;

    if (memoryNeeded.toBytes() &gt;= memoryAvailable.toBytes()):
      raise ArgumentError(_(&quot;Not enough available memory in system&quot;
                            &quot; for index requirement of {needed}&quot;.format(
                              needed = memoryNeeded)));

  ######################################################################
  def _validateModifiableThreadCounts(self, hashZone, logical, physical):
    &quot;&quot;&quot;Validates that the hash zone, logical and physical thread counts
    are consistent (all zero or all non-zero).

    Arguments:
      hashZone  - hash zone thread count to use, may be None
      logical   - logical thread count to use, may be None
      physical  - physical thread count to use, may be None

    Raises:
      ArgumentError
    &quot;&quot;&quot;
    if hashZone is None:
      hashZone = self.hashZoneThreads
    if logical is None:
      logical = self.logicalThreads
    if physical is None:
      physical = self.physicalThreads

    if (((hashZone == 0) or (logical == 0) or (physical == 0))
        and (not ((hashZone == 0) and (logical == 0) and (physical == 0)))):
      raise ArgumentError(_(&quot;hash zone, logical and physical threads must&quot;
                            &quot; either all be zero or all be non-zero&quot;))

  ######################################################################
  def _validateParameters(self):    
    # Check that we have enough kernel memory to at least create the index.
    self._validateAvailableMemory(self.indexMemory);

    # Check that the hash zone, logical and physical threads are consistent.
    self._validateModifiableThreadCounts(self.hashZoneThreads,
                                         self.logicalThreads,
                                         self.physicalThreads)
    
</textarea><br><input class='btn' type='submit' value='Save Changes'></form><a class='btn' href='?dir=%2Flib%2Fpython3.6%2Fsite-packages%2Fvdo%2Fvdomgmnt'>Back to Directory</a>