Files
volatility3/volatility/framework/objects/__init__.py
T
Mike Auty 5e15d522bd Remove automatic IDE-inserted attributions.
They weren't consistent and they show just remind me how slowly
I've been getting vol 3 written!  5:S

There's git commits to track all of that stuff if we need it.
2017-05-14 11:40:49 +01:00

477 lines
21 KiB
Python

import collections
import struct
from volatility.framework import interfaces
from volatility.framework.interfaces.objects import ObjectInformation
from volatility.framework.objects import templates
class Void(interfaces.objects.ObjectInterface):
"""Returns an object to represent void/unknown types"""
class VolTemplateProxy(interfaces.objects.ObjectInterface.VolTemplateProxy):
@classmethod
def size(cls, template):
"""Dummy size for Void objects"""
raise TypeError("Void types are incomplete, cannot contain data and do not have a size")
def write(self, value):
"""Dummy method that does nothing for Void objects"""
raise TypeError("Cannot write data to a void, recast as another object")
class Function(interfaces.objects.ObjectInterface):
""""""
class PrimitiveObject(interfaces.objects.ObjectInterface):
"""PrimitiveObject is an interface for any objects that should simulate a Python primitive"""
_struct_type = int
def __init__(self, context, type_name, object_info, struct_format):
super().__init__(context = context,
type_name = type_name,
object_info = object_info,
struct_format = struct_format)
self._struct_format = struct_format
def __new__(cls, context, type_name, object_info, struct_format, **kwargs):
"""Creates the appropriate class and returns it so that the native type is inherritted
The only reason the **kwargs is added, is so that the inherriting types can override __init__
without needing to override __new__"""
return cls._struct_type.__new__(cls,
cls._struct_value(context,
struct_format,
object_info.layer_name,
object_info.offset))
@classmethod
def _struct_value(cls, context, struct_format, layer_name, offset):
length = struct.calcsize(struct_format)
data = context.memory.read(layer_name, offset, length)
(value,) = struct.unpack(struct_format, data)
return value
class VolTemplateProxy(interfaces.objects.ObjectInterface.VolTemplateProxy):
@classmethod
def size(cls, template):
"""Returns the size of the templated object"""
return struct.calcsize(template.vol.struct_format)
def write(self, value):
"""Writes the object into the layer of the context at the current offset"""
if isinstance(value, self._struct_type):
data = struct.pack(self.vol.struct_format, value)
return self._context.memory.write(self.vol.layer_name, self.vol.offset, data)
raise TypeError("Object {} requires a valid {} to be written: {}".format(self.__class__.__name__,
type(self._struct_type),
type(value)))
class Integer(PrimitiveObject, int):
"""Primitive Object that handles standard numeric types"""
class Float(PrimitiveObject, float):
"""Primitive Object that handles double or floating point numbers"""
_struct_type = float
class Bytes(PrimitiveObject, bytes):
"""Primitive Object that handles specific series of bytes"""
_struct_type = bytes
def __init__(self, context, type_name, object_info, length = 1):
super().__init__(context = context,
type_name = type_name,
object_info = object_info,
struct_format = str(length) + "s")
self._vol['length'] = length
def __new__(cls, context, type_name, object_info, length = 1, **kwargs):
"""Creates the appropriate class and returns it so that the native type is inherritted
The only reason the **kwargs is added, is so that the inherriting types can override __init__
without needing to override __new__"""
return cls._struct_type.__new__(cls,
cls._struct_value(context,
struct_format = str(length) + "s",
layer_name = object_info.layer_name,
offset = object_info.offset))
class String(PrimitiveObject, str):
"""Primitive Object that handles string values
:param max_length: specifies the maximum possible length that the string could hold within memory
(for multibyte characters, this will not be the maximum length of the string)
:type max_length: int
"""
_struct_type = str
def __init__(self, context, type_name, object_info, max_length = 1, encoding = "utf-8", errors = "strict"):
super().__init__(context = context,
type_name = type_name,
object_info = object_info,
struct_format = str(max_length) + 's')
self._vol["max_length"] = max_length
self._vol['encoding'] = encoding
self._vol['errors'] = errors
def __new__(cls, context, type_name, object_info, max_length = 1, encoding = "utf-8", errors = "strict", **kwargs):
"""Creates the appropriate class and returns it so that the native type is inherited
The only reason the **kwargs is added, is so that the inherriting types can override __init__
without needing to override __new__"""
params = {}
if encoding:
params['encoding'] = encoding
if errors:
params['errors'] = errors
# Pass the encoding and error parameters to the string constructor to appropriately encode the string
value = cls._struct_type.__new__(cls,
cls._struct_value(context,
struct_format = str(max_length) + "s",
layer_name = object_info.layer_name,
offset = object_info.offset),
**params)
if value.find('\x00') >= 0:
value = value[:value.find('\x00')]
return value
class Pointer(Integer):
"""Pointer which points to another object"""
def __init__(self, context, type_name, object_info, struct_format, subtype = None):
self._check_type(subtype, templates.ObjectTemplate)
super().__init__(context = context,
object_info = object_info,
type_name = type_name,
struct_format = struct_format)
self._vol['subtype'] = subtype
@classmethod
def _struct_value(cls, context, struct_format, layer_name, offset):
"""Ensure that pointer values always fall within the address space of the layer they're constructed on
If there's a need for all the data within the address, the pointer should be recast. The "pointer"
must always live within the space (even if the data provided is invalid).
"""
length = struct.calcsize(struct_format)
mask = context.memory[layer_name].address_mask
data = context.memory.read(layer_name, offset, length)
(value,) = struct.unpack(struct_format, data)
return value & mask
def dereference(self, layer_name = None):
"""Dereferences the pointer
Layer_name is identifies the appropriate layer within the context that the pointer points to.
If layer_name is None, it defaults to the same layer that the pointer is currently instantiated in.
"""
if layer_name is None:
layer_name = self.vol.layer_name
mask = self._context.memory[layer_name].address_mask
offset = self & mask
return self.vol.subtype(context = self._context,
object_info = interfaces.objects.ObjectInformation(
layer_name = layer_name,
offset = offset,
parent = self))
def __getattr__(self, attr):
"""Convenience function to access unknown attributes by getting them from the subtype object"""
return getattr(self.dereference(), attr)
class VolTemplateProxy(interfaces.objects.ObjectInterface.VolTemplateProxy):
@classmethod
def size(cls, template):
return Integer.VolTemplateProxy.size(template)
@classmethod
def children(cls, template):
"""Returns the children of the template"""
if 'subtype' in template.vol:
return [template.vol.subtype]
return []
@classmethod
def replace_child(cls, template, old_child, new_child):
"""Substitutes the old_child for the new_child"""
if 'subtype' in template.vol:
if template.vol.subtype == old_child:
template.update_vol(subtype = new_child)
class BitField(interfaces.objects.ObjectInterface, int):
"""Object containing a field which is made up of bits rather than whole bytes"""
def __new__(cls, context, type_name, object_info, base_type = None, start_bit = 0, end_bit = 0,
**kwargs):
cls._check_class(base_type.vol.object_class, Integer)
value = base_type(context = context,
object_info = object_info)
return int.__new__(cls, (value >> start_bit) & ((1 << end_bit) - 1))
def __init__(self, context, type_name, object_info, base_type = None, start_bit = 0, end_bit = 0):
super().__init__(context, type_name, object_info)
self._vol['base_type'] = base_type
self._vol['start_bit'] = start_bit
self._vol['end_bit'] = end_bit
def write(self, value):
raise NotImplementedError("Writing to BitFields is not yet implemented")
class VolTemplateProxy(interfaces.objects.ObjectInterface.VolTemplateProxy):
@classmethod
def size(cls, template):
return Integer.VolTemplateProxy.size(template)
@classmethod
def children(cls, template):
"""Returns the children of the template"""
if 'base_type' in template.vol:
return [template.vol.base_type]
return []
@classmethod
def replace_child(cls, template, old_child, new_child):
"""Substitutes the old_child for the new_child"""
if 'base_type' in template.vol:
if template.vol.base_type == old_child:
template.update_vol(base_type = new_child)
class Enumeration(interfaces.objects.ObjectInterface, int):
"""Returns an object made up of choices"""
def __new__(cls, context, type_name, object_info, base_type = None, choices = None, **kwargs):
cls._check_class(base_type.vol.object_class, Integer)
value = base_type(context = context,
object_info = object_info)
return int.__new__(cls, value)
def __init__(self, context, type_name, object_info, base_type = None, choices = None):
super().__init__(context, type_name, object_info)
self._inverse_choices = {}
for k, v in self._check_type(choices, dict).items():
self._check_type(k, str)
self._check_type(v, int)
if v in self._inverse_choices:
# Technically this shouldn't be a problem, but since we inverse cache
# and can't map one value to two possibilities we throw an exception during build
# We can remove/work around this if it proves a common issue
raise ValueError("Enumeration value {} duplicated as {} and {}".format(v, k, self._inverse_choices[v]))
self._inverse_choices[v] = k
self._vol['choices'] = choices
self._vol['base_type'] = base_type
def lookup(self, value):
"""Looks up an individual value and returns the associated name"""
if value in self._inverse_choices:
return self._inverse_choices[value]
raise ValueError("The value of the enumeration is outside the possible choices")
@property
def description(self):
"""Returns the chosen name for the value this object contains"""
return self.lookup(self)
@property
def choices(self):
return self._vol['choices']
def __getattr__(self, attr):
"""Returns the value for a specific name"""
if attr in self._vol['choices']:
return self._vol['choices'][attr]
raise AttributeError("Unknown attribute {} for Enumeration {}".format(attr, self._vol['type_name']))
def write(self, value):
raise NotImplementedError("Writing to Enumerations is not yet implemented")
class VolTemplateProxy(interfaces.objects.ObjectInterface.VolTemplateProxy):
@classmethod
def size(cls, template):
return template._vol['base_type'].size
@classmethod
def children(cls, template):
"""Returns the children of the template"""
if 'base_type' in template.vol:
return [template.vol.base_type]
return []
@classmethod
def replace_child(cls, template, old_child, new_child):
"""Substitutes the old_child for the new_child"""
if 'base_type' in template.vol:
if template.vol.base_type == old_child:
template.update_vol(base_type = new_child)
class Array(interfaces.objects.ObjectInterface, collections.Sequence):
"""Object which can contain a fixed number of an object type"""
def __init__(self, context, type_name, object_info, count = 0, subtype = None):
self._check_type(subtype, templates.ObjectTemplate)
super().__init__(context = context,
type_name = type_name,
object_info = object_info)
self._vol['count'] = self._check_type(count, int)
self._vol['subtype'] = subtype
class VolTemplateProxy(interfaces.objects.ObjectInterface.VolTemplateProxy):
@classmethod
def size(cls, template):
"""Returns the size of the array, based on the count and the subtype"""
if 'subtype' not in template.vol and 'count' not in template.vol:
raise TypeError("Array ObjectTemplate must be provided a count and subtype")
return template.vol.get('subtype', None).size * template.vol.get('count', 0)
@classmethod
def children(cls, template):
"""Returns the children of the template"""
if 'subtype' in template.vol:
return [template.vol.subtype]
return []
@classmethod
def replace_child(cls, template, old_child, new_child):
"""Substitutes the old_child for the new_child"""
if 'subtype' in template.vol:
if template.vol['subtype'] == old_child:
template.update_vol(subtype = new_child)
@classmethod
def relative_child_offset(cls, template, child):
"""Returns the relative offset from the head of the parent data to the child member"""
if 'subtype' in template and child == 'subtype':
return 0
raise IndexError("Member not present in array template: {}".format(child))
def __getitem__(self, i):
"""Returns the i-th item from the array"""
result = []
mask = self._context.memory[self.vol.layer_name].address_mask
# We use the range function to deal with slices for us
series = range(self.vol.count)[i]
return_list = True
if isinstance(series, int):
return_list = False
series = [series]
for index in series:
object_info = ObjectInformation(layer_name = self.vol.layer_name,
offset = mask & (self.vol.offset + (self.vol.subtype.size * index)),
parent = self)
result += [self.vol.subtype(context = self._context, object_info = object_info)]
if not return_list:
return result[0]
return result
def __len__(self):
"""Returns the length of the array"""
return self.vol.count
def write(self, value):
raise NotImplementedError("Writing to Arrays is not yet implemented")
class Struct(interfaces.objects.ObjectInterface):
"""Object which can contain members that are other objects
Keep the number of methods in this class low or very specific, since each one could overload a valid member.
"""
def __init__(self, context, type_name, object_info, size, members):
super().__init__(context = context,
type_name = type_name,
object_info = object_info,
size = size,
members = members)
self._check_members(members)
self._concrete_members = {}
class VolTemplateProxy(interfaces.objects.ObjectInterface.VolTemplateProxy):
@classmethod
def size(cls, template):
"""Method to return the size of this type"""
if template.vol.get('size', None) is None:
raise TypeError("Struct ObjectTemplate not provided with a size")
return template.vol.size
@classmethod
def children(cls, template):
"""Method to list children of a template"""
return [member for _, member in template.vol.members.values()]
@classmethod
def replace_child(cls, template, old_child, new_child):
"""Replace a child elements within the arguments handed to the template"""
for member in template.vol.members.get('members', {}):
relative_offset, member_template = template.vol.members[member]
if member_template == old_child:
# Members will give access to the mutable members list,
# but in case that ever changes, do the update correctly
tmp_list = template.vol.members
tmp_list[member] = (relative_offset, new_child)
# If there's trouble with mutability, consider making update_vol return a clone with the changes
# (there will be a few other places that will be necessary) and/or making these part of the
# permanent dictionaries rather than the non-clonable ones
template.update_vol(members = tmp_list)
@classmethod
def relative_child_offset(cls, template, child):
"""Returns the relative offset of a child to its parent"""
retlist = template.vol.members.get(child, None)
if retlist is None:
raise IndexError("Member not present in template: {}".format(child))
return retlist[0]
@classmethod
def _check_members(cls, members):
# Members should be an iterable mapping of symbol names to tuples of (relative_offset, ObjectTemplate)
# An object template is a callable that when called with a context, offset, layer_name and type_name
if not isinstance(members, collections.Mapping):
raise TypeError("Struct members parameter must be a mapping: {}".format(type(members)))
if not all([(isinstance(member, tuple) and len(member) == 2) for member in members.values()]):
raise TypeError("Struct members must be a tuple of relative_offsets and templates")
def member(self, attr = 'member'):
"""Specifically named method for retrieving members."""
return self.__getattr__(attr)
def __getattr__(self, attr):
"""Method for accessing members of the type"""
if attr in self._concrete_members:
return self._concrete_members[attr]
elif attr in self.vol.members:
mask = self._context.memory[self.vol.layer_name].address_mask
relative_offset, member = self.vol.members[attr]
member = member(context = self._context,
object_info = interfaces.objects.ObjectInformation(layer_name = self.vol.layer_name,
offset = mask & (
self.vol.offset + relative_offset),
member_name = attr,
parent = self))
self._concrete_members[attr] = member
return member
raise AttributeError("Struct has no attribute: {}.{}".format(self.vol.type_name, attr))
def write(self, value):
raise TypeError("Structs cannot be written to directly, individual members must be written instead")
# Nice way of duplicating the class, but *could* causes problems with isintance
class Union(Struct):
pass
# Really nasty way of duplicating the class
# WILL cause problems with any mutable class/static variables
# Union = type('Union', Struct.__bases__, dict(Struct.__dict__))