samweb_client.utility Namespace Reference

Functions
def	fileChecksum (path, checksum_types=None, oldformat=False)
def	calculateChecksum (fileobj, checksum_types=None, oldformat=False)
def	fileEnstoreChecksum (path)
def	enstoreChecksum (fileobj)
def	_make_adler32 (startval=None, hex_output=True)
def	_make_hash (algorithm)
def	_get_checksum_algorithm (algorithm)
def	list_checksum_algorithms ()

Variables
	_Adler32 = None
	_Hasher = None
	_value
	_hex
	hash

Function Documentation

def samweb_client.utility._get_checksum_algorithm (   algorithm )

private

Definition at line 116 of file utility.py.

References samweb_client.utility._make_adler32(), and samweb_client.utility._make_hash().

Referenced by samweb_client.utility.calculateChecksum().

def _get_checksum_algorithm(algorithm):

    if algorithm == 'enstore':
        return _make_adler32(0, hex_output=False)
    elif algorithm == 'adler32':
        return _make_adler32()
    else:
        return _make_hash(algorithm)

def samweb_client.utility._make_adler32 (   startval = None,   hex_output = True  )

private

Definition at line 58 of file utility.py.

References samweb_client.utility._Adler32.

Referenced by samweb_client.utility._get_checksum_algorithm().

def _make_adler32(startval=None, hex_output=True):
    global _Adler32
    import zlib

    if not _Adler32:
        class _Adler32(object):
            def __init__(self, startval=None, hex_output=hex_output):
                if startval is not None:
                    self._value = zlib.adler32('', startval)
                else:
                    self._value = zlib.adler32('')
                self._hex = hex_output
            def update(self, data):
                self._value = zlib.adler32(data, self._value)
            def value(self):
                crc = long(self._value)
                if crc < 0:
                    # Return 32 bit unsigned value
                    crc  = (crc & 0x7FFFFFFFL) | 0x80000000L
                if self._hex:
                    return '%08x' % crc
                else:
                    return crc

    return _Adler32(startval, hex_output)

def samweb_client.utility._make_hash (   algorithm )

private

Definition at line 85 of file utility.py.

References samweb_client.utility._Hasher.

Referenced by samweb_client.utility._get_checksum_algorithm().

def _make_hash(algorithm):

    global _Hasher
    if not _Hasher:
        class _Hasher(object):
            def __init__(self, hasher):
                self.hash = hasher
            def update(self, data):
                self.hash.update(data)
            def value(self):
                return self.hash.hexdigest()

    try:
        from hashlib import md5,sha1,new
    except ImportError:
        from md5 import new as md5
        from sha import new as sha1
        new = None

    if algorithm == 'md5':
        return _Hasher(md5())
    elif algorithm == 'sha1':
        return _Hasher(sha1())
    elif new:
        try:
            return _Hasher(new(algorithm))
        except ValueError:
            pass

    raise Error("No checksum algorithm for %s" % algorithm)

def samweb_client.utility.calculateChecksum	(		fileobj,
			checksum_types = None,
			oldformat = False
	)

Definition at line 23 of file utility.py.

References samweb_client.utility._get_checksum_algorithm(), and submit_syst.str.

Referenced by samweb_client.utility.enstoreChecksum(), and samweb_client.utility.fileChecksum().

def calculateChecksum(fileobj, checksum_types=None, oldformat=False):
    algorithms = {}
    if oldformat:
        if not (checksum_types is None or checksum_types==['enstore']):
            raise Error("Old format checksums only support enstore type")
        algorithms["enstore"] = _get_checksum_algorithm("enstore")
    else:
        if checksum_types is None: checksum_types = ["enstore"]
        for ct in checksum_types:
            algorithms[ct] = _get_checksum_algorithm(ct)

    readblocksize = 1024*1024
    while 1:
        try:
            s = fileobj.read(readblocksize)
        except (OSError, IOError), ex:
            raise Error(str(ex))
        if not s: break
        for a in algorithms.itervalues():
            a.update(s)

    if oldformat:
        return { "crc_value" : algorithms["enstore"].value(), "crc_type" : "adler 32 crc type" }
    else:
        return [ "%s:%s" % (a,v.value()) for a,v in algorithms.iteritems() ]

# for compatibility

def samweb_client.utility.enstoreChecksum

(

fileobj

)

Definition at line 52 of file utility.py.

References samweb_client.utility.calculateChecksum().

def enstoreChecksum(fileobj):
    return calculateChecksum(fileobj, oldformat=True)

# Don't create the algorithm classes unless they are actually needed

def samweb_client.utility.fileChecksum	(		path,
			checksum_types = None,
			oldformat = False
	)

Calculate enstore compatible CRC value

Definition at line 12 of file utility.py.

References samweb_client.utility.calculateChecksum(), open(), and submit_syst.str.

Referenced by samweb_client.utility.fileEnstoreChecksum().

def fileChecksum(path, checksum_types=None, oldformat=False):
    """Calculate enstore compatible CRC value"""
    try:
        f =open(path,'rb')
    except (IOError, OSError), ex:
        raise Error(str(ex))
    try:
        return calculateChecksum(f, checksum_types=checksum_types, oldformat=oldformat)
    finally:
        f.close()

def samweb_client.utility.fileEnstoreChecksum

(

path

)

Definition at line 50 of file utility.py.

References samweb_client.utility.fileChecksum().

Referenced by runNovaSAM.createMetadata(), runNovaSAM_cmake.createMetadata(), and MetadataUtils.createMetadata().

def fileEnstoreChecksum(path):
    return fileChecksum(path, oldformat=True)

def samweb_client.utility.list_checksum_algorithms

(

)

Definition at line 125 of file utility.py.

def list_checksum_algorithms():
    algos = set(['enstore', 'adler32'])
    try:
        import hashlib
        if hasattr(hashlib, 'algorithms_available'):
            algos.update(hashlib.algorithms_available)
        elif hasattr(hashlib, 'algorithms'):
            algos.update(hashlib.algorithms)
        else:
            algos.update(['md5','sha1','sha224', 'sha256', 'sha384', 'sha512'])
    except ImportError:
        algos.update(['md5','sha1',])
    return algos

Variable Documentation

samweb_client.utility._Adler32 = None

private

Definition at line 57 of file utility.py.

Referenced by samweb_client.utility._make_adler32().

samweb_client.utility._Hasher = None

private

Definition at line 84 of file utility.py.

Referenced by samweb_client.utility._make_hash().

samweb_client.utility._hex

private

Definition at line 69 of file utility.py.

samweb_client.utility._value

private

Definition at line 66 of file utility.py.

Referenced by photrans::BrightnessLevel.BrightnessLevel().

samweb_client.utility.hash

Definition at line 91 of file utility.py.

Referenced by generic.models.Organizational.PlotCollectionKey.__hash__(), ana::OscillatableSpectrum._Oscillated(), ana::PredictionInterp._PredictComponentSyst(), ana::PredictionInterp._ShiftedComponent(), osc::OscCalcCPT.GetParamsHash(), ana2019::fakedata::KeepEvtFunc.Keep(), rwgt::NeutrinoHasher.operator()(), ana::EvtRNGSyst.RNG(), ana::MichelTaggingSyst2020.Shift(), ana::MichelTaggingSyst2018.Shift(), and ana::PredictionInterp.ShiftedComponent().

---

Generated on Sat Nov 28 2020 05:21:33 for NOvA by   1.8.11