connectors/ConnectorBase.py
author Edouard Tisserant
Wed, 13 Feb 2019 09:41:35 +0100
changeset 2487 6a4f9a061994
parent 2465 47d3aea2be30
child 2492 7dd551ac2fa0
permissions -rw-r--r--
Reworked chunk based transfer to support duplicated files (i.e. files with same content, but different names)
#!/usr/bin/env python
# -*- coding: utf-8 -*-

# See COPYING file for copyrights details.

import md5

class ConnectorBase(object):

    #chuncksize = 16384
    chuncksize = 1024*1024
    def BlobFromFile(self, filepath, seed):
        s = md5.new()
        s.update(seed)
        blobID = self.SeedBlob(seed)
        with open(filepath, "rb") as f:
            while blobID == s.digest():
                chunk = f.read(self.chuncksize) 
                if len(chunk) == 0: return blobID
                blobID = self.AppendChunkToBlob(chunk, blobID)
                s.update(chunk)