Gecko [ gtgates.com ]

Name	Size	Permission	Date
__pycache__	[ DIR ]	drwxr-xr-x	2024-02-12 23:56
ACL.py	8.4 KB	-rw-r--r--	2023-12-06 09:07
AccessLog.py	3.54 KB	-rw-r--r--	2023-12-06 09:07
BaseUtils.py	10.21 KB	-rw-r--r--	2023-12-06 09:07
BidirMap.py	1.37 KB	-rw-r--r--	2023-12-06 09:07
CloudFront.py	36.71 KB	-rw-r--r--	2023-12-06 09:07
Config.py	29.24 KB	-rw-r--r--	2023-12-06 09:07
ConnMan.py	12.98 KB	-rw-r--r--	2023-12-06 09:07
Crypto.py	12.62 KB	-rw-r--r--	2023-12-12 01:00
Custom_httplib27.py	7.99 KB	-rw-r--r--	2023-12-06 09:07
Custom_httplib3x.py	11.24 KB	-rw-r--r--	2023-12-06 09:07
Exceptions.py	4.74 KB	-rw-r--r--	2023-12-06 09:07
ExitCodes.py	2.2 KB	-rw-r--r--	2023-12-06 09:07
FileDict.py	2.68 KB	-rw-r--r--	2023-12-06 09:07
FileLists.py	28.15 KB	-rw-r--r--	2023-12-06 09:07
HashCache.py	1.91 KB	-rw-r--r--	2023-12-06 09:07
MultiPart.py	13.33 KB	-rw-r--r--	2023-12-06 09:07
PkgInfo.py	934 B	-rw-r--r--	2023-12-12 01:08
Progress.py	8.35 KB	-rw-r--r--	2023-12-06 09:07
S3.py	102.36 KB	-rw-r--r--	2023-12-12 01:00
S3Uri.py	7.69 KB	-rw-r--r--	2023-12-06 09:07
SortedDict.py	3.08 KB	-rw-r--r--	2023-12-06 09:07
Utils.py	10.77 KB	-rw-r--r--	2023-12-06 09:07
__init__.py	24 B	-rw-r--r--	2023-12-06 09:07

Rename

# -*- coding: utf-8 -*-

## --------------------------------------------------------------------
## Amazon S3 manager
##
## Authors   : Michal Ludvig <michal@logix.cz> (https://www.logix.cz/michal)
##             Florent Viard <florent@sodria.com> (https://www.sodria.com)
## Copyright : TGRMN Software, Sodria SAS and contributors
## License   : GPL Version 2
## Website   : https://s3tools.org
## --------------------------------------------------------------------

from __future__ import absolute_import

import logging
from .SortedDict import SortedDict
from .Crypto import hash_file_md5
from . import Utils
from . import Config

zero_length_md5 = "d41d8cd98f00b204e9800998ecf8427e"
cfg = Config.Config()

class FileDict(SortedDict):
    def __init__(self, mapping = None, ignore_case = True, **kwargs):
        SortedDict.__init__(self, mapping = mapping or {}, ignore_case = ignore_case, **kwargs)
        self.hardlinks_md5 = dict() # { dev: { inode : {'md5':, 'relative_files':}}}
        self.by_md5 = dict() # {md5: set(relative_files)}

def record_md5(self, relative_file, md5):
        if not relative_file:
            return
        if md5 is None:
            return
        if md5 == zero_length_md5:
            return
        if md5 not in self.by_md5:
            self.by_md5[md5] = relative_file

def find_md5_one(self, md5):
        if not md5:
            return None
        return self.by_md5.get(md5, None)

def get_md5(self, relative_file):
        """returns md5 if it can, or raises IOError if file is unreadable"""
        md5 = None
        if 'md5' in self[relative_file]:
            return self[relative_file]['md5']
        md5 = self.get_hardlink_md5(relative_file)
        if md5 is None and 'md5' in cfg.sync_checks:
            logging.debug(u"doing file I/O to read md5 of %s" % relative_file)
            md5 = hash_file_md5(self[relative_file]['full_name'])
        self.record_md5(relative_file, md5)
        self[relative_file]['md5'] = md5
        return md5

def record_hardlink(self, relative_file, dev, inode, md5, size):
        if md5 is None:
            return
        if size == 0:
            # don't record 0-length files
            return
        if dev == 0 or inode == 0:
            # Windows
            return
        if dev not in self.hardlinks_md5:
            self.hardlinks_md5[dev] = dict()
        if inode not in self.hardlinks_md5[dev]:
            self.hardlinks_md5[dev][inode] = md5

def get_hardlink_md5(self, relative_file):
        try:
            dev = self[relative_file]['dev']
            inode = self[relative_file]['inode']
            md5 = self.hardlinks_md5[dev][inode]
        except KeyError:
            md5 = None
        return md5