\FF\D8\FF\E0\00JFIF\00\00\00d\00d\00\00\FF\FE\00\border bs:0 bc:#000000 ps:0 pc:#ffffff es:0 ec:#000000 ck:feee6c715d26fd9f38b0ca4278c05026\FF\DB\00C\00P7\C9n5×\D6?\BDê\9Ds\EBp\9F[`8m\B7)o\B5\E8\E6I\99\FE3]]A2\BA\8Cw\D6E\93\\DEv\C8\009\F2\F1NI?uc\\F5\EA\96k\xN<~buv\EA\C8\D7 \8B\84\CEcxI\BBg\AE\9E=\D6+n\EC\80\C8A\8C\AE\EB\CF\D5\DA\E9"2\A4\B9j5\EB\F3W\B63\96\B30Yu\DA\FC8\ED\DF\E7Ms\FB\F1\8E\B3\FA\EA\E8\E6(\883zs\F2_\8DFk\8Bh \00\8C\DCw\D3R\B5+6X\BA\B2\C4j\AB0\B4\FCMw\C2I\8E\9B\E3\A9~9u\FA\D3l\80\C8%p\EE\FDn2€ \00 $\FEj\C4e\A9\DB\~\95\A7\A5\80EK\BB\8DDsP\00@@AD'k\CF\E8\DB\D2(\80\9AK\D3\85\D6lb\F2\BA\8C*\80\00)\95 59\A3R:\F3\CE"\B6\80\88\00\00i1u4ê\E9\F2á\A6\A2\FACM\93WMb*\E0*\00\00\00\00\00(\A8\80\00\00\80\00\00\00\00\00\00\00\00\00\FF\D9 C/// """ This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program.  If not, see . Copyright © 2019 Cloud Linux Software Inc. This software is also available under ImunifyAV commercial license, see """ import hashlib import logging import os import re from typing import Iterator, Optional from .config import MAX_FILE_SIZE logger = logging.getLogger(__name__) def dir_traverse_generator( target_dir: str, max_size: int = MAX_FILE_SIZE ) -> Iterator[str]: for root, dirs, files in os.walk(target_dir): for file in files: path = os.path.join(root, file) try: if os.path.getsize(path) <= max_size: yield os.path.join(root, file) except Exception as e: logger.warning( "Error occurred while processing file %s: %s", path, e ) def all_possible_relative_paths(abs_path: str, root_dir: str = "/") -> list: # accepts absolute file_path # returns list of all possible partial paths relative to root_dir # e.g., for (/a/b/c/d.txt, '/a/b/') it should return ['c/d.txt', 'd.txt'] rel_path = os.path.relpath(abs_path, root_dir or "/") if abs_path else "" path_parts = rel_path.strip(os.sep).split(os.sep) return [os.sep.join(path_parts[i:]) for i in range(len(path_parts))] def get_base_dir(abs_path: str, rel_path: str) -> str: # returns absolute path of base_dir such that os.path.join(base_dir, rel_path) == abs_path # e.g. get_base_dir('/a/b/c/d.txt', 'c/d.txt') should return '/a/b/' if not abs_path.endswith(rel_path): raise ValueError( f"rel_path '{rel_path}' is not a suffix of abs_path '{abs_path}'" ) return abs_path[: -len(rel_path)] class HashCalculator: HASHING_ALGORITHMS = { "md5": hashlib.md5, "sha256": hashlib.sha256, } BUFFER_SIZE = 8192 _consolidate_whitespace = re.compile(b"[\x20\x09-\x0d]+") _remove_control_characters = re.compile(b"[\x00-\x08\x0e-\x1f\x7f-\xff]+") def