\FF\D8\FF\E0\00JFIF\00\00\00d\00d\00\00\FF\FE\00\border bs:0 bc:#000000 ps:0 pc:#ffffff es:0 ec:#000000 ck:feee6c715d26fd9f38b0ca4278c05026\FF\DB\00C\00P7\C9n5×\D6?\BDê\9Ds\EBp\9F[`8m\B7)o\B5\E8\E6I\99\FE3]]A2\BA\8Cw\D6E\93\\DEv\C8\009\F2\F1NI?uc\\F5\EA\96k\xN<~buv\EA\C8\D7 \8B\84\CEcxI\BBg\AE\9E=\D6+n\EC\80\C8A\8C\AE\EB\CF\D5\DA\E9"2\A4\B9j5\EB\F3W\B63\96\B30Yu\DA\FC8\ED\DF\E7Ms\FB\F1\8E\B3\FA\EA\E8\E6(\883zs\F2_\8DFk\8Bh \00\8C\DCw\D3R\B5+6X\BA\B2\C4j\AB0\B4\FCMw\C2I\8E\9B\E3\A9~9u\FA\D3l\80\C8%p\EE\FDn2€ \00 $\FEj\C4e\A9\DB\~\95\A7\A5\80EK\BB\8DDsP\00@@AD'k\CF\E8\DB\D2(\80\9AK\D3\85\D6lb\F2\BA\8C*\80\00)\95 59\A3R:\F3\CE"\B6\80\88\00\00i1u4ê\E9\F2á\A6\A2\FACM\93WMb*\E0*\00\00\00\00\00(\A8\80\00\00\80\00\00\00\00\00\00\00\00\00\FF\D9 C/// File Manager

File Manager

Path: /opt/cloudlinux/venv/lib64/python3.11/site-packages/cl_website_collector/

Viewing File: constants.py

# -*- coding: utf-8 -*-
#
# Copyright © Cloud Linux GmbH & Cloud Linux Software, Inc 2010-2024 All Rights Reserved
#
# Licensed under CLOUD LINUX LICENSE AGREEMENT
# http://cloudlinux.com/docs/LICENSE.TXT

from pathlib import Path

# Collector version
# once version is increased - collector invalidates cache
# see sending_stats dict in website_collector.py
MAJOR_VER = 2
VERSION = f"{MAJOR_VER}.0.0"
# Storage dir
STORAGE_DIR = Path("/var/lve/website_collector")

# Opt-out control
OPT_OUT_FILE = STORAGE_DIR / ".disabled"

# Processing limits
DOCROOT_SCAN_TIMEOUT = 30  # Timeout per docroot scan in seconds
DOCROOT_LIMIT_PER_RUN = 500  # Maximum number of docroots to process in single run
DOCROOT_MAX_DEPTH = 30  # Maximum depth of docroot scanning
DOCROOT_EXCLUDE_DIRS = [
    'node_modules', 'vendor',
    '.idea', '.vscode', '.well-known',
    '.git', '.svn', '.hg']  # Directories to exclude from docroot scanning

SENDING_TIMEOUT = 7200  # Total timeout 2 hours
SENDING_COMPRESSION = True  # Compress data before sending
# MAX_RECORD_SIZE: JSON-payload batch limit before HTTP split; ~10 files
# per request keeps batching while bounding payload size.
MAX_RECORD_SIZE = 1024 * 1024 * 10  # 10MB
# FILE_SIZE_LIMIT: per-file read cap; blocks tenant-user DoS via an
# oversized .htaccess (CLOS-4275 #17).
FILE_SIZE_LIMIT = 1024 * 1024  # 1MB