Gecko [ www.jdcpatala.org ]

Name	Size	Permission
__pycache__	[ DIR ]	drwxr-xr-x
__init__.py	17.01 KB	-rw-r--r--
base_task.py	9.72 KB	-rw-r--r--
compatible.py	787 B	-rw-r--r--
database_push.py	9.24 KB	-rw-r--r--
database_push_template.json	1.55 KB	-rw-r--r--
domain_blcheck_push.py	5.62 KB	-rw-r--r--
domain_blcheck_push_template.j...	1.82 KB	-rw-r--r--
load_push.py	10.69 KB	-rw-r--r--
manager.py	17.54 KB	-rw-r--r--
mods.py	12.87 KB	-rw-r--r--
rsync_push.py	10.03 KB	-rw-r--r--
send_tool.py	3.29 KB	-rw-r--r--
site_push.py	55.03 KB	-rw-r--r--
site_push_template.json	7.78 KB	-rw-r--r--
ssl_push.py	13.28 KB	-rw-r--r--
ssl_push_template.json	2.27 KB	-rw-r--r--
system.py	17.35 KB	-rw-r--r--
system_push.py	15.3 KB	-rw-r--r--
system_push_template.json	5.5 KB	-rw-r--r--
task_manager_push.py	17.17 KB	-rw-r--r--
tool.py	2.24 KB	-rw-r--r--
util.py	3.31 KB	-rw-r--r--

Code Editor : mods.py

# coding: utf-8
# -------------------------------------------------------------------
# aapanel
# -------------------------------------------------------------------
# Copyright (c) 2015-2017 aapanel(http:#bt.cn) All rights reserved.
# -------------------------------------------------------------------
# Author: baozi <baozi@bt.cn>
# -------------------------------------------------------------------
# 新告警的所有数据库操作
# ------------------------------
import json
import os
import types
from typing import Any, Dict, Optional, List
from threading import Lock
from uuid import uuid4

import fcntl

from .util import Sqlite, write_log, read_file, write_file

_push_db_lock = Lock()

# 代替 class/db.py 中， 离谱的两个query函数
def msg_db_query_func(self, sql, param=()):
    # 执行SQL语句返回数据集
    self._Sql__GetConn()
    try:
        return self._Sql__DB_CONN.execute(sql, self._Sql__to_tuple(param))
    except Exception as ex:
        return "error: " + str(ex)

def get_push_db():
    db_file = "/www/server/panel/data/db/mod_push.db"
    if not os.path.isdir(os.path.dirname(db_file)):
        os.makedirs(os.path.dirname(db_file))

db = Sqlite()
    setattr(db, "_Sql__DB_FILE", db_file)
    setattr(db, "query", types.MethodType(msg_db_query_func, db))
    return db

def get_table(table_name: str):
    db = get_push_db()
    db.table = table_name
    return db

def lock_push_db():
    with open("/www/server/panel/data/db/mod_push.db", mode="rb") as msg_fd:
        fcntl.flock(msg_fd.fileno(), fcntl.LOCK_EX)
        _push_db_lock.locked()

def unlock_push_db():
    with open("/www/server/panel/data/db/mod_push.db", mode="rb") as msg_fd:
        fcntl.flock(msg_fd.fileno(), fcntl.LOCK_UN)
        _push_db_lock.acquire()

def push_db_locker(func):
    def inner_func(*args, **kwargs):
        lock_push_db()
        try:
            res = func(*args, **kwargs)
        except Exception as e:
            unlock_push_db()  # 即使 报错了 也先解锁再操作
            raise e
        else:
            unlock_push_db()
        return res

return inner_func

DB_INIT_ERROR = False

PANEL_PATH = "/www/server/panel"
PUSH_DATA_PATH = "{}/data/mod_push_data".format(PANEL_PATH)
UPDATE_VERSION_FILE = "{}/update_panel.pl".format(PUSH_DATA_PATH)
UPDATE_MOD_PUSH_FILE = "{}/update_mod.pl".format(PUSH_DATA_PATH)

class BaseConfig:
    config_file_path = ""
    # config_file_path = "/www/server/panel/data/mod_push_data/task.json"
    # /www/server/panel/data/mod_push_data/sender.json

def __init__(self):
        if not os.path.exists(PUSH_DATA_PATH):
            os.makedirs(PUSH_DATA_PATH)
        self._config: Optional[List[Dict[str, Any]]] = None

@property
    def config(self) -> List[Dict[str, Any]]:
        if self._config is None:

try:
                self._config = json.loads(read_file(self.config_file_path))
            except:
                self._config = []
        return self._config

def save_config(self) -> None:
        write_file(self.config_file_path, json.dumps(self.config))

@staticmethod
    def nwe_id() -> str:
        return uuid4().hex[::2]

def get_by_id(self, target_id: str) -> Optional[Dict[str, Any]]:
        for i in self.config:
            if i.get("id", None) == target_id:
                return i

class TaskTemplateConfig(BaseConfig):
    config_file_path = "{}/task_template.json".format(PUSH_DATA_PATH)

class TaskConfig(BaseConfig):
    config_file_path = "{}/task.json".format(PUSH_DATA_PATH)

def get_by_keyword(self, source: str, keyword: str) -> Optional[Dict[str, Any]]:
        for i in self.config:
            if i.get("source", None) == source and i.get("keyword", None) == keyword:
                return i

class TaskRecordConfig(BaseConfig):
    config_file_path_fmt = "%s/task_record_{}.json" % PUSH_DATA_PATH

def __init__(self, task_id: str):
        super().__init__()
        self.config_file_path = self.config_file_path_fmt.format(task_id)

class SenderConfig(BaseConfig):
    config_file_path = "{}/sender.json".format(PUSH_DATA_PATH)

def __init__(self):
        super(SenderConfig, self).__init__()
        if not os.path.exists(self.config_file_path):
            write_file(self.config_file_path, json.dumps([{
                "id": self.nwe_id(),
                "used": True,
                "sender_type": "sms",
                "data": {},
                "original": True
            }]))

def init_db():
    global DB_INIT_ERROR
    # id  模板id 必须唯一, 后端开发需要协商
    # ver  模板版本号， 用于更新
    # used  是否在使用用
    # source  来源， 如Waf, rsync
    # title  标题
    # load_cls  要加载的类，或者从那种调用方法中获取到任务处理对象
    # template  给前端，用于展示的数据
    # default  默认数据，用于数据过滤， 和默认值
    # unique  是否仅可唯一设置
    # create_time 创建时间
    create_task_template_sql = (
        "CREATE TABLE IF NOT EXISTS 'task_template' ("
        "'id' INTEGER PRIMARY KEY AUTOINCREMENT, "
        "'ver' TEXT NOT NULL DEFAULT '1.0.0', "
        "'used' INTEGER NOT NULL DEFAULT 1, "
        "'source' TEXT NOT NULL DEFAULT 'site_push', "
        "'title' TEXT NOT NULL DEFAULT '', "
        "'load_cls' TEXT NOT NULL DEFAULT '{}', "
        "'template' TEXT NOT NULL DEFAULT '{}', "
        "'default' TEXT NOT NULL DEFAULT '{}', "
        "'send_type_list' TEXT NOT NULL DEFAULT '[]', "
        "'unique' INTEGER NOT NULL DEFAULT 0, "
        "'create_time' INTEGER NOT NULL DEFAULT (strftime('%s'))"
        ");"
    )
    # source 来源， 例如waf(防火墙), rsync(文件同步)
    # keyword 关键词， 不同的来源在使用中可以以此查出具体的任务，需要每个来源自己约束
    # task_data 任务数据字典，字段可以自由设计
    # sender 告警通道信息，为字典，可通过get_by_func字段指定从某个函数获取，用于发送
    # time_rule 告警的时间规则，包含 间隔时间(send_interval), (time-range)
    # number_rule 告警的次数规则，包含 每日次数(day_num), 总次数(total), 通过函数判断(get_by_func)
    # status 状态是否开启
    # pre_hook, after_hook 前置处理和后置处理
    # record_time, 告警记录存储时间， 默认为0， 认为长时间储存
    # last_check, 上次执行检查的时间
    # last_send, 上次次发送时间
    # number_data, 发送次数信息
    create_task_sql = (
        "CREATE TABLE IF NOT EXISTS 'task' ("
        "'id' INTEGER PRIMARY KEY AUTOINCREMENT, "
        "'template_id' INTEGER NOT NULL DEFAULT 0, "
        "'source' TEXT NOT NULL DEFAULT '', "
        "'keyword' TEXT NOT NULL DEFAULT '', "
        "'title' TEXT NOT NULL DEFAULT '', "
        "'task_data' TEXT NOT NULL DEFAULT '{}', "
        "'sender' TEXT NOT NULL DEFAULT '[]', "
        "'time_rule' TEXT NOT NULL DEFAULT '{}', "
        "'number_rule' TEXT NOT NULL DEFAULT '{}', "
        "'status' INTEGER NOT NULL DEFAULT 1, "
        "'pre_hook' TEXT NOT NULL DEFAULT '{}', "
        "'after_hook' TEXT NOT NULL DEFAULT '{}', "
        "'last_check' INTEGER NOT NULL DEFAULT 0, "
        "'last_send' INTEGER NOT NULL DEFAULT 0, "
        "'number_data' TEXT NOT NULL DEFAULT '{}', "
        "'create_time' INTEGER NOT NULL DEFAULT (strftime('%s')), "
        "'record_time' INTEGER NOT NULL DEFAULT 0"
        ");"
    )

create_task_record_sql = (
        "CREATE TABLE IF NOT EXISTS 'task_record' ("
        "'id' INTEGER PRIMARY KEY AUTOINCREMENT, "
        "'template_id' INTEGER NOT NULL DEFAULT 0, "
        "'task_id' INTEGER NOT NULL DEFAULT 0, "
        "'do_send' TEXT NOT NULL DEFAULT '{}', "
        "'send_data' TEXT NOT NULL DEFAULT '{}', "
        "'result' TEXT NOT NULL DEFAULT '{}', "
        "'create_time' INTEGER NOT NULL DEFAULT (strftime('%s'))"
        ");"
    )

create_send_record_sql = (
        "CREATE TABLE IF NOT EXISTS 'send_record' ("
        "'id' INTEGER PRIMARY KEY AUTOINCREMENT, "
        "'record_id' INTEGER NOT NULL DEFAULT 0, "
        "'sender_name' TEXT NOT NULL DEFAULT '', "
        "'sender_id' INTEGER NOT NULL DEFAULT 0, "
        "'sender_type' TEXT NOT NULL DEFAULT '', "
        "'send_data' TEXT NOT NULL DEFAULT '{}', "
        "'result' TEXT NOT NULL DEFAULT '{}', "
        "'create_time' INTEGER NOT NULL DEFAULT (strftime('%s'))"
        ");"
    )

create_sender_sql = (
        "CREATE TABLE IF NOT EXISTS 'sender' ("
        "'id' INTEGER PRIMARY KEY AUTOINCREMENT, "
        "'used' INTEGER NOT NULL DEFAULT 1, "
        "'sender_type' TEXT NOT NULL DEFAULT '', "
        "'name' TEXT NOT NULL DEFAULT '', "
        "'data' TEXT NOT NULL DEFAULT '{}', "
        "'create_time' INTEGER NOT NULL DEFAULT (strftime('%s'))"
        ");"
    )

lock_push_db()
    with get_push_db() as db:
        db.execute("pragma journal_mode=wal")

res = db.execute(create_task_template_sql)
        if isinstance(res, str) and res.startswith("error"):
            write_log("warning system", "task_template Data table creation error:" + res)
            DB_INIT_ERROR = True
            return

res = db.execute(create_task_sql)
        if isinstance(res, str) and res.startswith("error"):
            write_log("warning system", "task Data table creation error:" + res)
            DB_INIT_ERROR = True
            return

res = db.execute(create_task_record_sql)
        if isinstance(res, str) and res.startswith("error"):
            write_log("warning system", "task_recorde Data table creation error:" + res)
            DB_INIT_ERROR = True
            return

res = db.execute(create_send_record_sql)
        if isinstance(res, str) and res.startswith("error"):
            write_log("warning system", "send_record Data table creation error:" + res)
            DB_INIT_ERROR = True
            return

res = db.execute(create_sender_sql)
        if isinstance(res, str) and res.startswith("error"):
            write_log("warning system", "sender Data table creation error:" + res)
            DB_INIT_ERROR = True
            return

db.execute(
            "INSERT INTO 'sender' (id, sender_type, data) VALUES (?,?,?)",
            (1, 'sms', json.dumps({"count": 0, "total": 0}))
        )  # 插入短信

unlock_push_db()

init_template_file = "/www/server/panel/config/mod_push_init.json"
        err = load_task_template_by_file(init_template_file)
        if err:
            write_log("warning system", "task template data table initial data load failed:" + res)

def _check_fields(template: dict) -> bool:
    if not isinstance(template, dict):
        return False

fields = ("id", "ver", "used", "source", "title", "load_cls", "template", "default", "unique", "create_time")
    for field in fields:
        if field not in template:
            return False
    return True

def load_task_template_by_config(templates: List[Dict]) -> None:
    """
    通过 传入的配置信息 执行一次模板更新操作
    @param templates: 模板内容，为一个数据列表
    @return: 报错信息，如果返回None则表示执行成功
    """

task_template_config = TaskTemplateConfig()
    add_list = []
    for template in templates:
        tmp = task_template_config.get_by_id(template['id'])
        if tmp is not None:
            tmp.update(template)
        else:
            add_list.append(template)

task_template_config.config.extend(add_list)
    task_template_config.save_config()

# with get_table('task_template') as table:
    #     for template in templates:
    #         if not _check_fields(template):
    #             continue
    #         res = table.where("id = ?", (template['id'])).field('ver').select()
    #         if isinstance(res, str):
    #             return "数据库损坏：" + res
    #         if not res:  # 没有就插入
    #             table.insert(template)
    #         else:
    #             # 版本不一致就更新版本
    #             if res['ver'] != template['ver']:
    #                 template.pop("id")
    #                 table.where("id = ?", (template['id'])).update(template)
    #

def load_task_template_by_file(template_file: str) -> Optional[str]:
    """
    执行一次模板更新操作
    @param template_file: 模板文件路径
    @return: 报错信息，如果返回None则表示执行成功
    """
    if not os.path.isfile(template_file):
        return "The template file does not exist and the update fails"

if DB_INIT_ERROR:
        return "An error is reported during database initialization and cannot be updated"

res = read_file(template_file)
    if not isinstance(res, str):
        return "Data read failed"

try:
        templates = json.loads(res)
    except (json.JSONDecoder, TypeError, ValueError):
        return "Only JSON data is supported"

if not isinstance(templates, list):
        return "The data is in the wrong format and should be a list"

return load_task_template_by_config(templates)

${this.title}

Code Editor : mods.py