websoft9/appmanage/api/utils/docker.py

import os, io, sys, platform, shutil, time, json, datetime
import re,docker,requests
from api.utils import shell_execute
import psutil as p
from dotenv import load_dotenv, find_dotenv
import dotenv
from pathlib import Path
from api.utils.common_log import myLogger

def pull_images(app_name):
    
    # 备用方法
    # 为了防止安装前，用户服务器已经有了镜像。导致安装时镜像不重新拉取，镜像是老的（根据docker-compose.yml 和 .env 获取）
    myLogger.info_logger("Pull images complete ...")
    
def delete_images(app_id):
    
    # 备用方法
    # 卸载APP时同时删除dockercompose里面对应的镜像（根据docker-compose.yml 和 .env 获取）
    myLogger.info_logger("Delete images complete ...")
    
def get_process_perc(app_name, real_name):
    
    process_now = "step1"

    if if_app_exits(app_name):
        process_now = "step2"
        process_now = "step3"

    return process_now

def if_app_exits(app_name):
    cmd = "docker compose ls -a | grep \'"+app_name+"\\b\'"
    output = shell_execute.execute_command_output_all(cmd)
    if int(output["code"]) == -1:
        return False
    else:
        return True
    
def check_vm_resource(app_name):
    myLogger.info_logger("Checking virtual memory resource ...")
    cpu_count = p.cpu_count()
    mem = p.virtual_memory()
    mem_total = float(mem.total) / 1024 / 1024 / 1024
    requirements_var = read_var(app_name, 'requirements')
    need_cpu_count = int(requirements_var['cpu'])
    need_mem = int(requirements_var['memory'])
    if cpu_count<need_cpu_count or mem_total<need_mem:
        return False

    mem_free = float(mem.available) / 1024 / 1024 / 1024
    if mem_total>=8 and mem_free<=4:
        return False

    need_disk = int(requirements_var['disk'])
    disk = p.disk_usage('/')
    disk_total = float(disk.total) / 1024 / 1024 / 1024
    disk_free = float(disk.free) / 1024 / 1024 / 1024
    if disk_total<need_disk or disk_free<2:
        return False

    return True

def check_app_directory(app_name):
    # websoft9's support applist
    myLogger.info_logger("Checking dir...")
    path = "/data/apps/"+app_name
    is_exists = os.path.exists(path)
    return is_exists

def check_app_compose(app_name):
    myLogger.info_logger("Checking port...")
    path = "/data/apps/" + app_name + "/.env"
    port_dic = read_env(path, "APP_.*_PORT")
    #1.判断/data/apps/app_name/.env中的port是否占用，没有被占用，方法结束（get_start_port方法）
    for port_name in port_dic:
        port_value = get_start_port(port_dic[port_name])
        modify_env(path, port_name, port_value)
    myLogger.info_logger("Port check complete")
    return

def check_app_url(customer_app_name):
    myLogger.info_logger("Checking app url...")
    
    # 如果app的.env文件中含有HTTP_URL项目,需要如此设置 HTTP_URL=ip:port
    env_path = "/data/apps/" + customer_app_name + "/.env"
    if read_env(env_path, "HTTP_URL") != {}:
        ip = shell_execute.execute_command_output_all("curl ifconfig.me")["result"]
        http_port = list(read_env(path, "APP_HTTP_PORT").values())[0]
        url = ip + ":" + http_port
        modify_env(path, "HTTP_URL", url)

    myLogger.info_logger("App url check complete")
    return

def read_env(path, key):
    myLogger.info_logger("Read " + path)
    output = shell_execute.execute_command_output_all("cat " + path + "|grep "+ key)
    code = output["code"]
    env_dic = {}
    if int(code) == 0 and output["result"] != "":
        ret = output["result"]
        env_list = ret.split()
        for env in env_list:
            env_dic[env.split("=")[0]] = env.split("=")[1]
    myLogger.info_logger("Read " + path + ": " + str(env_dic))
    return env_dic

def modify_env(path, env_name, value):
    myLogger.info_logger("Modify " + path + "...")
    file_data = ""
    with open(path, "r", encoding="utf-8") as f:
        for line in f:
            if re.match(env_name, line) != None:
                env_name = line.split("=")[0]
                line = line.replace(line, env_name + "=" + value+"\n")
            file_data += line
    with open(path, "w", encoding="utf-8") as f:
        myLogger.info_logger("Modify " + path + ": Change " + env_name + " to " + value)
        f.write(file_data)

def read_var(app_name, var_name):
    value = "-"
    var_path = "/data/apps/" + app_name + "/variables.json"
    myLogger.info_logger("Read " + var_path)
    try:
        f = open(var_path, 'r', encoding='utf-8')
        var = json.load(f)
        try:
            value = var[var_name]
        except KeyError:
            myLogger.warning_logger("Read " + var_path + ": No key " + var_name)
    except FileNotFoundError:
        myLogger.warning_logger(var_path + " not found")
    return value

def get_start_port(port):
    use_port = port
    while True:
        cmd = "netstat -ntlp | grep -v only"
        output = shell_execute.execute_command_output_all(cmd)
        if output["result"].find(use_port)==-1:
            break
        else:
            use_port = str(int(use_port)+1)

    return use_port