core.py

import psycopg
import redis
import time

import datetime
import pytz
from notes import DogNotes, DelDog
from users import DogUser
from files import DogFiles
import requests 
from aix import genid

class DogR(object):
    """
    使用redis来数据库缓存查询
    """

    def __init__(self, dogdb, dogr):
        """
        初始化
        """
        self.dogdb = dogdb
        self.r = dogr

    def get_info(self, dogid):
        """
        docstring
        """
        doginfo = self.r.hget('dogs', dogid)
        if doginfo is not None:
            # print('命中缓存:{}-{}'.format(dogid,doginfo))
            if doginfo == 'True':
                return True
            else:
                return False
        else:
            udog = DogUser(self.dogdb, dogid)
            # print('未命中缓存:{}'.format(dogid))
            if udog.IsLocalDog or udog.IsVipDog:
                self.r.hset('dogs', dogid, 'True')
                return True
            else:
                self.r.hset('dogs', dogid, 'False')
                return False

    def close(self):
        """
        清除缓存用户列表
        """
        self.r.delete("dogs")
    pass


def dogclean(dogdbi, dogri, dogs, doge):
    r = redis.Redis(host=dogri[0], port=dogri[1], db=dogri[3], password=dogri[2], decode_responses=True)
    # pgdog = psycopg.connect(database=dogdbi[2], user=dogdbi[3], password=dogdbi[4], host=dogdbi[0], port=dogdbi[1])
    pgdog = psycopg.connect("dbname={} user={} password={} host={} port={}".format( dogdbi[2], dogdbi[3], dogdbi[4], dogdbi[0], dogdbi[1]))
    stdog = datetime.datetime.strptime(dogs, '%Y-%m-%d').replace(tzinfo=pytz.timezone('UTC'))
    endog = datetime.datetime.strptime(doge, '%Y-%m-%d').replace(tzinfo=pytz.timezone('UTC'))
    endid= genid(int(endog.timestamp()*1000))
    idog = DogNotes(pgdog)
    fdog = DogFiles(pgdog)
    sdf = idog.get_dognotes_list(stdog, endog)
    for sdi in sdf:
        if not idog.is_dognote_pin(sdi):
            r.sadd('doglist', sdi)
    dogn = r.srandmember('doglist')
    Dogr = DogR(pgdog, r)
    while dogn is not None:
        sdfp = str(dogn)
        sli = idog.get_alldog_notes([sdfp])
        dogf = False
        dog_id_lib = []
        dog_file_id = []
        dog_users_id = []
        for dogin, dogc in sli.items():
            dog_id_lib.append(dogin)
            dog_users_id.append(dogc['userId'])
            dog_file_id = dog_file_id+dogc["fileIds"]
            if dogc['hasPoll'] or dogc["dogfleg"]:
                dogf = dogf or True
            if dogc["id"] > endid:
                dogf = dogf or True
        for udog in dog_users_id:
            dog_info = Dogr.get_info(udog)
            dogf = dogf or dog_info
        if not dogf:
            for sse in dog_id_lib:
                r.sadd('doglist2', sse)
                pass
            for ffd in dog_file_id:
                rrr = fdog.get_dogfiles_n(ffd)
                kkk = fdog.is_dogfile_local(ffd)
                if rrr > 1 or not kkk:
                    print("特殊情况：{} 不予删除{}".format(ffd, kkk))
                    r.sadd('dogfile2',ffd)
                else:
                    r.sadd('dogfile', ffd)
        else:
            for ffd in dog_file_id:
                r.sadd('dogfile2',ffd)

        for dogi in dog_id_lib:
            r.srem('doglist', dogi)
        if sdfp not in dog_id_lib:
            r.srem('doglist', sdfp)
        dogn = r.srandmember('doglist')
    # sfilelist = fdog.get_sigle_files(stdog, endog)
    # for sfile in sfilelist:
    #     r.sadd('dogfile', sfile)
    deldog = DelDog(pgdog)
    dogn2 = r.srandmember('doglist2')
    dog01 = 0
    dog02 = 0
    while dogn2 is not None:
        dog01 = dog01+1
        deldog.del_dog_note(dogn2)
        r.srem('doglist2', dogn2)
        print('已移除帖子 {}'.format(dogn2))
        dogn2 = r.srandmember('doglist2')

    dogn3 = r.srandmember('dogfile')
    while dogn3 is not None:
        dog02 = dog02+1
        deldog.del_dog_file(dogn3)
        r.srem('dogfile', dogn3)
        print('已移除文件 {}'.format(dogn3))
        dogn3 = r.srandmember('dogfile')

    print("开始清理单独文件")
    fdog.get_sigle_files_new(stdog, endog,r)
    # for sfile in sfilelist:
    #     r.sadd('dogfile', sfile)
    dogn3 = r.srandmember('dogfile')
    while dogn3 is not None:
        dog02 = dog02+1
        deldog.del_dog_file(dogn3)
        r.srem('dogfile', dogn3)
        print('已移除文件 {}'.format(dogn3))
        dogn3 = r.srandmember('dogfile')
    r.delete("dogfile2")
    Dogr.close()
    print('共移除{}帖子 {}文件'.format(dog01, dog02))
    return '共清退{}帖子 {}文件'.format(dog01, dog02)
    # print(sdfg)



def post_dog_notes(urld, dogkey, dog_c):
    url = urld+'api/notes/create'
    key = dogkey
    payload = {'text': dog_c, "localOnly": False, "visibility": "public", "viaMobile": False, "i": key}
    res = requests.post(url, json=payload)
    return res.text



def dog_post(dogdbi,url,text):
    """
    docstring
    """
    pgdog = psycopg.connect("dbname={} user={} password={} host={} port={}".format( dogdbi[2], dogdbi[3], dogdbi[4], dogdbi[0], dogdbi[1]))
    sjkdog=pgdog.cursor()
    sjkdog.execute("""select token from public.user where "isRoot" = true;""")
    sjip=sjkdog.fetchall()[0][0]
    sss=post_dog_notes(url,sjip,text)
    print(sss)