Blog/utils.py

import sys
import os
import requests
import json
import getopt
import re
import random
from datetime import datetime



def fontChar():
    path = os.getcwd()
    for root, dirs, files in os.walk(path + '/source'):
        for name in files :
            filelist.append(os.path.join(root, name))

    strset = set([])
    for filename in  filelist:
        if filename.endswith('.md'):
            if "_posts/" in filename:
                post = filename.split("_posts/")[-1]
                postlist.append(post[:-3] + '/')

            with open(filename, "r", encoding='utf-8') as f:
                for subset in f.read():
                    strset.add(subset)

    str_ = ''
    a = 0
    with open('strdb.txt', "w") as f:
        for i in list(strset):
            str_ += i
            a += 1
        print('%d Characters in all files.'%a)
        print(str_)
        f.write(str_)

def addDiscussion():
    currentYear = str(datetime.now().year)
    repo_id="MDEwOlJlcG9zaXRvcnkyMjg3NDM0MjQ="
    category_id="DIC_kwDODaJZAM4CA7bf"
    DISCUSSIONS_TOKEN=os.environ.get('DISCUSSIONS_TOKEN')

    header = {
        "Authorization": f"Bearer {DISCUSSIONS_TOKEN}"
    }
    data = {
        'query': """query{repository(owner:"southfox-d",name:"southfox-d.github.io"){
                id discussions(first:100, categoryId: "DIC_kwDODaJZAM4CA7bf"){
                    nodes{
                        title
                    }
                }
            }
        }"""
    }
    url = 'https://api.github.com/graphql'

    r = requests.post(url, headers=header, data=json.dumps(data))
    if r.status_code == 200:
        discussions = r.json()

    discussions = discussions["data"]["repository"]["discussions"]["nodes"]

    discu_list = []
    for i in discussions:
        discu_list.append(i["title"])

    for post in postlist:
        if currentYear not in post:
            continue

        if post not in discu_list:
            data = {
            'query': """mutation{
            createDiscussion(input: {repositoryId: "%s", categoryId: "%s", body: "%s", title: "%s"}) {
                discussion {
                    id
                        }
                    }
                }""" % (repo_id, category_id, 'https://blog.southfox.me/' + post, post)
            }

            r = requests.post(url, headers=header, data=json.dumps(data))
            if r.status_code == 200:
                print(f"初始化对应讨论！ {post}")
                print(r.text)

def backupImg():
    path = os.getcwd()
    for root, dirs, files in os.walk(path + '/source'):
        for name in files :
            filelist.append(os.path.join(root, name))

    nowImgList = []
    for filename in  filelist:
        if filename.endswith('.md'):
            if "_posts/" in filename:
                post = filename.split("_posts/")[-1]

                with open(filename, "r", encoding='utf-8') as f:
                    mdText = f.read()
                    result = re.findall('!\[(.*?)\]\((.*?)\)', mdText)

                    for i in range(len(result)):
                        img_quote = result[i][0]
                        img_url = result[i][1]
                        nowImgList.append(img_url)

    downLoadList = list(set(nowImgList).difference((set(imgJson["img"]))))
    if downLoadList != '':
        # os.environ['NEW_IMG']="True"

        if os.path.exists('./newimg'):
            pass
        else:
            os.makedirs('./newimg')

        nowImgJson = {}
        nowImgJson["img"] = nowImgList
        with open('./newimg/imgList.json', 'w', encoding='utf-8') as f:
            json.dump(nowImgJson, f)

        downloadImg(downLoadList)



def downloadImg(imgList):    
    for img_url in imgList:
        # img name spell
        urlname = img_url.split(u"/")
        img_name = str(urlname[-1])
        if img_url == "":
            continue
        # download img
        ipfs_gateWay = ['https://cf-ipfs.com/ipfs/', 'https://ipfs.io/ipfs/', 'https://ipfs.fleek.co/ipfs/']
        if 'ipfs' in img_url:
            img_url = random.choice(ipfs_gateWay) + img_name

        response = requests.get(img_url)
        print('Download ' + img_url + '✔️')
        # write to file
        f_img = open('./newimg/' + img_name, 'wb')
        f_img.write(response.content)
        f_img.close()

if __name__ == '__main__':
    args = sys.argv[1:]
    try:
        opts, arg = getopt.getopt(args, "db", ["deploy",  "backupimg"])
    except getopt.GetoptError:
        print('参数解析错误')

    for opt, arg in opts:
        if opt in ('-d', '--deploy'):
            filelist = []
            postlist = []
            fontChar()
            addDiscussion()
        elif opt in ('-b', '--backupimg'):
            filelist = []

            if os.path.exists('./imgList.json'):
                imgJson = []
                with open('./imgList.json', 'r', encoding='utf-8') as f:
                    imgJson = json.load(f)
            else:
                imgJson = {}
                imgJson["img"] = []

            backupImg()
        else:
            print('''参数错误''')