main.py

import datetime
import os
import typing

import dateutil.parser

if 'GITHUB_ACTIONS' in os.environ:
    with open('user-config.py', 'w') as f:
        f.writelines([
            "user_families_paths = ['site_families']\n",
            f"usernames['oni']['zh'] = '{os.environ.get('BOT_NAME')}'\n",
            "put_throttle = 0\n",
        ])

import pywikibot
import pywikibot.data.api

import utils

logger = utils.getLogger("ONI_ZH_Main")


def get_recent_pages(
        site: pywikibot.Site,
        recent_seconds: typing.Optional[int]) -> typing.List[pywikibot.Page]:
    if not recent_seconds:
        if "RC_IN_SECONDS" in os.environ:
            recent_seconds = os.environ["RC_IN_SECONDS"]
            recent_seconds = int(recent_seconds)
        else:
            recent_seconds = 7200

    recent_page_ids = set()
    recent_pages = []
    curr_time = datetime.datetime.now(datetime.timezone.utc)
    for record in site.recentchanges(bot=False, namespaces=[0, 4, 6, 12, 14]):
        if record['type'] == 'log':
            continue
        record_time = dateutil.parser.isoparse(record['timestamp'])
        from_now = (curr_time - record_time).total_seconds()
        if from_now > recent_seconds:
            break
        if record['pageid'] not in recent_page_ids:
            recent_pages.append(pywikibot.Page(site, title=record['title']))
            recent_page_ids.add(record['pageid'])
    return recent_pages


def main(recent_seconds: typing.Optional[int] = None):
    import bot_format
    import bot_update
    import ImgHost.img_host as img_host
    site = pywikibot.Site("zh", "oni")

    retry = 0
    while not site.logged_in() and retry < 5:
        retry += 1
        login_manager = pywikibot.data.api.LoginManager(
            site=site,
            user=f'{os.environ.get("BOT_NAME")}@GithubActions',
            password=os.environ.get("BOT_PASS")
        )
        login_manager.login(retry=True)
        site.login()

    if not site.logged_in():
        raise Exception("Not logged in")

    pages = get_recent_pages(site, recent_seconds)

    # Reformatting
    logger.info("Start reformatting")
    for p in pages:
        logger.info(f"Processing {p.title()}")
        try:
            bot_format.format_page(p)
        except Exception as e:
            logger.warning(e)
    if len(pages) == 0:
        logger.info("No recent changes to reformat!")

    # Update inter-lang status
    logger.info("Start update inter-lang status")
    oni_en = pywikibot.Site("en", "oni")
    bot_update.bot_update(site, oni_en)

    # Image host
    logger.info("Start checking Image host")
    img_host.download(site)
    img_host.upload('ms')
    img_host.create_css()
    img_host.upload_css(site)

    return pages


if __name__ == '__main__':
    if os.environ.get('GITHUB_ACTIONS'):
        main()