main.yml

name: Daily Update Top 1m Domains

on:
  push:
    branches:
      - main
  schedule:
    - cron: '0 12 * * *'

jobs:
  build:
    runs-on: ubuntu-latest

    steps:
    - name: Checkout code
      uses: actions/checkout@v4
    
    - name: Set up Python
      uses: actions/setup-python@v4
      with:
        python-version: '3.x'
        
    #- name: Update Alexa #下线
    #  run: wget https://s3.amazonaws.com/alexa-static/top-1m.csv.zip -O alexa.zip
    - name: Update Cisco Umbrella
      run: wget https://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip -O umbrella.zip
    - name: Update Majestic
      run: |
        wget https://downloads.majestic.com/majestic_million.csv -O top-1m.csv
        zip majestic.zip top-1m.csv
        rm top-1m.csv
    #- name: Update BuiltWith #ban ip
    #  run: wget https://builtwith.com/dl/builtwith-top1m.zip -O builtwith.zip
    #- name: Update Statvoo
    #  run: wget https://statvoo.com/dl/top-1million-sites.csv.zip -O statvoo.zip
    - name: Update DomCop
      run: wget https://www.domcop.com/files/top/top10milliondomains.csv.zip -O domcop.zip
    - name: Update Tranco
      run: wget https://tranco-list.eu/top-1m.csv.zip -O tranco.zip
    #- name: Update Cloudflare #需要浏览器
    #  run: |
    #    pip install selenium
    #    python download_cloudflare.py
    #    mv *.csv top-1m.csv
    #    zip cloudflare.zip top-1m.csv
    #    rm top-1m.csv

    - name: Commit and Push changes
      run: |
        echo $(date +'%Y%m%d') > date.txt
        git lfs install
        git lfs track "domcop.zip"
        git add .gitattributes
        git add .
        git config --local user.email "action@github.com"
        git config --local user.name "GitHub Action"
        git commit -am "$(date +'%Y%m%d')"
        git push -v --progress