Contributor Updates #46
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Contributor Updates | |
| on: | |
| schedule: | |
| - cron: '30 22 * * *' # Daily at 5:30 PM EST (22:30 UTC) | |
| - cron: '0 23 * * 5' # Weekly on Friday at 6:00 PM EST (23:00 UTC) | |
| - cron: '30 23 4 * *' # Monthly on 4th at 6:30 PM EST (23:30 UTC) | |
| workflow_dispatch: # Allows manual triggering | |
| # Add concurrency control to prevent overlapping runs | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| permissions: | |
| contents: write | |
| jobs: | |
| update-contributors: | |
| timeout-minutes: 30 | |
| runs-on: ubuntu-latest | |
| env: | |
| TZ: 'America/New_York' # Set timezone for consistent timing | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.11' | |
| - name: Set up Node.js | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: '18' | |
| cache: 'npm' | |
| - name: Install Python dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install -r requirements.txt | |
| - name: Install Node dependencies | |
| run: npm ci | |
| - name: Set date variables | |
| run: | | |
| echo "TIMESTAMP=$(date +'%Y_%m_%d')" >> $GITHUB_ENV | |
| echo "IS_FRIDAY=$(date +'%u')" >> $GITHUB_ENV | |
| echo "IS_MONTH_START=$(date +'%d')" >> $GITHUB_ENV | |
| # Daily workflow | |
| - name: Process daily data | |
| if: env.IS_FRIDAY != '5' && env.IS_MONTH_START != '4' | |
| env: | |
| GH_TOKEN: ${{ secrets.GH_ACCESS_TOKEN }} | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| run: | | |
| # Create directories | |
| mkdir -p data/daily data/daily/history | |
| # Fetch current data with timestamp | |
| bash scripts/fetch_github.sh elizaos eliza --type prs --days 1 | tee data/daily/prs.json data/daily/history/prs_${TIMESTAMP}.json | |
| bash scripts/fetch_github.sh elizaos eliza --type issues --days 1 | tee data/daily/issues.json data/daily/history/issues_${TIMESTAMP}.json | |
| bash scripts/fetch_github.sh elizaos eliza --type commits --days 1 | tee data/daily/commits.json data/daily/history/commits_${TIMESTAMP}.json | |
| # Process data | |
| [ -f data/daily/contributors.json ] && mv data/daily/contributors.json data/daily/history/contributors_${TIMESTAMP}.json || true | |
| [ -f data/daily/summary.json ] && mv data/daily/summary.json data/daily/history/summary_${TIMESTAMP}.json || true | |
| [ -f data/daily/summary.md ] && mv data/daily/summary.md data/daily/history/summary_${TIMESTAMP}.md || true | |
| python scripts/combine_raw.py -p data/daily/prs.json -i data/daily/issues.json -c data/daily/commits.json -o data/daily/combined.json | |
| python scripts/calculate_scores.py data/daily/combined.json data/daily/scored.json | |
| python scripts/summarize.py data/daily/scored.json data/daily/contributors.json --model openai | |
| python scripts/summarize_daily.py data/daily/contributors.json -t json data/daily/summary.json --model openai | |
| python scripts/summarize_daily.py data/daily/contributors.json -t md data/daily/summary.md --model openai | |
| # Weekly workflow using daily history | |
| - name: Process weekly data | |
| if: env.IS_FRIDAY == '5' | |
| env: | |
| GH_TOKEN: ${{ secrets.GH_ACCESS_TOKEN }} | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| run: | | |
| # Create directories | |
| mkdir -p data/weekly/history | |
| # Combine last 7 days of daily data | |
| python scripts/merge_contributors.py \ | |
| --days 7 \ | |
| --dir data/daily/history \ | |
| -o data/weekly/scored.json | |
| # Generate weekly summaries | |
| [ -f data/weekly/contributors.json ] && mv data/weekly/contributors.json data/weekly/history/contributors_${TIMESTAMP}.json || true | |
| python scripts/summarize.py data/weekly/scored.json data/weekly/contributors.json --model openai | |
| # Monthly workflow using daily history | |
| - name: Process monthly data | |
| if: env.IS_MONTH_START == '4' | |
| env: | |
| GH_TOKEN: ${{ secrets.GH_ACCESS_TOKEN }} | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| run: | | |
| # Create directories | |
| mkdir -p data/monthly/history | |
| # Combine last 31 days of daily data | |
| python scripts/merge_contributors.py \ | |
| --days 31 \ | |
| --dir data/daily/history \ | |
| -o data/monthly/scored.json | |
| # Generate monthly summaries | |
| [ -f data/monthly/contributors.json ] && mv data/monthly/contributors.json data/monthly/history/contributors_${TIMESTAMP}.json || true | |
| python scripts/summarize.py data/monthly/scored.json data/monthly/contributors.json --model openai | |
| - name: Build and generate site | |
| run: | | |
| npm run build | |
| npm run generate | |
| - name: Commit and push if changed | |
| run: | | |
| git config --local user.email "github-actions[bot]@users.noreply.github.com" | |
| git config --local user.name "github-actions[bot]" | |
| git add data/ profiles/ | |
| git diff --staged --quiet || (git commit -m "Update contributor data and reports [skip ci]" && git push) | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} |