Contributor Updates #79
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Contributor Updates | |
| on: | |
| schedule: | |
| - cron: "30 22 * * *" # Daily at 5:30 PM EST (22:30 UTC) | |
| - cron: "0 23 * * 5" # Weekly on Friday at 6:00 PM EST (23:00 UTC) | |
| - cron: "30 23 4 * *" # Monthly on 4th at 6:30 PM EST (23:30 UTC) | |
| workflow_dispatch: | |
| permissions: | |
| contents: write | |
| jobs: | |
| update-contributors: | |
| timeout-minutes: 30 | |
| runs-on: ubuntu-latest | |
| env: | |
| TZ: "America/New_York" | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.11" | |
| - name: Install Python dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install -r requirements.txt | |
| - name: Set date variables | |
| run: | | |
| echo "TIMESTAMP=$(date +'%Y_%m_%d')" >> $GITHUB_ENV | |
| echo "IS_FRIDAY=$(date +'%u')" >> $GITHUB_ENV | |
| echo "IS_MONTH_START=$(date +'%d')" >> $GITHUB_ENV | |
| echo "DATE_START=2024-10-15" >> $GITHUB_ENV | |
| echo "DATE_END=$(date +'%Y-%m-%d')" >> $GITHUB_ENV | |
| # Calculate days since project start | |
| start_date="2024-10-15" | |
| current_date=$(date +'%Y-%m-%d') | |
| days_since_start=$(( ( $(date -d "$current_date" +%s) - $(date -d "$DATE_START" +%s) ) / 86400 )) | |
| echo "DAYS_SINCE_START=$days_since_start" >> $GITHUB_ENV | |
| # Daily workflow | |
| - name: Process daily data | |
| env: | |
| GH_TOKEN: ${{ secrets.GH_ACCESS_TOKEN }} | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| run: | | |
| # Create directories | |
| mkdir -p data/daily data/daily/history | |
| # Fetch current data with timestamp | |
| bash scripts/fetch_github.sh elizaos eliza --type prs --days 1 | tee data/daily/prs.json data/daily/history/prs_${TIMESTAMP}.json | |
| bash scripts/fetch_github.sh elizaos eliza --type issues --days 1 | tee data/daily/issues.json data/daily/history/issues_${TIMESTAMP}.json | |
| bash scripts/fetch_github.sh elizaos eliza --type commits --days 1 | tee data/daily/commits.json data/daily/history/commits_${TIMESTAMP}.json | |
| # Process data | |
| [ -f data/daily/contributors.json ] && mv data/daily/contributors.json data/daily/history/contributors_${TIMESTAMP}.json || true | |
| [ -f data/daily/summary.json ] && mv data/daily/summary.json data/daily/history/summary_${TIMESTAMP}.json || true | |
| [ -f data/daily/summary.md ] && mv data/daily/summary.md data/daily/history/summary_${TIMESTAMP}.md || true | |
| python scripts/combine_raw.py -p data/daily/prs.json -i data/daily/issues.json -c data/daily/commits.json -o data/daily/combined.json | |
| python scripts/calculate_scores.py data/daily/combined.json data/daily/scored.json | |
| python scripts/summarize.py summary data/daily/scored.json data/daily/contributors.json --model openai | |
| python scripts/summarize_daily.py data/daily/contributors.json -t json data/daily/summary.json --model openai | |
| python scripts/summarize_daily.py data/daily/contributors.json -t md data/daily/summary.md --model openai | |
| python scripts/merge_contributors.py --days $DAYS_SINCE_START --dir data/daily/history -o data/historical_merge.json | |
| python scripts/analyze_contributors.py data/historical_merge.json data/analysis.json --after ${DATE_START} --before ${DATE_END} -f | |
| python scripts/calculate_scores.py data/historical_merge.json data/historical_merge_scored.json | |
| python scripts/merge_contributors_xp.py data/historical_merge_scored.json data/analysis.json data/historical.json | |
| # Weekly workflow using daily history | |
| - name: Process weekly data and generate thread | |
| if: env.IS_FRIDAY == '5' | |
| env: | |
| GH_TOKEN: ${{ secrets.GH_ACCESS_TOKEN }} | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| run: | | |
| # Create directories | |
| mkdir -p data/weekly/history data/weekly/threads/history | |
| # Combine last 7 days of daily data | |
| python3 scripts/merge_contributors.py \ | |
| --days 7 \ | |
| --dir data/daily/history \ | |
| -o data/weekly/scored.json | |
| # Generate weekly summaries | |
| [ -f data/weekly/contributors.json ] && mv data/weekly/contributors.json data/weekly/history/contributors_${TIMESTAMP}.json || true | |
| python scripts/summarize.py summary data/weekly/scored.json data/weekly/contributors.json --model openai | |
| # Generate and manage weekly thread | |
| #bash scripts/generate_history_summaries.sh | |
| bash scripts/manage_thread_history.sh | |
| # Verify and log thread generation | |
| if [ -f "data/weekly/threads/latest.txt" ]; then | |
| echo "Weekly thread generated successfully" | |
| echo "Thread content:" | |
| cat "data/weekly/threads/latest.txt" | |
| else | |
| echo "Warning: Thread generation may have failed" | |
| fi | |
| - name: Archive thread artifacts | |
| if: env.IS_FRIDAY == '5' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: weekly-thread | |
| path: | | |
| data/weekly/threads/latest.txt | |
| data/weekly/threads/history/ | |
| # Monthly workflow using daily history | |
| - name: Process monthly data | |
| if: env.IS_MONTH_START == '4' | |
| env: | |
| GH_TOKEN: ${{ secrets.GH_ACCESS_TOKEN }} | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| run: | | |
| # Create directories | |
| mkdir -p data/monthly/history | |
| # Combine last 31 days of daily data | |
| python scripts/merge_contributors.py \ | |
| --days 31 \ | |
| --dir data/daily/history \ | |
| -o data/monthly/scored.json | |
| # Generate monthly summaries | |
| [ -f data/monthly/contributors.json ] && mv data/monthly/contributors.json data/monthly/history/contributors_${TIMESTAMP}.json || true | |
| python scripts/summarize.py summary data/monthly/scored.json data/monthly/contributors.json --model openai | |
| - name: Commit and push if changed | |
| run: | | |
| git config --local user.email "github-actions[bot]@users.noreply.github.com" | |
| git config --local user.name "github-actions[bot]" | |
| git add data/ | |
| git diff --staged --quiet || (git commit -m "Update contributor data and reports" && git push) | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} |