diff --git a/.github/workflows/firebase-test.yml b/.github/workflows/firebase-test.yml deleted file mode 100644 index 96ef93a..0000000 --- a/.github/workflows/firebase-test.yml +++ /dev/null @@ -1,100 +0,0 @@ -name: Deployment-Test - -on: - workflow_call: - inputs: - issue_number: - required: true - type: number - - issues: - types: [labeled] - -permissions: - contents: write - pull-requests: write - issues: write - -jobs: - auto-fix: - if: github.event_name == 'workflow_call' || github.event.label.name == 'deploy-test' - runs-on: ubuntu-latest - steps: - - name: Checkout repository - uses: actions/checkout@v4 - - - name: Set up Python - uses: actions/setup-python@v5 - with: - python-version: '3.12' - - - name: Check required environment variables - env: - LLM_MODELS: ${{ secrets.LLM_MODELS }} - LLM_API_KEY: ${{ secrets.LLM_API_KEY }} - LLM_BASE_URL: ${{ secrets.LLM_BASE_URL }} - PAT_TOKEN: ${{ secrets.PAT_TOKEN }} - PAT_USERNAME: ${{ secrets.PAT_USERNAME }} - run: | - required_vars=("LLM_MODELS" "LLM_API_KEY" "PAT_TOKEN" "PAT_USERNAME") - for var in "${required_vars[@]}"; do - if [ -z "${!var}" ]; then - echo "Error: Required environment variable $var is not set." - exit 1 - fi - done - - - name: Set issue number and repo information - run: | - echo "ISSUE_NUMBER=${{ github.event.issue.number || inputs.issue_number }}" >> $GITHUB_ENV - echo "REPO_NAME=${{ github.repository }}" >> $GITHUB_ENV - - - name: Comment on issue with start message - uses: actions/github-script@v7 - with: - github-token: ${{secrets.GITHUB_TOKEN}} - script: | - github.rest.issues.createComment({ - issue_number: ${{ env.ISSUE_NUMBER }}, - owner: context.repo.owner, - repo: context.repo.repo, - body: `You can monitor the progress [here](https://github.com/${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}).` - }); - - - name: Install dependencies - run: | - python -m pip install --upgrade pip - pip install git+https://${{ secrets.PAT_TOKEN }}@github.com/neulab/pr-arena.git@main - pip install firebase-admin - - - - name: Post Webpage Link to GitHub Issue - uses: actions/github-script@v7 - with: - github-token: ${{ secrets.GITHUB_TOKEN }} - script: | - const issueNumber = ${{ env.ISSUE_NUMBER }}; - const repo = context.repo.repo - const owner = context.repo.owner - const firebaseWebpageURL = `https://pr-arena.web.app?id=${owner}_${repo}_${issueNumber}`; - - github.rest.issues.createComment({ - owner: context.repo.owner, - repo: context.repo.repo, - issue_number: issueNumber, - body: `PR-Arena is now open! You can view the proposed fixes and make a decision at [this link](${firebaseWebpageURL}).` - }); - - - name: Run Python script with Firebase config - env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - LLM_MODELS: ${{ secrets.LLM_MODELS }} - LLM_API_KEY: ${{ secrets.LLM_API_KEY }} - LLM_BASE_URL: ${{ secrets.LLM_BASE_URL }} - GITHUB_USERNAME: ${{ secrets.PAT_USERNAME }} - PYTHONPATH: "" - FIREBASE_CONFIG: ${{ secrets.FIREBASE_CONFIG }} - run: | - cd /tmp && python -m openhands_resolver.test_firebase \ - --repo ${{ github.repository }} \ - --issue-number ${{ env.ISSUE_NUMBER }} \ No newline at end of file diff --git a/.github/workflows/openhands-resolver.yml b/.github/workflows/openhands-resolver.yml index 3079978..4a4828d 100644 --- a/.github/workflows/openhands-resolver.yml +++ b/.github/workflows/openhands-resolver.yml @@ -29,7 +29,7 @@ permissions: jobs: auto-fix: - if: github.event_name == 'workflow_call' || github.event.label.name == 'pr-arena' + if: false runs-on: ubuntu-latest steps: - name: Checkout repository diff --git a/README.md b/README.md index 1246d06..a4ec5d0 100644 --- a/README.md +++ b/README.md @@ -1,4 +1,4 @@ -# PR Arena ⚔️ +# (:construction: Migrating to GitHub App) PR Arena ⚔️ PR Arena is a coding assistant designed to evaluate and improve [OpenHands GitHub Backlog Resolver](https://github.com/All-Hands-AI/OpenHands/tree/main/openhands/resolver) through paired pull request (PR) generations. It enables developers to compare contributions from different LLMs such as GPT-4o, Llama, and more. diff --git a/openhands_resolver/resolve_issues.py b/openhands_resolver/resolve_issues.py index d89330c..9a6e2c8 100644 --- a/openhands_resolver/resolve_issues.py +++ b/openhands_resolver/resolve_issues.py @@ -872,7 +872,7 @@ def main(): parser.add_argument( "--max-iterations", type=int, - # default=50, + # PR-Arena doesn't consider the failure/ success of the agent. But it can be used to see how the agent is performing as the iteration increases. default=1, help="Maximum number of iterations to run.", )