Skip to content

Bren

Bren #175

# This workflow will install Python dependencies and run tests
# For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions
name: OpenAI4ContribTests
on:
pull_request:
branches: ["main"]
paths:
- "autogen/**"
- "test/agentchat/contrib/**"
- ".github/workflows/contrib-openai.yml"
- "setup.py"
permissions:
{}
# actions: read
# checks: read
# contents: read
# deployments: read
jobs:
# RetrieveChatTest:
# strategy:
# matrix:
# os: [ubuntu-latest]
# python-version: ["3.10"]
# runs-on: ${{ matrix.os }}
# environment: openai1
# services:
# pgvector:
# image: ankane/pgvector
# env:
# POSTGRES_DB: postgres
# POSTGRES_USER: postgres
# POSTGRES_PASSWORD: ${{ secrets.POSTGRES_PASSWORD }}
# POSTGRES_HOST_AUTH_METHOD: trust
# options: >-
# --health-cmd pg_isready
# --health-interval 10s
# --health-timeout 5s
# --health-retries 5
# ports:
# - 5432:5432
# steps:
# # checkout to pr branch
# - name: Checkout
# uses: actions/checkout@v4
# with:
# ref: ${{ github.event.pull_request.head.sha }}
# - name: Set up Python ${{ matrix.python-version }}
# uses: actions/setup-python@v5
# with:
# python-version: ${{ matrix.python-version }}
# - name: Install packages and dependencies
# run: |
# docker --version
# python -m pip install --upgrade pip wheel
# pip install -e .
# python -c "import autogen"
# pip install pytest-cov>=5 pytest-asyncio
# - name: Install packages for test when needed
# run: |
# pip install docker
# pip install -e .[retrievechat,retrievechat-qdrant,retrievechat-pgvector]
# - name: Coverage
# env:
# OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
# AZURE_OPENAI_API_BASE: ${{ secrets.AZURE_OPENAI_API_BASE }}
# OAI_CONFIG_LIST: ${{ secrets.OAI_CONFIG_LIST }}
# run: |
# pytest test/agentchat/contrib/retrievechat/ test/agentchat/contrib/retrievechat
# - name: Upload coverage to Codecov
# uses: codecov/codecov-action@v3
# with:
# file: ./coverage.xml
# flags: unittests
# AgentEvalTest:
# strategy:
# matrix:
# os: [ubuntu-latest]
# python-version: ["3.10"]
# runs-on: ${{ matrix.os }}
# environment: openai1
# steps:
# # checkout to pr branch
# - name: Checkout
# uses: actions/checkout@v4
# with:
# ref: ${{ github.event.pull_request.head.sha }}
# - name: Set up Python ${{ matrix.python-version }}
# uses: actions/setup-python@v5
# with:
# python-version: ${{ matrix.python-version }}
# - name: Install packages and dependencies
# run: |
# docker --version
# python -m pip install --upgrade pip wheel
# pip install -e .
# python -c "import autogen"
# pip install pytest-cov>=5 pytest-asyncio
# - name: Coverage
# env:
# OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
# AZURE_OPENAI_API_BASE: ${{ secrets.AZURE_OPENAI_API_BASE }}
# OAI_CONFIG_LIST: ${{ secrets.OAI_CONFIG_LIST }}
# run: |
# pytest test/agentchat/contrib/agent_eval/test_agent_eval.py
# - name: Upload coverage to Codecov
# uses: codecov/codecov-action@v3
# with:
# file: ./coverage.xml
# flags: unittests
# GPTAssistantAgent:
# strategy:
# matrix:
# os: [ubuntu-latest]
# python-version: ["3.11"]
# runs-on: ${{ matrix.os }}
# environment: openai1
# steps:
# # checkout to pr branch
# - name: Checkout
# uses: actions/checkout@v4
# with:
# ref: ${{ github.event.pull_request.head.sha }}
# - name: Set up Python ${{ matrix.python-version }}
# uses: actions/setup-python@v5
# with:
# python-version: ${{ matrix.python-version }}
# - name: Install packages and dependencies
# run: |
# docker --version
# python -m pip install --upgrade pip wheel
# pip install -e .
# python -c "import autogen"
# pip install pytest-cov>=5 pytest-asyncio
# - name: Install packages for test when needed
# run: |
# pip install docker
# - name: Coverage
# env:
# OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
# AZURE_OPENAI_API_BASE: ${{ secrets.AZURE_OPENAI_API_BASE }}
# OAI_CONFIG_LIST: ${{ secrets.OAI_CONFIG_LIST }}
# run: |
# pytest test/agentchat/contrib/test_gpt_assistant.py
# - name: Upload coverage to Codecov
# uses: codecov/codecov-action@v3
# with:
# file: ./coverage.xml
# flags: unittests
TeachableAgent:
strategy:
matrix:
os: [ubuntu-latest]
python-version: ["3.11"]
runs-on: ${{ matrix.os }}
environment: openai1
steps:
# checkout to pr branch
- name: Checkout
uses: actions/checkout@v4
with:
ref: ${{ github.event.pull_request.head.sha }}
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Install packages and dependencies
run: |
docker --version
python -m pip install --upgrade pip wheel
pip install -e .[teachable]
python -c "import autogen"
pip install pytest-cov>=5
- name: Coverage
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
AZURE_OPENAI_API_BASE: ${{ secrets.AZURE_OPENAI_API_BASE }}
OAI_CONFIG_LIST: ${{ secrets.OAI_CONFIG_LIST }}
run: |
pytest test/agentchat/contrib/capabilities/test_teachable_agent.py
- name: Upload coverage to Codecov
uses: codecov/codecov-action@v3
with:
file: ./coverage.xml
flags: unittests
AgentBuilder:
strategy:
matrix:
os: [ubuntu-latest]
python-version: ["3.11"]
runs-on: ${{ matrix.os }}
environment: openai1
steps:
# checkout to pr branch
- name: Checkout
uses: actions/checkout@v4
with:
ref: ${{ github.event.pull_request.head.sha }}
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Install packages and dependencies
run: |
docker --version
python -m pip install --upgrade pip wheel
pip install -e .
python -c "import autogen"
pip install pytest-cov>=5 pytest-asyncio
- name: Install packages for test when needed
run: |
pip install -e .[autobuild]
- name: Coverage
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
AZURE_OPENAI_API_BASE: ${{ secrets.AZURE_OPENAI_API_BASE }}
OAI_CONFIG_LIST: ${{ secrets.OAI_CONFIG_LIST }}
run: |
pytest test/agentchat/contrib/test_agent_builder.py
- name: Upload coverage to Codecov
uses: codecov/codecov-action@v3
with:
file: ./coverage.xml
flags: unittests
# WebSurfer:
# strategy:
# matrix:
# os: [ubuntu-latest]
# python-version: ["3.11"]
# runs-on: ${{ matrix.os }}
# environment: openai1
# steps:
# # checkout to pr branch
# - name: Checkout
# uses: actions/checkout@v4
# with:
# ref: ${{ github.event.pull_request.head.sha }}
# - name: Set up Python ${{ matrix.python-version }}
# uses: actions/setup-python@v5
# with:
# python-version: ${{ matrix.python-version }}
# - name: Install packages and dependencies
# run: |
# docker --version
# python -m pip install --upgrade pip wheel
# pip install -e .[websurfer]
# python -c "import autogen"
# pip install pytest-cov>=5
# - name: Coverage
# env:
# OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
# AZURE_OPENAI_API_BASE: ${{ secrets.AZURE_OPENAI_API_BASE }}
# OAI_CONFIG_LIST: ${{ secrets.OAI_CONFIG_LIST }}
# BING_API_KEY: ${{ secrets.BING_API_KEY }}
# run: |
# pytest test/agentchat/contrib/test_web_surfer.py
# - name: Upload coverage to Codecov
# uses: codecov/codecov-action@v3
# with:
# file: ./coverage.xml
# flags: unittests
ImageGen:
strategy:
matrix:
os: [ubuntu-latest]
python-version: ["3.12"]
runs-on: ${{ matrix.os }}
environment: openai1
steps:
# checkout to pr branch
- name: Checkout
uses: actions/checkout@v4
with:
ref: ${{ github.event.pull_request.head.sha }}
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Install packages and dependencies
run: |
docker --version
python -m pip install --upgrade pip wheel
pip install -e .[lmm]
python -c "import autogen"
pip install pytest-cov>=5
- name: Coverage
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
run: |
pytest test/agentchat/contrib/capabilities/test_image_generation_capability.py
- name: Upload coverage to Codecov
uses: codecov/codecov-action@v3
with:
file: ./coverage.xml
flags: unittests
# AgentOptimizer:
# strategy:
# matrix:
# os: [ubuntu-latest]
# python-version: ["3.11"]
# runs-on: ${{ matrix.os }}
# environment: openai1
# steps:
# # checkout to pr branch
# - name: Checkout
# uses: actions/checkout@v4
# with:
# ref: ${{ github.event.pull_request.head.sha }}
# - name: Set up Python ${{ matrix.python-version }}
# uses: actions/setup-python@v5
# with:
# python-version: ${{ matrix.python-version }}
# - name: Install packages and dependencies
# run: |
# docker --version
# python -m pip install --upgrade pip wheel
# pip install -e .
# python -c "import autogen"
# pip install pytest-cov>=5
# - name: Coverage
# env:
# OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
# AZURE_OPENAI_API_BASE: ${{ secrets.AZURE_OPENAI_API_BASE }}
# OAI_CONFIG_LIST: ${{ secrets.OAI_CONFIG_LIST }}
# run: |
# pytest test/agentchat/contrib/test_agent_optimizer.py
# - name: Upload coverage to Codecov
# uses: codecov/codecov-action@v3
# with:
# file: ./coverage.xml
# flags: unittests