Skip to content

Commit

Permalink
make separate assistants testing pipeline
Browse files Browse the repository at this point in the history
  • Loading branch information
ishaan-jaff committed Sep 12, 2024
1 parent f880e2b commit e5a776d
Showing 1 changed file with 35 additions and 1 deletion.
36 changes: 35 additions & 1 deletion .circleci/config.yml
Original file line number Diff line number Diff line change
Expand Up @@ -105,7 +105,7 @@ jobs:
command: |
pwd
ls
python -m pytest -vv litellm/tests/ -x --junitxml=test-results/junit.xml --durations=5 -k "not test_python_38.py and not router"
python -m pytest -vv litellm/tests/ -x --junitxml=test-results/junit.xml --durations=5 -k "not test_python_38.py and not router and not assistants"
no_output_timeout: 120m

# Store test results
Expand Down Expand Up @@ -176,6 +176,33 @@ jobs:
# Store test results
- store_test_results:
path: test-results
litellm_assistants_api_testing: # Runs all tests with the "assistants" keyword
docker:
- image: cimg/python:3.11
working_directory: ~/project

steps:
- checkout
- run:
name: Install Dependencies
command: |
python -m pip install --upgrade pip
python -m pip install -r requirements.txt
pip install "pytest==7.3.1"
pip install "respx==0.21.1"
pip install "pytest-retry==1.6.3"
pip install "pytest-asyncio==0.21.1"
# Run pytest and generate JUnit XML report
- run:
name: Run tests
command: |
pwd
ls
python -m pytest litellm/tests/ -vv -k "assistants" -x -s -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
# Store test results
- store_test_results:
path: test-results
load_testing:
docker:
- image: cimg/python:3.11
Expand Down Expand Up @@ -631,6 +658,12 @@ workflows:
only:
- main
- /litellm_.*/
- litellm_assistants_api_testing:
filters:
branches:
only:
- main
- /litellm_.*/
- litellm_router_testing:
filters:
branches:
Expand Down Expand Up @@ -679,6 +712,7 @@ workflows:
- build_and_test
- load_testing
- litellm_router_testing
- litellm_assistants_api_testing
- ui_endpoint_testing
- installing_litellm_on_python
- proxy_log_to_otel_tests
Expand Down

0 comments on commit e5a776d

Please sign in to comment.