From 48a6f1fea348ac0a62c71aee40355bd99cb026b5 Mon Sep 17 00:00:00 2001 From: Shuowei Li Date: Fri, 2 May 2025 23:36:41 +0000 Subject: [PATCH 1/2] comment all gemini-1.5-pro-002 test due to gemini-1.5-pro-002 tests failing for quota drained --- tests/system/load/test_llm.py | 2 +- tests/system/small/ml/test_llm.py | 14 +++++++------- tests/system/small/ml/test_multimodal_llm.py | 2 +- 3 files changed, 9 insertions(+), 9 deletions(-) diff --git a/tests/system/load/test_llm.py b/tests/system/load/test_llm.py index abb199b8ab..4a01b17907 100644 --- a/tests/system/load/test_llm.py +++ b/tests/system/load/test_llm.py @@ -41,7 +41,7 @@ def llm_remote_text_df(session, llm_remote_text_pandas_df): @pytest.mark.parametrize( "model_name", ( - "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-002", ), ) diff --git a/tests/system/small/ml/test_llm.py b/tests/system/small/ml/test_llm.py index 51e9d8ad6a..8ec40f09a2 100644 --- a/tests/system/small/ml/test_llm.py +++ b/tests/system/small/ml/test_llm.py @@ -113,7 +113,7 @@ def test_create_load_multimodal_embedding_generator_model( "gemini-1.5-pro-preview-0514", "gemini-1.5-flash-preview-0514", "gemini-1.5-pro-001", - "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-001", "gemini-1.5-flash-002", "gemini-2.0-flash-exp", @@ -148,7 +148,7 @@ def test_create_load_gemini_text_generator_model( "gemini-1.5-pro-preview-0514", "gemini-1.5-flash-preview-0514", "gemini-1.5-pro-001", - "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-001", "gemini-1.5-flash-002", "gemini-2.0-flash-exp", @@ -175,7 +175,7 @@ def test_gemini_text_generator_predict_default_params_success( "gemini-1.5-pro-preview-0514", "gemini-1.5-flash-preview-0514", "gemini-1.5-pro-001", - "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-001", "gemini-1.5-flash-002", "gemini-2.0-flash-exp", @@ -204,7 +204,7 @@ def test_gemini_text_generator_predict_with_params_success( "gemini-1.5-pro-preview-0514", "gemini-1.5-flash-preview-0514", "gemini-1.5-pro-001", - "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-001", "gemini-1.5-flash-002", "gemini-2.0-flash-exp", @@ -235,7 +235,7 @@ def test_gemini_text_generator_multi_cols_predict_success( "gemini-1.5-pro-preview-0514", "gemini-1.5-flash-preview-0514", "gemini-1.5-pro-001", - "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-001", "gemini-1.5-flash-002", "gemini-2.0-flash-exp", @@ -768,7 +768,7 @@ def test_text_embedding_generator_retry_no_progress(session, bq_connection): @pytest.mark.parametrize( "model_name", ( - "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-002", "gemini-2.0-flash-001", "gemini-2.0-flash-lite-001", @@ -798,7 +798,7 @@ def test_llm_gemini_score(llm_fine_tune_df_default_index, model_name): @pytest.mark.parametrize( "model_name", ( - "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-002", "gemini-2.0-flash-001", "gemini-2.0-flash-lite-001", diff --git a/tests/system/small/ml/test_multimodal_llm.py b/tests/system/small/ml/test_multimodal_llm.py index 7c07d9ead2..d017491312 100644 --- a/tests/system/small/ml/test_multimodal_llm.py +++ b/tests/system/small/ml/test_multimodal_llm.py @@ -43,7 +43,7 @@ def test_multimodal_embedding_generator_predict_default_params_success( "model_name", ( "gemini-1.5-pro-001", - "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-001", "gemini-1.5-flash-002", "gemini-2.0-flash-exp", From 4fd80799cf98dd1139da2cec7e50152800285508 Mon Sep 17 00:00:00 2001 From: Shuowei Li Date: Fri, 2 May 2025 23:43:45 +0000 Subject: [PATCH 2/2] remove space --- tests/system/load/test_llm.py | 2 +- tests/system/small/ml/test_llm.py | 14 +++++++------- tests/system/small/ml/test_multimodal_llm.py | 2 +- 3 files changed, 9 insertions(+), 9 deletions(-) diff --git a/tests/system/load/test_llm.py b/tests/system/load/test_llm.py index 4a01b17907..e3aead5425 100644 --- a/tests/system/load/test_llm.py +++ b/tests/system/load/test_llm.py @@ -41,7 +41,7 @@ def llm_remote_text_df(session, llm_remote_text_pandas_df): @pytest.mark.parametrize( "model_name", ( - # "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-002", ), ) diff --git a/tests/system/small/ml/test_llm.py b/tests/system/small/ml/test_llm.py index 8ec40f09a2..950b55cf16 100644 --- a/tests/system/small/ml/test_llm.py +++ b/tests/system/small/ml/test_llm.py @@ -113,7 +113,7 @@ def test_create_load_multimodal_embedding_generator_model( "gemini-1.5-pro-preview-0514", "gemini-1.5-flash-preview-0514", "gemini-1.5-pro-001", - # "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-001", "gemini-1.5-flash-002", "gemini-2.0-flash-exp", @@ -148,7 +148,7 @@ def test_create_load_gemini_text_generator_model( "gemini-1.5-pro-preview-0514", "gemini-1.5-flash-preview-0514", "gemini-1.5-pro-001", - # "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-001", "gemini-1.5-flash-002", "gemini-2.0-flash-exp", @@ -175,7 +175,7 @@ def test_gemini_text_generator_predict_default_params_success( "gemini-1.5-pro-preview-0514", "gemini-1.5-flash-preview-0514", "gemini-1.5-pro-001", - # "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-001", "gemini-1.5-flash-002", "gemini-2.0-flash-exp", @@ -204,7 +204,7 @@ def test_gemini_text_generator_predict_with_params_success( "gemini-1.5-pro-preview-0514", "gemini-1.5-flash-preview-0514", "gemini-1.5-pro-001", - # "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-001", "gemini-1.5-flash-002", "gemini-2.0-flash-exp", @@ -235,7 +235,7 @@ def test_gemini_text_generator_multi_cols_predict_success( "gemini-1.5-pro-preview-0514", "gemini-1.5-flash-preview-0514", "gemini-1.5-pro-001", - # "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-001", "gemini-1.5-flash-002", "gemini-2.0-flash-exp", @@ -768,7 +768,7 @@ def test_text_embedding_generator_retry_no_progress(session, bq_connection): @pytest.mark.parametrize( "model_name", ( - # "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-002", "gemini-2.0-flash-001", "gemini-2.0-flash-lite-001", @@ -798,7 +798,7 @@ def test_llm_gemini_score(llm_fine_tune_df_default_index, model_name): @pytest.mark.parametrize( "model_name", ( - # "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-002", "gemini-2.0-flash-001", "gemini-2.0-flash-lite-001", diff --git a/tests/system/small/ml/test_multimodal_llm.py b/tests/system/small/ml/test_multimodal_llm.py index d017491312..f336c1bc3a 100644 --- a/tests/system/small/ml/test_multimodal_llm.py +++ b/tests/system/small/ml/test_multimodal_llm.py @@ -43,7 +43,7 @@ def test_multimodal_embedding_generator_predict_default_params_success( "model_name", ( "gemini-1.5-pro-001", - # "gemini-1.5-pro-002", + # "gemini-1.5-pro-002", "gemini-1.5-flash-001", "gemini-1.5-flash-002", "gemini-2.0-flash-exp",