Skip to content

Commit

Permalink
Update tests report
Browse files Browse the repository at this point in the history
  • Loading branch information
nicoloboschi committed Jan 17, 2024
1 parent 4bc138a commit 95c169f
Showing 1 changed file with 35 additions and 0 deletions.
35 changes: 35 additions & 0 deletions reports/tests/llamaindex.html
Original file line number Diff line number Diff line change
@@ -1,5 +1,40 @@
<h3 class='title'>
<a href="https://github.com/run-llama/llama_index/commits/ff23da302d848cc47fcf1671cb30c49e1b29bc89">ff23da302d848cc47fcf1671cb30c49e1b29bc89</a>
(<a href="https://github.com/datastax/ragstack-ai/actions/runs/7557248804">7557248804 (2024-01-17 19:09)</a>)
</h3>
<p class='info'>Reference: <a href=""></a></p>
<br>
llama_index::chat::gemini-pro-llm -> ✅ (1 s)<br>
llama_index::chat::vertex-gemini-pro-llm -> ✅ (1 s)<br>
llama_index::multimodal::gemini-pro-vision-llm,vertex-gemini-multimodal-embedding,astra-db -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=22> (64 s)<br>
llama_index::multimodal::gemini-pro-vision-llm,vertex-gemini-multimodal-embedding,cassandra -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=34> (? s)<br>
llama_index::multimodal::vertex-gemini-pro-vision-llm,vertex-gemini-multimodal-embedding,astra-db -> ❌ <ExceptionInfo ValueError('[{"message": "The provided collection name \'documents_703046bf\' already exists with a different vector setting.", "errorCode": "INVALID_COLLECTION_NAME"}]') tblen=20> (? s)<br>
llama_index::multimodal::vertex-gemini-pro-vision-llm,vertex-gemini-multimodal-embedding,cassandra -> ❌ <ExceptionInfo OperationTimedOut("errors={'03682937-1a14-4409-a122-19648041679c-eu-west-1.db.astra.datastax.com:29042:7acce48e-c0e9-4..._host=03682937-1a14-4409-a122-19648041679c-eu-west-1.db.astra.datastax.com:29042:7acce48e-c0e9-4189-91e9-ec696b4086da") tblen=28> (22 s)<br>
llama_index::rag::azure-openai,azure-openai,astra-db -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=22> (31 s)<br>
llama_index::rag::bedrock-anthropic,bedrock-titan,astra-db -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=22> (? s)<br>
llama_index::rag::bedrock-anthropic,bedrock-titan,cassandra -> ❌ <ExceptionInfo OperationTimedOut("errors={'03682937-1a14-4409-a122-19648041679c-eu-west-1.db.astra.datastax.com:29042:9dcb6d06-ab0e-4..._host=03682937-1a14-4409-a122-19648041679c-eu-west-1.db.astra.datastax.com:29042:9dcb6d06-ab0e-4eea-8a95-af1790363c69") tblen=29> (17 s)<br>
llama_index::rag::bedrock-meta,bedrock-cohere,astra-db -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=22> (49 s)<br>
llama_index::rag::bedrock-meta,bedrock-cohere,cassandra -> ❌ <ExceptionInfo OperationTimedOut("errors={<Host: 03682937-1a14-4409-a122-19648041679c-eu-west-1.db.astra.datastax.com:29042:b154349c-..._host=03682937-1a14-4409-a122-19648041679c-eu-west-1.db.astra.datastax.com:29042:7acce48e-c0e9-4189-91e9-ec696b4086da") tblen=29> (? s)<br>
llama_index::rag::huggingface-hub,huggingface-hub,astra-db -> ❌ <ExceptionInfo ValueError('[{"message": "The provided collection name \'documents_703046bf\' already exists with a different vector setting.", "errorCode": "INVALID_COLLECTION_NAME"}]') tblen=20> (? s)<br>
llama_index::rag::huggingface-hub,huggingface-hub,cassandra -> ❌ <ExceptionInfo OperationTimedOut("errors={<Host: 03682937-1a14-4409-a122-19648041679c-eu-west-1.db.astra.datastax.com:29042:b154349c-..._host=03682937-1a14-4409-a122-19648041679c-eu-west-1.db.astra.datastax.com:29042:7acce48e-c0e9-4189-91e9-ec696b4086da") tblen=29> (? s)<br>
llama_index::rag::openai,openai,astra-db -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=22> (63 s)<br>
llama_index::rag::openai,openai,cassandra -> ❌ <ExceptionInfo OperationTimedOut("errors={'03682937-1a14-4409-a122-19648041679c-eu-west-1.db.astra.datastax.com:29042:7acce48e-c0e9-4..._host=03682937-1a14-4409-a122-19648041679c-eu-west-1.db.astra.datastax.com:29042:7acce48e-c0e9-4189-91e9-ec696b4086da") tblen=27> (? s)<br>
llama_index::test_astra.py::test_basic_vector_search -> ❌ <ExceptionInfo ValueError('[{"message": "The provided collection name \'documents_703046bf\' already exists with a different vector setting.", "errorCode": "INVALID_COLLECTION_NAME"}]') tblen=28> (? s)<br>
llama_index::test_astra.py::test_ingest_errors -> ❌ <ExceptionInfo ValueError('[{"message": "The provided collection name \'documents_703046bf\' already exists with a different vector setting.", "errorCode": "INVALID_COLLECTION_NAME"}]') tblen=28> (? s)<br>
llama_index::test_astra.py::test_vector_search_with_metadata -> ❌ <ExceptionInfo ValueError('[{"message": "The provided collection name \'documents_703046bf\' already exists with a different vector setting.", "errorCode": "INVALID_COLLECTION_NAME"}]') tblen=28> (1 s)<br>
llama_index::test_astra.py::test_wrong_connection_parameters -> ✅ (? s)<br>
llama_index::test_compatibility_rag.py::test_multimodal[vertex_gemini_multimodal_embedding-gemini_pro_vision_llm-astra_db] -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=20> (31 s)<br>
llama_index::test_compatibility_rag.py::test_rag[azure_openai_embedding-azure_openai_llm-astra_db] -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=20> (30 s)<br>
llama_index::test_compatibility_rag.py::test_rag[azure_openai_embedding-azure_openai_llm-cassandra] -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=34> (? s)<br>
llama_index::test_compatibility_rag.py::test_rag[bedrock_cohere_embedding-bedrock_meta_llm-astra_db] -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=20> (31 s)<br>
llama_index::test_compatibility_rag.py::test_rag[bedrock_titan_embedding-bedrock_anthropic_llm-astra_db] -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=20> (31 s)<br>
llama_index::test_compatibility_rag.py::test_rag[bedrock_titan_embedding-bedrock_anthropic_llm-cassandra] -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=20> (31 s)<br>
llama_index::test_compatibility_rag.py::test_rag[huggingface_hub_embedding-huggingface_hub_llm-astra_db] -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=20> (30 s)<br>
llama_index::test_compatibility_rag.py::test_rag[huggingface_hub_embedding-huggingface_hub_llm-cassandra] -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=20> (31 s)<br>
llama_index::test_compatibility_rag.py::test_rag[openai_embedding-openai_llm-astra_db] -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=20> (30 s)<br>
llama_index::test_compatibility_rag.py::test_rag[vertex_embedding-vertex_llm-astra_db] -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=34> (31 s)<br>
llama_index::test_compatibility_rag.py::test_rag[vertex_embedding-vertex_llm-cassandra] -> ❌ <ExceptionInfo HTTPStatusError("Server error '504 Gateway Timeout' for url 'https://03682937-1a14-4409-a122-19648041679c-eu-west-1.ap...i/json/v1/default_keyspace'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504") tblen=34> (? s)<br><h3 class='title'>
<a href="https://github.com/run-llama/llama_index/commits/ff23da302d848cc47fcf1671cb30c49e1b29bc89">ff23da302d848cc47fcf1671cb30c49e1b29bc89</a>
(<a href="https://github.com/datastax/ragstack-ai/actions/runs/7557248804">7557248804 (2024-01-17 18:55)</a>)
</h3>
<p class='info'>Reference: <a href=""></a></p>
Expand Down

0 comments on commit 95c169f

Please sign in to comment.