Merge pull request #486 from shekharchavan1990/oda_rag_poc_nl2sql_latest

Oda rag poc nl2sql latest
oracle-samples · Sep 4, 2024 · d1aa1a4 · d1aa1a4
2 parents b4937aa + 8210040
commit d1aa1a4
Show file tree

Hide file tree

Showing 114 changed files with 5,709 additions and 401 deletions.
diff --git a/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-llm/Embedding Model Deployment.ipynb b/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-llm/Embedding Model Deployment.ipynb
@@ -72,6 +72,7 @@
     "# Copy Model from huggingface\n",
     "# git clone https://huggingface.co/jinaai/jina-embeddings-v2-base-en\n",
     "# cd jina-embeddings-v2-base-en\n",
+    "# rm *.onnx\n",
     "# wget https://huggingface.co/jinaai/jina-embeddings-v2-base-en/resolve/main/model-w-mean-pooling.onnx\n",
     "# cd ..\n",
     "# mkdir embedding_model_artifact\n",
@@ -464,4 +465,4 @@
  },
  "nbformat": 4,
  "nbformat_minor": 5
-}
+}
diff --git a/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-llm/Load Documents.ipynb b/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-llm/Load Documents.ipynb
diff --git a/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-llm/README.md b/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-llm/README.md
diff --git a/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-llm/create_tables.sql b/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-llm/create_tables.sql
@@ -17,6 +17,6 @@ CONSTRAINT fk_book
 
 create table VECTORS
 ("ID" VARCHAR2(64) NOT NULL,
-"VEC" VECTOR(1024, FLOAT64),
+"VEC" VECTOR(768, FLOAT64),
 PRIMARY KEY ("ID")
 );
diff --git a/...i-data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-add-state.png b/...i-data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-add-state.png
diff --git a/...ata-science-oracledb-23ai-llm/images/oda-with-oci-data-science-build-prompt.png b/...ata-science-oracledb-23ai-llm/images/oda-with-oci-data-science-build-prompt.png
diff --git a/...a-science-oracledb-23ai-llm/images/oda-with-oci-data-science-component-edit.png b/...a-science-oracledb-23ai-llm/images/oda-with-oci-data-science-component-edit.png
diff --git a/...science-oracledb-23ai-llm/images/oda-with-oci-data-science-component-editor.png b/...science-oracledb-23ai-llm/images/oda-with-oci-data-science-component-editor.png
diff --git a/...a-science-oracledb-23ai-llm/images/oda-with-oci-data-science-component-page.png b/...a-science-oracledb-23ai-llm/images/oda-with-oci-data-science-component-page.png
diff --git a/...science-oracledb-23ai-llm/images/oda-with-oci-data-science-component-status.png b/...science-oracledb-23ai-llm/images/oda-with-oci-data-science-component-status.png
diff --git a/...ledb-23ai-llm/images/oda-with-oci-data-science-conversation-tester-output-1.png b/...ledb-23ai-llm/images/oda-with-oci-data-science-conversation-tester-output-1.png
diff --git a/...ledb-23ai-llm/images/oda-with-oci-data-science-conversation-tester-output-2.png b/...ledb-23ai-llm/images/oda-with-oci-data-science-conversation-tester-output-2.png
diff --git a/...a-science-oracledb-23ai-llm/images/oda-with-oci-data-science-create-channel.png b/...a-science-oracledb-23ai-llm/images/oda-with-oci-data-science-create-channel.png
diff --git a/...ience-oracledb-23ai-llm/images/oda-with-oci-data-science-create-llm-service.png b/...ience-oracledb-23ai-llm/images/oda-with-oci-data-science-create-llm-service.png
diff --git a/...ta-science-oracledb-23ai-llm/images/oda-with-oci-data-science-create-policy.png b/...ta-science-oracledb-23ai-llm/images/oda-with-oci-data-science-create-policy.png
diff --git a/...a-science-oracledb-23ai-llm/images/oda-with-oci-data-science-create-service.png b/...a-science-oracledb-23ai-llm/images/oda-with-oci-data-science-create-service.png
diff --git a/...ata-science-oracledb-23ai-llm/images/oda-with-oci-data-science-create-skill.png b/...ata-science-oracledb-23ai-llm/images/oda-with-oci-data-science-create-skill.png
diff --git a/...ience-oracledb-23ai-llm/images/oda-with-oci-data-science-deployments-action.png b/...ience-oracledb-23ai-llm/images/oda-with-oci-data-science-deployments-action.png
diff --git a/...data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-dialog-flow.png b/...data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-dialog-flow.png
diff --git a/...ata-science-oracledb-23ai-llm/images/oda-with-oci-data-science-download-sdk.png b/...ata-science-oracledb-23ai-llm/images/oda-with-oci-data-science-download-sdk.png
diff --git a/...ta-science-oracledb-23ai-llm/images/oda-with-oci-data-science-event-handler.png b/...ta-science-oracledb-23ai-llm/images/oda-with-oci-data-science-event-handler.png
diff --git a/...oracledb-23ai-llm/images/oda-with-oci-data-science-high-level-architecture.jpeg b/...oracledb-23ai-llm/images/oda-with-oci-data-science-high-level-architecture.jpeg
diff --git a/...ta-science-oracledb-23ai-llm/images/oda-with-oci-data-science-ingress-rules.png b/...ta-science-oracledb-23ai-llm/images/oda-with-oci-data-science-ingress-rules.png
diff --git a/...-data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-invoke-llm.png b/...-data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-invoke-llm.png
diff --git a/...-data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-llm-output.png b/...-data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-llm-output.png
diff --git a/...data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-llm-service.png b/...data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-llm-service.png
diff --git a/...data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-md-endpoint.png b/...data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-md-endpoint.png
diff --git a/...a-science-oracledb-23ai-llm/images/oda-with-oci-data-science-model-explorer.png b/...a-science-oracledb-23ai-llm/images/oda-with-oci-data-science-model-explorer.png
diff --git a/...-data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-oda-output.png b/...-data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-oda-output.png
diff --git a/...ata-science-oracledb-23ai-llm/images/oda-with-oci-data-science-prompt-input.png b/...ata-science-oracledb-23ai-llm/images/oda-with-oci-data-science-prompt-input.png
diff --git a/...-science-oracledb-23ai-llm/images/oda-with-oci-data-science-service-enabled.png b/...-science-oracledb-23ai-llm/images/oda-with-oci-data-science-service-enabled.png
diff --git a/...-science-oracledb-23ai-llm/images/oda-with-oci-data-science-set-llm-service.png b/...-science-oracledb-23ai-llm/images/oda-with-oci-data-science-set-llm-service.png
diff --git a/...ci-data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-switches.png b/...ci-data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-switches.png
diff --git a/...science-oracledb-23ai-llm/images/oda-with-oci-data-science-test-llm-service.png b/...science-oracledb-23ai-llm/images/oda-with-oci-data-science-test-llm-service.png
diff --git a/...ence-oracledb-23ai-llm/images/oda-with-oci-data-science-test-prompt-builder.png b/...ence-oracledb-23ai-llm/images/oda-with-oci-data-science-test-prompt-builder.png
diff --git a/...racledb-23ai-llm/images/oda-with-oci-data-science-unresolved-intent-actions.png b/...racledb-23ai-llm/images/oda-with-oci-data-science-unresolved-intent-actions.png
diff --git a/...ta-science-oracledb-23ai-llm/images/oda-with-oci-data-science-use-streaming.png b/...ta-science-oracledb-23ai-llm/images/oda-with-oci-data-science-use-streaming.png
diff --git a/...oci-data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-web-sdk.png b/...oci-data-science-oracledb-23ai-llm/images/oda-with-oci-data-science-web-sdk.png
diff --git a/...-science-oracledb-23ai-llm/images/oda-with-oci-data-science-website-chatbot.png b/...-science-oracledb-23ai-llm/images/oda-with-oci-data-science-website-chatbot.png
diff --git a/...-science-oracledb-23ai-llm/images/oda-with-oci-data-science-website-landing.png b/...-science-oracledb-23ai-llm/images/oda-with-oci-data-science-website-landing.png
diff --git a/...acle-partner-award-official-rules (2).pdf → ...m/oracle-partner-award-official-rules.pdf b/...acle-partner-award-official-rules (2).pdf → ...m/oracle-partner-award-official-rules.pdf
diff --git a/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-llm/oracle_vector_db.py b/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-llm/oracle_vector_db.py
@@ -166,7 +166,7 @@ def oracle_query(
                 if verbose:
                     logger.info(f"SQL Query: {select}")
 
-                cursor.execute(select, [vector_str])
+                cursor.execute(select, [array_query])
                 rows = cursor.fetchall()
 
                 result_nodes, node_ids, similarities = [], [], []

diff --git a/...on-oracledb_Vector_support_LA2_v2 (2).pdf → ...python-oracledb_Vector_support_LA2_v2.pdf b/...on-oracledb_Vector_support_LA2_v2 (2).pdf → ...python-oracledb_Vector_support_LA2_v2.pdf
diff --git a/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-llm/requirements.txt b/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-llm/requirements.txt
@@ -93,4 +93,5 @@ transformers==4.41.2
 triton==2.3.1
 typing-inspect==0.9.0
 wrapt==1.16.0
-xxhash==3.4.1
+xxhash==3.4.1
+oracledb==2.4.1
diff --git a/...a_examples/oda-oci-data-science-oracledb-23ai-nl2sql-llm/Embedding Model Deployment.ipynb b/...a_examples/oda-oci-data-science-oracledb-23ai-nl2sql-llm/Embedding Model Deployment.ipynb
diff --git a/...les/oda-oci-data-science-oracledb-23ai-nl2sql-llm/Langchain_NL2SQL_Model_Deployment.ipynb b/...les/oda-oci-data-science-oracledb-23ai-nl2sql-llm/Langchain_NL2SQL_Model_Deployment.ipynb
diff --git a/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-nl2sql-llm/Load Documents.ipynb b/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-nl2sql-llm/Load Documents.ipynb
diff --git a/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-nl2sql-llm/README.md b/LLM/oda_examples/oda-oci-data-science-oracledb-23ai-nl2sql-llm/README.md