Skip to content
Snippets Groups Projects
Commit 556e8058 authored by nabil.abdennad's avatar nabil.abdennad
Browse files

minor updates

parent 6c872c7d
No related branches found
No related tags found
No related merge requests found
...@@ -9,9 +9,6 @@ from opensearchpy import OpenSearch, RequestsHttpConnection, AWSV4SignerAuth ...@@ -9,9 +9,6 @@ from opensearchpy import OpenSearch, RequestsHttpConnection, AWSV4SignerAuth
from langchain_community.vectorstores import OpenSearchVectorSearch from langchain_community.vectorstores import OpenSearchVectorSearch
import argparse import argparse
## S3_client ## S3_client
s3_client = boto3.client('s3') s3_client = boto3.client('s3')
...@@ -24,8 +21,6 @@ credentials = boto3.Session().get_credentials() ...@@ -24,8 +21,6 @@ credentials = boto3.Session().get_credentials()
awsauth = AWSV4SignerAuth(credentials, 'us-east-1', 'aoss') awsauth = AWSV4SignerAuth(credentials, 'us-east-1', 'aoss')
## Create Index in Opensearch ## Create Index in Opensearch
def create_index(client,index_name): def create_index(client,index_name):
indexBody = { indexBody = {
...@@ -153,13 +148,6 @@ def main(bucket_name, endpoint,index_name, local_path): ...@@ -153,13 +148,6 @@ def main(bucket_name, endpoint,index_name, local_path):
print('End storing') print('End storing')
if __name__== "__main__": if __name__== "__main__":
parser = argparse.ArgumentParser(description="Process PDF documents and store their embeddings.") parser = argparse.ArgumentParser(description="Process PDF documents and store their embeddings.")
parser.add_argument("--bucket_name", help="The S3 bucket name where documents are stored") parser.add_argument("--bucket_name", help="The S3 bucket name where documents are stored")
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment