Skip to content

Commit

Permalink
Update evaluator
Browse files Browse the repository at this point in the history
  • Loading branch information
mdciri committed Mar 4, 2025
1 parent aae69c8 commit a16ef46
Showing 1 changed file with 11 additions and 4 deletions.
15 changes: 11 additions & 4 deletions apps/chatbot/src/modules/evaluator.py
Original file line number Diff line number Diff line change
Expand Up @@ -30,14 +30,12 @@
PROVIDER = os.getenv("CHB_PROVIDER", "google")
assert PROVIDER in ["aws", "google"]

GOOGLE_API_KEY = get_ssm_parameter(name=os.getenv("CHB_GOOGLE_API_KEY"))

GOOGLE_PROJECT_ID = get_ssm_parameter(name=os.getenv("CHB_GOOGLE_PROJECT_ID"))
AWS_ACCESS_KEY_ID = os.getenv("CHB_AWS_ACCESS_KEY_ID")
AWS_SECRET_ACCESS_KEY = os.getenv("CHB_AWS_SECRET_ACCESS_KEY")
AWS_BEDROCK_LLM_REGION = os.getenv("CHB_AWS_BEDROCK_LLM_REGION")
AWS_BEDROCK_EMBED_REGION = os.getenv("CHB_AWS_BEDROCK_EMBED_REGION")
AWS_GUARDRAIL_ID = os.getenv("CHB_AWS_GUARDRAIL_ID")
AWS_GUARDRAIL_VERSION = os.getenv("CHB_AWS_GUARDRAIL_VERSION")

MODEL_ID = os.getenv("CHB_MODEL_ID")
MODEL_TEMPERATURE = os.getenv("CHB_MODEL_TEMPERATURE", "0.3")
Expand All @@ -50,9 +48,18 @@
model=MODEL_ID,
temperature=float(MODEL_TEMPERATURE),
max_tokens=int(MODEL_MAXTOKENS),
aws_access_key_id=AWS_ACCESS_KEY_ID,
aws_secret_access_key=AWS_SECRET_ACCESS_KEY,
region_name=AWS_BEDROCK_LLM_REGION,
)
)
EMBEDDER = LangchainEmbeddingsWrapper(
BedrockEmbeddings(
model_id=EMBED_MODEL_ID,
credentials_profile_name="default",
region_name=AWS_BEDROCK_EMBED_REGION,
)
)
EMBEDDER = LangchainEmbeddingsWrapper(BedrockEmbeddings(model_id=EMBED_MODEL_ID))
logger.info("Loaded evaluation model successfully!")
else:

Expand Down

0 comments on commit a16ef46

Please sign in to comment.