EDIT:
The issues seems to be have resolved.
I am using gemini with langchain and now suddenly it is giving 500 error. Few mins ago it was working fine.
Error:
Retrying langchain_google_genai.chat_models._chat_with_retry.<locals>._chat_with_retry
in 2.0 seconds as it raised InternalServerError: 500 Internal error encountered.
More detailed tracestack:
[2025-05-14 18:38:25,645: WARNING/ForkPoolWorker-1] Retrying langchain_google_genai.chat_models._chat_with_retry.<locals>._chat_with_retry in 2.0 seconds as it raised InternalServerError: 500 Internal error encountered..
[2025-05-14 18:38:29,943: ERROR/ForkPoolWorker-1] spell_checker: Error during LLM check for brand 'zimmermann': 500 Internal error encountered.
Traceback (most recent call last):
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/spell_checker.py", line 197, in check
result = graph.invoke(input_state)
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/langgraph/pregel/__init__.py", line 2823, in invoke
for chunk in self.stream(
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/langgraph/pregel/__init__.py", line 2461, in stream
for _ in runner.tick(
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/spell_checker.py", line 87, in analyze_text
response = llm.invoke([message])
^^^^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/langchain_core/runnables/base.py", line 3032, in invoke
input = context.run(step.invoke, input, config, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/langchain_core/runnables/base.py", line 3760, in invoke
output = {key: future.result() for key, future in zip(steps, futures)}
^^^^^^^^^^^^^^^
File "/usr/lib/python3.12/concurrent/futures/_base.py", line 456, in result
return self.__get_result()
^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
raise self._exception
File "/usr/lib/python3.12/concurrent/futures/thread.py", line 58, in run
result = self.fn(*self.args, **self.kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/langchain_core/runnables/base.py", line 3744, in _invoke_step
return context.run(
^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/langchain_core/runnables/base.py", line 5416, in invoke
return self.bound.invoke(
^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/langchain_google_genai/chat_models.py", line 1199, in invoke
return super().invoke(input, config, stop=stop, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py", line 370, in invoke
self.generate_prompt(
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py", line 947, in generate_prompt
return self.generate(prompt_messages, stop=stop, callbacks=callbacks, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py", line 766, in generate
self._generate_with_cache(
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py", line 1012, in _generate_with_cache
result = self._generate(
^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/langchain_google_genai/chat_models.py", line 1275, in _generate
response: GenerateContentResponse = _chat_with_retry(
^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/langchain_google_genai/chat_models.py", line 210, in _chat_with_retry
return _chat_with_retry(**kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/tenacity/__init__.py", line 338, in wrapped_f
return copy(f, *args, **kw)
^^^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/tenacity/__init__.py", line 477, in __call__
do = self.iter(retry_state=retry_state)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/tenacity/__init__.py", line 378, in iter
result = action(retry_state)
^^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/tenacity/__init__.py", line 420, in exc_check
raise retry_exc.reraise()
^^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/tenacity/__init__.py", line 187, in reraise
raise self.last_attempt.result()
^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.12/concurrent/futures/_base.py", line 449, in result
return self.__get_result()
^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
raise self._exception
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/tenacity/__init__.py", line 480, in __call__
result = fn(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/langchain_google_genai/chat_models.py", line 208, in _chat_with_retry
raise e
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/langchain_google_genai/chat_models.py", line 192, in _chat_with_retry
return generation_method(**kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/google/ai/generativelanguage_v1beta/services/generative_service/client.py", line 868, in generate_content
response = rpc(
^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/google/api_core/gapic_v1/method.py", line 131, in __call__
return wrapped_func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/google/api_core/retry/retry_unary.py", line 293, in retry_wrapped_func
return retry_target(
^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/google/api_core/retry/retry_unary.py", line 153, in retry_target
_retry_error_helper(
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/google/api_core/retry/retry_base.py", line 212, in _retry_error_helper
raise final_exc from source_exc
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/google/api_core/retry/retry_unary.py", line 144, in retry_target
result = target()
^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/google/api_core/timeout.py", line 130, in func_with_timeout
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/home/preetsojitra/Documents/Aceventure/ai-authentication/API/venv/lib/python3.12/site-packages/google/api_core/grpc_helpers.py", line 78, in error_remapped_callable
raise exceptions.from_grpc_error(exc) from exc
google.api_core.exceptions.InternalServerError: 500 Internal error encountered.