Track live provider instances and update count on success or failure in various providers

g4f/Provider/template/OpenaiTemplate.py

@@ -49,6 +49,8 @@ class OpenaiTemplate(AsyncGeneratorProvider, ProviderModelMixin, RaiseErrorMixin
                 raise_for_status(response)
                 data = response.json()
                 data = data.get("data") if isinstance(data, dict) else data
+                if data:
+                    cls.live += 1
                 cls.image_models = [model.get("name") if cls.use_model_names else model.get("id", model.get("name")) for model in data if model.get("image") or model.get("type") == "image" or model.get("supports_images")]
                 cls.vision_models = cls.vision_models.copy()
                 cls.vision_models += [model.get("name") if cls.use_model_names else model.get("id", model.get("name")) for model in data if model.get("vision")]

g4f/gui/server/api.py

@@ -108,6 +108,7 @@ class Api:
             "active_by_default": False if provider.active_by_default is None else provider.active_by_default,
             "auth": provider.needs_auth,
             "login_url": getattr(provider, "login_url", None),
+            "live": provider.live
         } for provider in Provider.__providers__ if provider.working and safe_get_models(provider)]
 
     def get_all_models(self) -> dict[str, list]:

g4f/providers/retry_provider.py

@@ -99,9 +99,11 @@ class RotatedProvider(BaseRetryProvider):
                         if is_content(chunk):
                             started = True
                 if started:
+                    provider.live += 1
                     # Success, so we return and do not rotate
                     return
             except Exception as e:
+                provider.live -= 1
                 exceptions[provider.__name__] = e
                 debug.error(f"{provider.__name__} failed: {e}")
         
@@ -161,8 +163,10 @@ class RotatedProvider(BaseRetryProvider):
                         if is_content(chunk):
                             started = True
                 if started:
+                    provider.live += 1
                     return # Success
             except Exception as e:
+                provider.live -= 1
                 exceptions[provider.__name__] = e
                 debug.error(f"{provider.__name__} failed: {e}")
                 

g4f/providers/types.py

@@ -28,6 +28,7 @@ class BaseProvider(ABC):
     params: str
     create_function: callable
     async_create_function: callable
+    live: int = 0
 
     @classmethod
     def get_dict(cls) -> Dict[str, str]:

g4f/tools/run_tools.py

@@ -253,6 +253,7 @@ async def async_iter_run_tools(
     # Generate response
     response = to_async_iterator(provider.async_create_function(model=model, messages=messages, **kwargs))
     
+    try:
         model_info = model
         async for chunk in response:
             if isinstance(chunk, ProviderInfo):
@@ -265,6 +266,10 @@ async def async_iter_run_tools(
                 with usage_file.open("a" if usage_file.exists() else "w") as f:
                     f.write(f"{json.dumps(usage)}\n")
             yield chunk
+        provider.live += 1
+    except:
+        provider.live -= 1
+        raise
 
     # Yield sources if available
     if sources:
@@ -338,6 +343,7 @@ def iter_run_tools(
     thinking_start_time = 0
     processor = ThinkingProcessor()
     model_info = model
+    try:
         for chunk in provider.create_function(model=model, messages=messages, provider=provider, **kwargs):
             if isinstance(chunk, FinishReason):
                 if sources is not None:
@@ -356,7 +362,6 @@ def iter_run_tools(
                 usage_dir.mkdir(parents=True, exist_ok=True)
                 with usage_file.open("a" if usage_file.exists() else "w") as f:
                     f.write(f"{json.dumps(usage)}\n")
-
             if not isinstance(chunk, str):
                 yield chunk
                 continue
@@ -366,5 +371,10 @@ def iter_run_tools(
             for result in results:
                 yield result
 
+        provider.live += 1
+    except:
+        provider.live -= 1
+        raise
+
     if sources is not None:
         yield sources