Deprecate hosted Fireworks tracing gateway (tracing.fireworks.ai) integrations (#462)

The hosted Fireworks tracing gateway at https://tracing.fireworks.ai has been
shut down. Deprecate the SDK features that depend on it; they will be removed
in a future release.

- RemoteRolloutProcessor, GithubActionRolloutProcessor, FireworksTracingAdapter
  and FireworksTracingHttpHandler emit a DeprecationWarning when constructed,
  and `ep logs` warns when it selects the Fireworks backend.
- FireworksTracingHttpHandler is no longer attached automatically when
  FIREWORKS_API_KEY is set; set FW_TRACING_GATEWAY_BASE_URL (or GATEWAY_URL)
  to opt in.
- The TypeScript FireworksTransport, logger and createRolloutLogger are marked
  @deprecated, and the transport warns once when it sends to the hosted URL.
- The Fireworks Tracing Tests workflow runs only on workflow_dispatch, since
  its end-to-end tests need the hosted gateway.
- Add deprecation notes to the README, the TypeScript README and the
  CHANGELOG.

Co-authored-by: Cursor <cursoragent@cursor.com>

Author: SunnySoldier357

.github/workflows/fireworks-tracing-tests.yml

@@ -1,15 +1,8 @@
 name: Fireworks Tracing Tests
 
+# These end-to-end tests run against the hosted Fireworks tracing gateway (https://tracing.fireworks.ai),
+# which was shut down on October 28, 2026, so they no longer run on push or pull_request.
 on:
-  push:
-    branches: [main]
-    paths-ignore:
-      - "docs/**"
-      - "*.md"
-  pull_request: # Run on all pull requests
-    paths-ignore:
-      - "docs/**"
-      - "*.md"
   workflow_dispatch: # Allow manual triggering
 
 jobs:

CHANGELOG.md

@@ -11,10 +11,10 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - (Your new features here)
 
 ### Changed
-- (Your changes in existing functionality here)
+- `FireworksTracingHttpHandler` is no longer attached automatically by `init_external_logging_from_env()` (used by `@evaluation_test`) when `FIREWORKS_API_KEY` is set; set `FW_TRACING_GATEWAY_BASE_URL` (or `GATEWAY_URL`) to opt in.
 
 ### Deprecated
-- (Your soon-to-be removed features here)
+- The hosted Fireworks tracing gateway (https://tracing.fireworks.ai) was shut down on October 28, 2026. These features depend on it, now emit a `DeprecationWarning`, and will be removed in a future release: `RemoteRolloutProcessor`, `GithubActionRolloutProcessor`, `FireworksTracingAdapter`, `FireworksTracingHttpHandler`, and the Fireworks backend of `ep logs`. In the TypeScript package, `FireworksTransport`, `logger`, and `createRolloutLogger` are marked `@deprecated`, and `FireworksTransport` warns once when it sends to the hosted URL. Until removal they only work with a self-hosted gateway that implements the same API, configured explicitly.
 
 ### Removed
 - (Your now removed features here)

README.md

@@ -18,6 +18,8 @@ Eval Protocol makes this possible in two ways:
 
 The result: RL that works out-of-the-box for existing production agents.
 
+> **Deprecation notice:** The hosted Fireworks tracing gateway (https://tracing.fireworks.ai) was shut down on October 28, 2026. SDK features that depend on it (`RemoteRolloutProcessor`, `GithubActionRolloutProcessor`, `FireworksTracingAdapter`, `FireworksTracingHttpHandler`, and the Fireworks backend of `ep logs`) are deprecated and will be removed in a future release. See the [changelog](CHANGELOG.md).
+
 ## Who This Is For
 
 - **Applied AI teams** adding RL to existing production agents.

eval_protocol/adapters/fireworks_tracing.py

@@ -8,12 +8,14 @@
 import asyncio
 import json
 import logging
+import warnings
 import aiohttp
 import requests
 from datetime import datetime
 from typing import Any, Dict, List, Optional, Protocol
 import os
 
+from eval_protocol.hosted_tracing_gateway import hosted_gateway_deprecation_message
 from eval_protocol.models import EvaluationRow, InputMetadata, ExecutionMetadata, Message
 from eval_protocol.tracing import PayloadType, decode_payloads
 from .base import BaseAdapter
@@ -267,6 +269,10 @@ def get_final_generation_in_span_dict(trace: Dict[str, Any], span_name: str) ->
 class FireworksTracingAdapter(BaseAdapter):
     """Adapter to pull data from Langfuse via Fireworks tracing proxy.
 
+    DEPRECATED: The hosted Fireworks tracing gateway (https://tracing.fireworks.ai) was shut down on
+    October 28, 2026. This adapter depends on it and will be removed in a future release. Until then,
+    it only works with a self-hosted gateway that implements the same API, set via ``base_url``.
+
     This adapter uses the Fireworks tracing proxy API which handles retry logic
     and rate limiting internally, simplifying the client-side implementation.
 
@@ -305,6 +311,11 @@ def __init__(
             timeout: Request timeout in seconds (default: 300)
             api_key: Optional API key. If not provided, falls back to FIREWORKS_API_KEY environment variable.
         """
+        warnings.warn(
+            hosted_gateway_deprecation_message("FireworksTracingAdapter", "base_url"),
+            DeprecationWarning,
+            stacklevel=2,
+        )
         self.project_id = project_id
         self.base_url = base_url.rstrip("/")
         self.timeout = timeout

eval_protocol/cli_commands/logs.py

@@ -3,9 +3,11 @@
 """
 
 import sys
+import warnings
 from pathlib import Path
 
 import os
+from ..hosted_tracing_gateway import hosted_gateway_deprecation_message
 from ..utils.logs_server import serve_logs
 from ..event_bus.sqlite_event_bus_database import DatabaseCorruptedError, _backup_and_remove_database
 
@@ -114,6 +116,14 @@ def logs_command(args):
         or os.environ.get("GATEWAY_URL")
         or "https://tracing.fireworks.ai"
     )
+    if use_fireworks:
+        warnings.warn(
+            hosted_gateway_deprecation_message(
+                "The Fireworks backend of 'ep logs'", "FW_TRACING_GATEWAY_BASE_URL or GATEWAY_URL"
+            ),
+            DeprecationWarning,
+            stacklevel=2,
+        )
 
     max_retries = 2
     for attempt in range(max_retries):

eval_protocol/hosted_tracing_gateway.py

@@ -0,0 +1,16 @@
+"""Deprecation notice for features built on the hosted Fireworks tracing gateway."""
+
+
+def hosted_gateway_deprecation_message(feature: str, configured_via: str) -> str:
+    """Build the deprecation warning for a feature that depends on the hosted tracing gateway.
+
+    Args:
+        feature: User-facing name of the deprecated feature, e.g. "RemoteRolloutProcessor".
+        configured_via: Parameters or environment variables that point the feature at a self-hosted gateway.
+    """
+    return (
+        "The hosted Fireworks tracing gateway (https://tracing.fireworks.ai) was shut down on October 28, 2026. "
+        f"{feature} depends on it and is deprecated; it will be removed in a future release. "
+        "Until then, it only works with a self-hosted gateway that implements the same API, "
+        f"set via {configured_via}."
+    )

eval_protocol/log_utils/fireworks_tracing_http_handler.py

@@ -1,16 +1,32 @@
 import logging
 import os
 import threading
+import warnings
 from datetime import datetime, timezone
 from typing import Optional, Any, Dict, List, cast
 
 import requests
 
+from eval_protocol.hosted_tracing_gateway import hosted_gateway_deprecation_message
+
 
 class FireworksTracingHttpHandler(logging.Handler):
-    """Logging handler that posts structured logs to tracing.fireworks gateway /logs endpoint."""
+    """Logging handler that posts structured logs to tracing.fireworks gateway /logs endpoint.
+
+    DEPRECATED: The hosted Fireworks tracing gateway (https://tracing.fireworks.ai) was shut down on
+    October 28, 2026. This handler depends on it and will be removed in a future release. Until then,
+    it only works with a self-hosted gateway that implements the same API, set via ``gateway_base_url``
+    or ``FW_TRACING_GATEWAY_BASE_URL``.
+    """
 
     def __init__(self, gateway_base_url: Optional[str] = None, rollout_id_env: str = "EP_ROLLOUT_ID") -> None:
+        warnings.warn(
+            hosted_gateway_deprecation_message(
+                "FireworksTracingHttpHandler", "gateway_base_url or FW_TRACING_GATEWAY_BASE_URL"
+            ),
+            DeprecationWarning,
+            stacklevel=2,
+        )
         super().__init__()
         self.gateway_base_url = (
             gateway_base_url or os.getenv("FW_TRACING_GATEWAY_BASE_URL") or "https://tracing.fireworks.ai"

eval_protocol/log_utils/init.py

@@ -39,11 +39,11 @@ def init_external_logging_from_env() -> None:
     # Ensure we do not add duplicate handlers if already present
     existing_handler_types = {type(h).__name__ for h in root_logger.handlers}
 
-    # Fireworks tracing: prefer if FIREWORKS_API_KEY is present; default base URL if not provided
+    # Fireworks tracing: only when FIREWORKS_API_KEY and a gateway URL are both set
     fw_key = _get_env("FIREWORKS_API_KEY")
     # Allow remote validation gateway to act as tracing base when provided
-    fw_url = _get_env("FW_TRACING_GATEWAY_BASE_URL") or _get_env("GATEWAY_URL") or "https://tracing.fireworks.ai"
-    if fw_key and "FireworksTracingHttpHandler" not in existing_handler_types:
+    fw_url = _get_env("FW_TRACING_GATEWAY_BASE_URL") or _get_env("GATEWAY_URL")
+    if fw_key and fw_url and "FireworksTracingHttpHandler" not in existing_handler_types:
         fw_handler = FireworksTracingHttpHandler(gateway_base_url=fw_url)
         fw_handler.setLevel(logging.INFO)
         fw_handler.addFilter(ContextRolloutIdFilter())

eval_protocol/pytest/github_action_rollout_processor.py

@@ -1,10 +1,12 @@
 import asyncio
 import os
 import time
+import warnings
 from typing import Any, Dict, List, Optional
 import json
 import requests
 from datetime import datetime, timezone, timedelta
+from eval_protocol.hosted_tracing_gateway import hosted_gateway_deprecation_message
 from eval_protocol.models import EvaluationRow, Status
 from eval_protocol.data_loader.dynamic_data_loader import DynamicDataLoader
 
@@ -24,6 +26,11 @@ class GithubActionRolloutProcessor(RolloutProcessor):
     - Traces are fetched later via Fireworks tracing proxy using rollout_id tags
 
     NOTE: GHA has a rate limit of 5000 requests per hour.
+
+    DEPRECATED: The hosted Fireworks tracing gateway (https://tracing.fireworks.ai) was shut down on
+    October 28, 2026. This processor depends on it and will be removed in a future release. Until then,
+    it only works with a self-hosted gateway that implements the same API, set via ``model_base_url``
+    or ``EP_MODEL_BASE_URL``.
     """
 
     def __init__(
@@ -39,6 +46,11 @@ def __init__(
         max_find_workflow_retries: int = 5,
         github_token: Optional[str] = None,
     ):
+        warnings.warn(
+            hosted_gateway_deprecation_message("GithubActionRolloutProcessor", "model_base_url or EP_MODEL_BASE_URL"),
+            DeprecationWarning,
+            stacklevel=2,
+        )
         self.owner = owner
         self.repo = repo
         self.workflow_id = workflow_id

eval_protocol/pytest/remote_rollout_processor.py

@@ -1,12 +1,14 @@
 import asyncio
 import time
+import warnings
 from typing import List, Optional
 
 import aiohttp
 
 from eval_protocol.models import EvaluationRow, Status
 from eval_protocol.adapters.fireworks_tracing import FireworksTracingAdapter
 from eval_protocol.exceptions import exception_for_status_code
+from eval_protocol.hosted_tracing_gateway import hosted_gateway_deprecation_message
 
 from .rollout_processor import RolloutProcessor
 from .types import RolloutProcessorConfig
@@ -25,6 +27,11 @@ class RemoteRolloutProcessor(RolloutProcessor):
 
     Fetches traces from the Fireworks tracing proxy using rollout_id tags.
 
+    DEPRECATED: The hosted Fireworks tracing gateway (https://tracing.fireworks.ai) was shut down on
+    October 28, 2026. This processor depends on it and will be removed in a future release. Until then,
+    it only works with a self-hosted gateway that implements the same API, set via ``model_base_url``
+    or ``EP_MODEL_BASE_URL``.
+
     See https://evalprotocol.io/tutorial/remote-rollout-processor for documentation.
     """
 
@@ -37,6 +44,11 @@ def __init__(
         timeout_seconds: float = 120.0,
         include_payloads: bool = False,
     ):
+        warnings.warn(
+            hosted_gateway_deprecation_message("RemoteRolloutProcessor", "model_base_url or EP_MODEL_BASE_URL"),
+            DeprecationWarning,
+            stacklevel=2,
+        )
         # Prefer constructor-provided configuration. These can be overridden via
         # config.kwargs at call time for backward compatibility.
         self._remote_base_url = remote_base_url