From 7fa8cf76df3e2c8293776c6514a11907218bb433 Mon Sep 17 00:00:00 2001 From: Elon-Jiang <191222665+Elon-Jiang@users.noreply.github.com> Date: Tue, 17 Nov 2026 16:54:17 +0800 Subject: [PATCH 1/2] fix: honor bearer tokens in HTTP BGE rerankers --- src/memos/reranker/factory.py | 2 + src/memos/reranker/http_bge.py | 5 +- src/memos/reranker/http_bge_strategy.py | 5 +- tests/reranker/test_http_auth.py | 86 +++++++++++++++++++++++++ 4 files changed, 96 insertions(+), 2 deletions(-) create mode 100644 tests/reranker/test_http_auth.py diff --git a/src/memos/reranker/factory.py b/src/memos/reranker/factory.py index 21282f613..331d40a69 100644 --- a/src/memos/reranker/factory.py +++ b/src/memos/reranker/factory.py @@ -40,6 +40,7 @@ def from_config(cfg: RerankerConfigFactory | None) -> BaseReranker | None: if backend in {"http_bge", "bge"}: return HTTPBGEReranker( reranker_url=c.get("url") or c.get("endpoint") or c.get("reranker_url"), + token=c.get("token", ""), model=c.get("model", "bge-reranker-v2-m3"), timeout=int(c.get("timeout", 10)), max_query_tokens=min(max(c.get("max_query_tokens", 8000), 100), 8000), @@ -60,6 +61,7 @@ def from_config(cfg: RerankerConfigFactory | None) -> BaseReranker | None: if backend in {"http_bge_strategy", "bge_strategy"}: return HTTPBGERerankerStrategy( reranker_url=c.get("url") or c.get("endpoint") or c.get("reranker_url"), + token=c.get("token", ""), model=c.get("model", "bge-reranker-v2-m3"), timeout=int(c.get("timeout", 10)), max_query_tokens=min(max(c.get("max_query_tokens", 8000), 100), 8000), diff --git a/src/memos/reranker/http_bge.py b/src/memos/reranker/http_bge.py index b100badd5..3e84dfd0a 100644 --- a/src/memos/reranker/http_bge.py +++ b/src/memos/reranker/http_bge.py @@ -187,7 +187,10 @@ def rerank( if not documents: return [] - headers = {"Content-Type": "application/json", **self.headers_extra} + headers = {"Content-Type": "application/json"} + if self.token: + headers["Authorization"] = f"Bearer {self.token}" + headers.update(self.headers_extra) payload = {"model": self.model, "query": query, "documents": documents} # Make the HTTP request to the reranker service diff --git a/src/memos/reranker/http_bge_strategy.py b/src/memos/reranker/http_bge_strategy.py index 871ac5ff0..7c5ec49fc 100644 --- a/src/memos/reranker/http_bge_strategy.py +++ b/src/memos/reranker/http_bge_strategy.py @@ -173,7 +173,10 @@ def rerank( if not documents: return [] - headers = {"Content-Type": "application/json", **self.headers_extra} + headers = {"Content-Type": "application/json"} + if self.token: + headers["Authorization"] = f"Bearer {self.token}" + headers.update(self.headers_extra) payload = {"model": self.model, "query": query, "documents": documents} try: diff --git a/tests/reranker/test_http_auth.py b/tests/reranker/test_http_auth.py new file mode 100644 index 000000000..0c90cf0b7 --- /dev/null +++ b/tests/reranker/test_http_auth.py @@ -0,0 +1,86 @@ +import json + +import pytest +import requests + +from memos.configs.reranker import RerankerConfigFactory +from memos.memories.textual.item import TextualMemoryItem, TreeNodeTextualMemoryMetadata +from memos.reranker.factory import RerankerFactory +from memos.reranker.http_bge import HTTPBGEReranker +from memos.reranker.http_bge_strategy import HTTPBGERerankerStrategy + + +@pytest.mark.parametrize("backend", ["http_bge", "http_bge_strategy"]) +@pytest.mark.parametrize("use_factory", [False, True]) +@pytest.mark.parametrize( + ("token", "extra", "expected_auth"), + [ + ("test-token", {}, "Bearer test-token"), + ("", {}, None), + ("test-token", {"authorization": "Bearer custom-token"}, "Bearer custom-token"), + ], +) +def test_http_reranker_authenticates_prepared_request( + monkeypatch, backend, use_factory, token, extra, expected_auth +): + """Keep request preparation and ranking real; replace only the HTTP service.""" + headers_extra = {"X-Test-Header": "preserved", **extra} + original_headers = headers_extra.copy() + received = [] + + def send(session, request, **kwargs): + received.append(request) + response = requests.Response() + response.request = request + response.url = request.url + response.status_code = 200 if request.headers.get("Authorization") == expected_auth else 401 + response._content = json.dumps( + { + "results": [ + {"index": 1, "relevance_score": 0.9}, + {"index": 0, "relevance_score": 0.1}, + ] + } + ).encode() + return response + + monkeypatch.setattr(requests.Session, "send", send) + options = { + "reranker_url": "https://reranker.example.test/rerank", + "token": token, + "headers_extra": headers_extra, + "reranker_strategy": "singleturn_outmem", + } + if use_factory: + reranker = RerankerFactory.from_config( + RerankerConfigFactory(backend=backend, config=options) + ) + else: + cls = HTTPBGEReranker if backend == "http_bge" else HTTPBGERerankerStrategy + reranker = cls(**options) + items = [ + TextualMemoryItem( + id=f"00000000-0000-0000-0000-{i:012d}", + memory=f"memory {i}", + metadata=TreeNodeTextualMemoryMetadata( + sources=[ + {"role": "user", "content": "question"}, + {"role": "assistant", "content": "answer"}, + ], + ), + ) + for i in (1, 2) + ] + + ranked = reranker.rerank("query", items, top_k=2) + + assert ranked == [(items[1], 0.9), (items[0], 0.1)] + assert len(received) == 1 + request = received[0] + assert request.headers.get("Authorization") == expected_auth + assert request.headers["X-Test-Header"] == "preserved" + assert request.headers["Content-Type"] == "application/json" + payload = json.loads(request.body) + assert payload["query"] == "query" + assert len(payload["documents"]) == 2 + assert headers_extra == original_headers From 8f109c13d5d3ab46cbf20ae1fdd1fc614e3d6757 Mon Sep 17 00:00:00 2001 From: Wenqiang Wei <46308778+endxxxx@users.noreply.github.com> Date: Wed, 18 Nov 2026 16:20:00 +0800 Subject: [PATCH 2/2] fix(reranker): preserve explicit bearer authentication --- src/memos/reranker/_http_auth.py | 18 ++++++++++++++++++ src/memos/reranker/http_bge.py | 11 ++++++----- src/memos/reranker/http_bge_strategy.py | 9 ++++----- tests/reranker/test_http_auth.py | 18 +++++++++++++----- 4 files changed, 41 insertions(+), 15 deletions(-) create mode 100644 src/memos/reranker/_http_auth.py diff --git a/src/memos/reranker/_http_auth.py b/src/memos/reranker/_http_auth.py new file mode 100644 index 000000000..69a5c3734 --- /dev/null +++ b/src/memos/reranker/_http_auth.py @@ -0,0 +1,18 @@ +from typing import TYPE_CHECKING + +from requests.auth import AuthBase + + +if TYPE_CHECKING: + from requests import PreparedRequest + + +class BearerTokenAuth(AuthBase): + """Supply an explicit Requests auth handler so .netrc cannot replace the token.""" + + def __init__(self, token: str) -> None: + self.token = token + + def __call__(self, request: "PreparedRequest") -> "PreparedRequest": + request.headers.setdefault("Authorization", f"Bearer {self.token}") + return request diff --git a/src/memos/reranker/http_bge.py b/src/memos/reranker/http_bge.py index 3e84dfd0a..87cda0b81 100644 --- a/src/memos/reranker/http_bge.py +++ b/src/memos/reranker/http_bge.py @@ -11,6 +11,7 @@ from memos.log import get_logger from memos.utils import timed_with_status +from ._http_auth import BearerTokenAuth from .base import BaseReranker from .concat import concat_original_source @@ -187,14 +188,14 @@ def rerank( if not documents: return [] - headers = {"Content-Type": "application/json"} - if self.token: - headers["Authorization"] = f"Bearer {self.token}" - headers.update(self.headers_extra) + headers = {"Content-Type": "application/json", **self.headers_extra} + auth = BearerTokenAuth(self.token) if self.token else None payload = {"model": self.model, "query": query, "documents": documents} # Make the HTTP request to the reranker service - resp = requests.post(self.reranker_url, headers=headers, json=payload, timeout=self.timeout) + resp = requests.post( + self.reranker_url, headers=headers, auth=auth, json=payload, timeout=self.timeout + ) resp.raise_for_status() data = resp.json() diff --git a/src/memos/reranker/http_bge_strategy.py b/src/memos/reranker/http_bge_strategy.py index 7c5ec49fc..5a864cf83 100644 --- a/src/memos/reranker/http_bge_strategy.py +++ b/src/memos/reranker/http_bge_strategy.py @@ -12,6 +12,7 @@ from memos.reranker.strategies import RerankerStrategyFactory from memos.utils import timed +from ._http_auth import BearerTokenAuth from .base import BaseReranker @@ -173,16 +174,14 @@ def rerank( if not documents: return [] - headers = {"Content-Type": "application/json"} - if self.token: - headers["Authorization"] = f"Bearer {self.token}" - headers.update(self.headers_extra) + headers = {"Content-Type": "application/json", **self.headers_extra} + auth = BearerTokenAuth(self.token) if self.token else None payload = {"model": self.model, "query": query, "documents": documents} try: # Make the HTTP request to the reranker service resp = requests.post( - self.reranker_url, headers=headers, json=payload, timeout=self.timeout + self.reranker_url, headers=headers, auth=auth, json=payload, timeout=self.timeout ) resp.raise_for_status() data = resp.json() diff --git a/tests/reranker/test_http_auth.py b/tests/reranker/test_http_auth.py index 0c90cf0b7..d79d01da3 100644 --- a/tests/reranker/test_http_auth.py +++ b/tests/reranker/test_http_auth.py @@ -13,17 +13,25 @@ @pytest.mark.parametrize("backend", ["http_bge", "http_bge_strategy"]) @pytest.mark.parametrize("use_factory", [False, True]) @pytest.mark.parametrize( - ("token", "extra", "expected_auth"), + ("token", "extra", "has_netrc", "expected_auth"), [ - ("test-token", {}, "Bearer test-token"), - ("", {}, None), - ("test-token", {"authorization": "Bearer custom-token"}, "Bearer custom-token"), + ("test-token", {}, False, "Bearer test-token"), + ("", {}, False, None), + ("test-token", {"authorization": "Bearer custom-token"}, False, "Bearer custom-token"), + ("test-token", {}, True, "Bearer test-token"), + ("test-token", {"authorization": "Bearer custom-token"}, True, "Bearer custom-token"), + ("", {}, True, "Basic dGVzdC11c2VyOnRlc3QtcGFzcw=="), ], ) def test_http_reranker_authenticates_prepared_request( - monkeypatch, backend, use_factory, token, extra, expected_auth + monkeypatch, tmp_path, backend, use_factory, token, extra, has_netrc, expected_auth ): """Keep request preparation and ranking real; replace only the HTTP service.""" + netrc_path = tmp_path / "netrc" + if has_netrc: + netrc_path.write_text("machine reranker.example.test login test-user password test-pass\n") + netrc_path.chmod(0o600) + monkeypatch.setenv("NETRC", str(netrc_path)) headers_extra = {"X-Test-Header": "preserved", **extra} original_headers = headers_extra.copy() received = []