From 5811d71c303c6e1632318592e2e6913c684050f0 Mon Sep 17 00:00:00 2001 From: elean-latedev Date: Tue, 17 Nov 2026 15:18:16 +0000 Subject: [PATCH 1/3] fix(mcp): leave the media type out when the URL has no known extension The MCP servers sent type "image" for any media URL without a video, gif or pdf extension, so a Google Drive link to an MP4 went out as an image. The API then rehosts the Drive file as .mp4 and rejects the explicit image type on create, and validate runs the TikTok image check on it. Media items are now typed only when the extension proves it (video, gif, document, image); any other URL is sent without type and the API infers it. One helper serves the ChatGPT server and posts_create/posts_cross_post. --- src/late/mcp/chatgpt_server.py | 16 ++------- src/late/mcp/media_items.py | 18 +++++++++++ src/late/mcp/server.py | 25 +++----------- tests/test_chatgpt_server.py | 21 +++++++++++- tests/test_mcp_media_items.py | 59 ++++++++++++++++++++++++++++++++++ 5 files changed, 103 insertions(+), 36 deletions(-) create mode 100644 src/late/mcp/media_items.py create mode 100644 tests/test_mcp_media_items.py diff --git a/src/late/mcp/chatgpt_server.py b/src/late/mcp/chatgpt_server.py index db0cb746..aebb83aa 100644 --- a/src/late/mcp/chatgpt_server.py +++ b/src/late/mcp/chatgpt_server.py @@ -27,6 +27,7 @@ from late.mcp.auth import build_auth_provider, forget_rejected_token from late.mcp.middleware import WellFormedOutputMiddleware, WellFormedOutputTransform from late.mcp.middleware.rate_limit import wait_hint +from late.mcp.media_items import media_item from late.mcp.user_agent import mcp_user_agent API_BASE = ( @@ -47,7 +48,6 @@ "Saturday", "Sunday", ] -_VIDEO_EXT = (".mp4", ".mov", ".avi", ".webm", ".m4v") # Everything this surface can do fits these four; ChatGPT asks the user to # grant every scope the discovery document advertises. CHATGPT_SCOPES = ["posts:read", "posts:write", "accounts:read", "analytics:read"] @@ -449,19 +449,7 @@ async def _usernames(posts: list[dict[str, Any]]) -> dict[str, str]: def _media_items(media_urls: list[str] | None) -> list[dict[str, str]]: - items = [] - for url in media_urls or []: - lower = url.lower().split("?")[0] - if lower.endswith(_VIDEO_EXT): - media_type = "video" - elif lower.endswith(".gif"): - media_type = "gif" - elif lower.endswith(".pdf"): - media_type = "document" - else: - media_type = "image" - items.append({"type": media_type, "url": url}) - return items + return [media_item(url) for url in media_urls or []] def _schedule_fields(scheduled_for: str, tz: str | None) -> dict[str, str]: diff --git a/src/late/mcp/media_items.py b/src/late/mcp/media_items.py new file mode 100644 index 00000000..92173063 --- /dev/null +++ b/src/late/mcp/media_items.py @@ -0,0 +1,18 @@ +from __future__ import annotations + +_VIDEO_EXT = (".mp4", ".mov", ".avi", ".webm", ".m4v") +_IMAGE_EXT = (".jpg", ".jpeg", ".png", ".webp", ".heic", ".heif", ".bmp", ".tiff") + + +def media_item(url: str) -> dict[str, str]: + path = url.lower().split("?")[0] + if path.endswith(_VIDEO_EXT): + return {"type": "video", "url": url} + if path.endswith(".gif"): + return {"type": "gif", "url": url} + if path.endswith(".pdf"): + return {"type": "document", "url": url} + if path.endswith(_IMAGE_EXT): + return {"type": "image", "url": url} + # Unknown extension (e.g. a Drive link): omit type so the API infers it from the fetched file. + return {"url": url} diff --git a/src/late/mcp/server.py b/src/late/mcp/server.py index d33cde39..e07ceaaa 100644 --- a/src/late/mcp/server.py +++ b/src/late/mcp/server.py @@ -45,7 +45,7 @@ from fastmcp.server.transforms.search.base import serialize_tools_for_output_markdown from mcp.types import INVALID_PARAMS, ToolAnnotations -from late import Late, MediaType, PostStatus +from late import Late, PostStatus from late.client.exceptions import LateAPIError, LateError, LateRateLimitError from .auth import build_auth_provider, forget_rejected_token @@ -58,6 +58,7 @@ WellFormedOutputMiddleware, WellFormedOutputTransform, ) +from .media_items import media_item from .resources import register_resources from .tool_definitions import TOOL_DEFINITIONS from .user_agent import mcp_user_agent @@ -931,16 +932,7 @@ def posts_create( # Add media items if provided if media_urls: urls = [u.strip() for u in media_urls.split(",") if u.strip()] - media_items = [] - for url in urls: - media_type: MediaType | str = MediaType.IMAGE - if any( - ext in url.lower() for ext in [".mp4", ".mov", ".avi", ".webm", ".m4v"] - ): - media_type = MediaType.VIDEO - elif any(ext in url.lower() for ext in [".gif"]): - media_type = MediaType.GIF - media_items.append({"type": media_type, "url": url}) + media_items = [media_item(url) for url in urls] params["media_items"] = media_items if is_draft: @@ -1042,16 +1034,7 @@ def posts_cross_post( if media_urls: urls = [u.strip() for u in media_urls.split(",") if u.strip()] - media_items = [] - for url in urls: - media_type: MediaType | str = MediaType.IMAGE - if any( - ext in url.lower() for ext in [".mp4", ".mov", ".avi", ".webm", ".m4v"] - ): - media_type = MediaType.VIDEO - elif any(ext in url.lower() for ext in [".gif"]): - media_type = MediaType.GIF - media_items.append({"type": media_type, "url": url}) + media_items = [media_item(url) for url in urls] params["media_items"] = media_items if is_draft: diff --git a/tests/test_chatgpt_server.py b/tests/test_chatgpt_server.py index 5246d14f..91491492 100644 --- a/tests/test_chatgpt_server.py +++ b/tests/test_chatgpt_server.py @@ -18,7 +18,7 @@ from fastmcp import Client from late.mcp import auth, chatgpt_server -from late.mcp.chatgpt_server import chatgpt_mcp +from late.mcp.chatgpt_server import _media_items, chatgpt_mcp API = chatgpt_server.API_BASE @@ -341,3 +341,22 @@ async def test_an_api_401_evicts_the_cached_token_so_chatgpt_gets_a_401_and_refr assert result.is_error assert auth.token_cache_key("sk_test") not in auth._VERIFIED_AT + + +@pytest.mark.parametrize( + ("url", "expected"), + [ + ("https://x.com/a.mp4", {"type": "video", "url": "https://x.com/a.mp4"}), + ( + "https://x.com/a.jpg?w=1", + {"type": "image", "url": "https://x.com/a.jpg?w=1"}, + ), + ("https://x.com/a.pdf", {"type": "document", "url": "https://x.com/a.pdf"}), + ( + "https://drive.google.com/file/d/abc/view?usp=sharing", + {"url": "https://drive.google.com/file/d/abc/view?usp=sharing"}, + ), + ], +) +def test_media_items_only_type_what_the_extension_proves(url, expected): + assert _media_items([url]) == [expected] diff --git a/tests/test_mcp_media_items.py b/tests/test_mcp_media_items.py new file mode 100644 index 00000000..fcd4b654 --- /dev/null +++ b/tests/test_mcp_media_items.py @@ -0,0 +1,59 @@ +from __future__ import annotations + +import json + +import httpx +import pytest +import respx +from fastmcp import Client + +from late.mcp.server import mcp + +API = "https://api.test.com" +DRIVE_URL = "https://drive.google.com/file/d/abc/view?usp=sharing" +POST_RESPONSE = { + "post": {"_id": "post_1", "content": "hi", "status": "draft", "platforms": []}, + "message": "ok", +} + + +@pytest.fixture(autouse=True) +def _api_env(monkeypatch: pytest.MonkeyPatch) -> None: + monkeypatch.setenv("ZERNIO_API_KEY", "test_api_key") + monkeypatch.setenv("ZERNIO_BASE_URL", API) + + +@respx.mock +@pytest.mark.parametrize( + ("tool", "arguments"), + [ + ( + "posts_create", + {"platform": "twitter", "account_id": "acc_1"}, + ), + ( + "posts_cross_post", + {"platforms": "twitter", "account_ids": "acc_1"}, + ), + ], +) +async def test_media_urls_are_typed_only_when_the_extension_proves_it( + tool: str, arguments: dict +) -> None: + create = respx.post(f"{API}/v1/posts").mock( + return_value=httpx.Response(200, json=POST_RESPONSE) + ) + media_urls = f"https://x.com/a.mp4,https://x.com/a.jpg,{DRIVE_URL}" + + async with Client(mcp) as client: + await client.call_tool( + tool, + {"content": "hi", "is_draft": True, "media_urls": media_urls, **arguments}, + ) + + items = json.loads(create.calls.last.request.content)["mediaItems"] + assert items == [ + {"type": "video", "url": "https://x.com/a.mp4"}, + {"type": "image", "url": "https://x.com/a.jpg"}, + {"url": DRIVE_URL}, + ] From c1d34a2989af36cbbc7f33dc07376579c815b3ab Mon Sep 17 00:00:00 2001 From: elean-latedev Date: Tue, 17 Nov 2026 15:20:45 +0000 Subject: [PATCH 2/3] fix(mcp): state where the API infers an omitted media type --- src/late/mcp/media_items.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/late/mcp/media_items.py b/src/late/mcp/media_items.py index 92173063..65c52e28 100644 --- a/src/late/mcp/media_items.py +++ b/src/late/mcp/media_items.py @@ -14,5 +14,5 @@ def media_item(url: str) -> dict[str, str]: return {"type": "document", "url": url} if path.endswith(_IMAGE_EXT): return {"type": "image", "url": url} - # Unknown extension (e.g. a Drive link): omit type so the API infers it from the fetched file. + # Unknown extension (e.g. a Drive link): omit type so the API infers it (Drive links are rehosted first). return {"url": url} From 4a6b47c1a0bfa1c32b59ae124baa68d86ab926e4 Mon Sep 17 00:00:00 2001 From: EleanQuintero Date: Wed, 18 Nov 2026 15:58:59 +0100 Subject: [PATCH 3/3] fix(mcp): sort imports after rebase --- src/late/mcp/chatgpt_server.py | 2 +- src/late/mcp/server.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/late/mcp/chatgpt_server.py b/src/late/mcp/chatgpt_server.py index aebb83aa..95584cb2 100644 --- a/src/late/mcp/chatgpt_server.py +++ b/src/late/mcp/chatgpt_server.py @@ -25,9 +25,9 @@ from late.client.base import _retry_after_seconds from late.mcp.auth import build_auth_provider, forget_rejected_token +from late.mcp.media_items import media_item from late.mcp.middleware import WellFormedOutputMiddleware, WellFormedOutputTransform from late.mcp.middleware.rate_limit import wait_hint -from late.mcp.media_items import media_item from late.mcp.user_agent import mcp_user_agent API_BASE = ( diff --git a/src/late/mcp/server.py b/src/late/mcp/server.py index e07ceaaa..b73fc37f 100644 --- a/src/late/mcp/server.py +++ b/src/late/mcp/server.py @@ -50,6 +50,7 @@ from .auth import build_auth_provider, forget_rejected_token from .idempotency import same_arguments_key +from .media_items import media_item from .middleware import ( FEEDBACK_TOOL, FeedbackSourceMiddleware, @@ -58,7 +59,6 @@ WellFormedOutputMiddleware, WellFormedOutputTransform, ) -from .media_items import media_item from .resources import register_resources from .tool_definitions import TOOL_DEFINITIONS from .user_agent import mcp_user_agent