Add animekai source with 1anime direct-MP4 backend (independent CDN)
animekai.be fronted two server backends per episode: megaplay.buzz (same player/CDN family as hianime — 403s our egress IP) and my.1anime.site (direct progressive MP4, independent CDN — verified serving our IP at ~2.4MB/s). This is the rescue path around the MegaPlay Cloudflare block, per the ani-cli #1945/#1918 work. - providers/animekai.py: standard interface, per-episode backend dispatch (1anime first, then megaplay), same listed-but-dead -> raise semantics as hianime. All endpoints ride the shared TTL cache (no re-fetching on repeat UI hits). - upstream.py: megaplay_master() moved out of hianime — the MegaPlay chain (embed -> data-id -> getSourcesNew -> enc decrypt -> CDN proof) is now shared by every provider fronting that player. - app.py: /stream forwards Range for progressive files (206 + Content-Range passthrough, partial bodies never LRU-cached, 8MB cap on the parallel path so a 250MB MP4 can't pin RAM). api_stream reports hls=true/false from the URL — the player kind is a property of the URL, so future stream types slot in without app changes. - app.js: hls===false -> native <video> (existing Range-seeking), hls.js path untouched. - run.sh: ANI_SOURCE=animekai,hianime,anidb,anikoto (revert to the old chain when the MegaPlay block lifts). - tests: test_animekai.py (offline: interface, enc decrypt, /stream Range via monkeypatched network) + test_animekai_live.py (opt-in ANI_LIVE=1 end-to-end, skipped by default so the suite never touches animekai.be).
This commit is contained in:
1 parent
e3ef51d141
commit
d12ff79d29
8 files changed
+504
-35
No files matched your search
@@ -28,6 +28,9 @@ fi
|
||||
# ANIWEB_TRUST_XFF=1: prod traffic arrives via the local HTTPS proxy, so the
|
||||
# per-IP login budget keys on X-Forwarded-For; without the flag auth.py uses
|
||||
# the socket peer only (the header is spoofable on a direct connection).
|
||||
ANIWEB_SECURE=1 ANIWEB_TRUST_XFF=1 nohup .venv/bin/python -m uvicorn server.app:app --host 0.0.0.0 --port 8321 --timeout-graceful-shutdown 3 > server.log 2>&1 &
|
||||
# ANI_SOURCE: animekai leads while MegaPlay's CDN 403s our egress IP (its
|
||||
# 1anime servers use an independent CDN); the hianime/anidb/anikoto chain
|
||||
# stays as fallback. Restore "hianime,anidb,anikoto" once the block lifts.
|
||||
ANIWEB_SECURE=1 ANIWEB_TRUST_XFF=1 ANI_SOURCE=animekai,hianime,anidb,anikoto nohup .venv/bin/python -m uvicorn server.app:app --host 0.0.0.0 --port 8321 --timeout-graceful-shutdown 3 > server.log 2>&1 &
|
||||
echo $! > "$PIDF"
|
||||
echo "ani-web on http://localhost:8321 (pid $(cat "$PIDF")) — use the HTTPS proxy to log in"
|
||||
+26
-5
@@ -565,6 +565,9 @@ def api_stream(ep_id: int, lang: str = "jpn", request: Request = None):
|
||||
if not master:
|
||||
raise HTTPException(404, f"no {lang} stream for episode {ep_id}")
|
||||
out = {"token": _b64(master)}
|
||||
# the player kind is a property of the URL, not the provider: .m3u8
|
||||
# -> hls.js, anything else -> native <video> (app.js branches on this)
|
||||
out["hls"] = master.endswith(".m3u8")
|
||||
sub = upstream.subtitles(ep_id) # external .vtt (hianime); anidb bakes subs in
|
||||
if sub:
|
||||
out["sub"] = _b64(sub)
|
||||
@@ -615,9 +618,11 @@ def _cache_put(url, ct, body):
|
||||
_STREAM_CACHE.popitem(last=False)
|
||||
|
||||
|
||||
def _seg_stream(r, url, ct):
|
||||
def _seg_stream(r, url, ct, cache=True):
|
||||
"""Forward the CDN's bytes as they arrive; keep the LRU warm for
|
||||
completed downloads (a truncated one would poison the cache)."""
|
||||
completed downloads (a truncated one would poison the cache). cache=False
|
||||
for ranged file chunks — a partial body under the full-URL key would
|
||||
poison the LRU."""
|
||||
import time
|
||||
t0, t_first, buf, complete = time.time(), None, [], False
|
||||
try:
|
||||
@@ -629,7 +634,7 @@ def _seg_stream(r, url, ct):
|
||||
complete = True
|
||||
finally:
|
||||
r.close()
|
||||
if complete and buf:
|
||||
if complete and buf and cache:
|
||||
_cache_put(url, ct, b"".join(buf))
|
||||
# observability: a slow segment is the fragLoadTimeOut culprit. Log
|
||||
# only the slow ones so normal playback stays quiet. TTFB>3s or
|
||||
@@ -659,7 +664,7 @@ def _stream_playlist(url, meta=None):
|
||||
|
||||
|
||||
@app.get("/stream/{token}")
|
||||
def stream(token: str):
|
||||
def stream(token: str, request: Request = None):
|
||||
url = _url(token)
|
||||
p = urlparse(url)
|
||||
# ponytail: token is plain base64, so allowlist the host — otherwise any
|
||||
@@ -677,6 +682,19 @@ def stream(token: str):
|
||||
return Response(hit[1], media_type=hit[0], headers=_STREAM_CACHE_HDRS)
|
||||
if url.endswith(".m3u8"):
|
||||
return _stream_playlist(url, meta)
|
||||
# progressive file (1anime's direct MP4): the browser seeks with Range —
|
||||
# forward it, stream the chunk back, forward 206/Content-Range, never
|
||||
# cache (partial bodies under the full-URL key would poison the LRU)
|
||||
rng = request.headers.get("range") if request else None
|
||||
if rng:
|
||||
r = _upstream(upstream.get_stream, url, timeout=30,
|
||||
headers={**(meta or {}), "Range": rng})
|
||||
ct = r.headers.get("content-type", "video/mp4")
|
||||
return StreamingResponse(
|
||||
_seg_stream(r, url, ct, cache=False),
|
||||
status_code=r.status_code, media_type=ct,
|
||||
headers={k: v for k, v in r.headers.items()
|
||||
if k.lower() in ("content-range", "accept-ranges")})
|
||||
# segment miss: try parallel byte-range lanes first (4 concurrent fetches
|
||||
# beat per-connection CDN throttling); ANY failure falls back to the
|
||||
# single streaming path, so this can never be worse than before
|
||||
@@ -698,7 +716,10 @@ def stream(token: str):
|
||||
name = url.rsplit("/", 1)[-1][:40]
|
||||
print(f"[stream-slow] {name} parallel total={time.time()-t0:.1f}s "
|
||||
f"bytes={len(body)}", flush=True)
|
||||
_cache_put(url, ct, body)
|
||||
# ponytail: 8MB cap — the LRU is for playlists/segments; a multi-hundred-MB
|
||||
# progressive file (1anime MP4) would evict everything and pin RAM
|
||||
if len(body) < 8 * 1024 * 1024:
|
||||
_cache_put(url, ct, body)
|
||||
return Response(body, media_type=ct, headers=_STREAM_CACHE_HDRS)
|
||||
|
||||
|
||||
|
||||
@@ -0,0 +1,196 @@
|
||||
"""providers/animekai.py — animekai.be source (hianime-family CMS, own ID space).
|
||||
|
||||
Each episode lists one or more servers, allocated per-episode across TWO
|
||||
backends, handled by separate _backend_* functions (add a third backend =
|
||||
add one branch in _master_m3u8):
|
||||
|
||||
- my.1anime.site -> direct progressive MP4 (<source> on the embed page).
|
||||
Independent CDN; its file host demands a Referer (403 without).
|
||||
- megaplay.buzz -> MegaPlay player, shared with hianime via
|
||||
upstream.megaplay_master. Same CDN family.
|
||||
|
||||
master_m3u8() prefers 1anime first (independent of the MegaPlay CDN), then
|
||||
megaplay. The returned "master" is just "the URL the player fetches":
|
||||
.m3u8 -> hls.js, anything else -> native <video> through the /stream
|
||||
proxy's Range path (app.py decides by suffix — providers stay agnostic).
|
||||
|
||||
Politeness: every endpoint rides the shared _cached TTL cache (search
|
||||
300s, details 3600s, episodes 300s — airing shows gain eps, sources
|
||||
3600s, master 3600s), so repeated UI requests cost the provider one fetch.
|
||||
"""
|
||||
import re
|
||||
from urllib.parse import urlparse
|
||||
|
||||
from ..upstream import _cached, _get, megaplay_master
|
||||
|
||||
BASE = "https://animekai.be"
|
||||
RETRIES = {"sub": 300, "details": 3600, "episodes": 300, "sources": 3600, "master": 3600}
|
||||
|
||||
# ponytail: process-local slug<->id registry. details(slug) always precedes
|
||||
# episodes(anime_id) in the app flow (search -> details -> episodes), so an
|
||||
# id reaching episodes() was minted by this process's details(). A restart
|
||||
# orphans in-flight ids (user re-navigates) — same failure mode as any
|
||||
# source switch.
|
||||
_REG, _BYID = {}, {}
|
||||
_N = 0
|
||||
|
||||
# host -> Referer its file CDN demands; {} entry = allowed, no headers.
|
||||
# stream_meta() non-None is the /stream proxy's allowlist.
|
||||
STREAM_HOSTS = {}
|
||||
|
||||
|
||||
def _search(q):
|
||||
html = _get(f"{BASE}/browse", params={"keyword": q, "sort": "most_viewed"}, timeout=20).text
|
||||
out, seen = [], set()
|
||||
for m in re.finditer(
|
||||
r'<a class="title" href="[^"]*/watch/([^"?/]+)"[^>]*title="([^"]*)"', html):
|
||||
slug, name = m.group(1), m.group(2)
|
||||
if slug in seen:
|
||||
continue
|
||||
seen.add(slug)
|
||||
img = re.search(r'<img[^>]+src="([^"]+)"', html[max(0, m.start() - 400):m.end() + 200])
|
||||
out.append({"id": 0, "slug_id": slug, "name": name,
|
||||
"poster": img.group(1) if img else None})
|
||||
return out
|
||||
|
||||
|
||||
def _details(slug):
|
||||
t = _get(f"{BASE}/watch/{slug}", timeout=20).text
|
||||
global _N
|
||||
if slug not in _REG:
|
||||
_N += 1
|
||||
_REG[slug] = _N
|
||||
_BYID[_N] = slug
|
||||
title = re.search(r'property="og:title" content="([^"]+)"', t)
|
||||
name = re.sub(r'\s*Episode\s*\d+.*$', "", title.group(1)) if title else None
|
||||
name = re.sub(r'\s*[-|–]\s*AnimeKai\s*$', "", name or "").strip() or None
|
||||
post = re.search(r'property="og:image" content="([^"]+)"', t)
|
||||
syn = re.search(r'<div class="desc text-expand"[^>]*>([\s\S]*?)</div>', t)
|
||||
synopsis = re.sub(r"<[^>]+>", "", syn.group(1)).strip() if syn else None
|
||||
return {"id": _REG[slug], "name": name, "synopsis": synopsis,
|
||||
"mal_id": None,
|
||||
"poster": post.group(1) if post else None,
|
||||
"seasons": []}
|
||||
|
||||
|
||||
def _episodes(anime_id):
|
||||
slug = _BYID.get(anime_id)
|
||||
if slug is None:
|
||||
raise RuntimeError(f"animekai: unknown anime id {anime_id} (stale after restart?)")
|
||||
t = _get(f"{BASE}/watch/{slug}", timeout=20).text
|
||||
out, seen = [], set()
|
||||
for num in re.findall(rf'/watch/{re.escape(slug)}/ep-(\d+)"', t):
|
||||
n = int(num)
|
||||
if n in seen:
|
||||
continue
|
||||
seen.add(n)
|
||||
out.append({"id": anime_id * 1000 + n, "number": n, "filler": False})
|
||||
out.sort(key=lambda e: (isinstance(e["number"], str), e["number"]))
|
||||
return out
|
||||
|
||||
|
||||
def _sources(slug, num):
|
||||
d = _get(f"{BASE}/watch/{slug}/ep/{num}/sources", timeout=20).json()
|
||||
return d.get("sources") or {}
|
||||
|
||||
|
||||
_sources_cached = lambda slug, num: _cached(
|
||||
f"animekai:sources:{slug}:{num}", RETRIES["sources"], _sources, slug, num)
|
||||
|
||||
|
||||
def _languages(ep_id):
|
||||
anime_id, num = divmod(ep_id, 1000)
|
||||
slug = _BYID.get(anime_id)
|
||||
if slug is None:
|
||||
return []
|
||||
s = _sources_cached(slug, num)
|
||||
out = []
|
||||
if s.get("sub"):
|
||||
out.append({"code": "jpn", "name": "Sub", "embed_url": "sub"})
|
||||
if s.get("dub"):
|
||||
out.append({"code": "eng", "name": "Dub", "embed_url": "dub"})
|
||||
return out
|
||||
|
||||
|
||||
def _backend_oneanime(source_url):
|
||||
"""1anime embed -> direct MP4 url, or None. The file CDN 403s without a
|
||||
Referer, so the proof fetch doubles as the referer discovery."""
|
||||
page = _get(source_url, headers={"Referer": BASE + "/"}, timeout=15).text
|
||||
m = re.search(r'<source src="([^"]+)"', page)
|
||||
if not m:
|
||||
return None
|
||||
url = m.group(1)
|
||||
up = urlparse(source_url)
|
||||
host = urlparse(url).netloc
|
||||
# prove it serves us AND learn the referer the file host demands
|
||||
for refr in (f"{up.scheme}://{up.netloc}/", f"https://{host}/", None):
|
||||
try:
|
||||
_get(url, headers={"Range": "bytes=0-1023", **({"Referer": refr} if refr else {})},
|
||||
timeout=10)
|
||||
STREAM_HOSTS[host] = {"Referer": refr} if refr else {}
|
||||
return url
|
||||
except Exception:
|
||||
continue
|
||||
return None
|
||||
|
||||
|
||||
def _backend_megaplay(source_url):
|
||||
"""MegaPlay embed -> master m3u8 url, or None (shared chain)."""
|
||||
master, _subs, refr = megaplay_master(source_url, BASE + "/")
|
||||
if not master:
|
||||
return None
|
||||
host = urlparse(master).netloc
|
||||
STREAM_HOSTS[host] = {"Referer": refr} if refr else {}
|
||||
return master
|
||||
|
||||
|
||||
_BACKENDS = (("1anime", _backend_oneanime), ("megaplay", _backend_megaplay))
|
||||
|
||||
|
||||
def _master_m3u8(ep_id, lang="eng"):
|
||||
anime_id, num = divmod(ep_id, 1000)
|
||||
slug = _BYID.get(anime_id)
|
||||
if slug is None:
|
||||
raise RuntimeError(f"animekai: unknown anime id {anime_id} (stale after restart?)")
|
||||
s = _sources_cached(slug, num)
|
||||
want = "sub" if lang in ("jpn", "sub") else "dub"
|
||||
# 1anime first: independent CDN, so it rides through MegaPlay outages
|
||||
for mode in ((want, "sub") if want == "dub" else (want,)):
|
||||
servers = s.get(mode) or []
|
||||
if not servers:
|
||||
continue
|
||||
for _name, url in ((x.get("server_name"), x.get("source_url")) for x in servers):
|
||||
for _bname, backend in _BACKENDS:
|
||||
if url and _bname in url:
|
||||
try:
|
||||
out = backend(url)
|
||||
except Exception:
|
||||
out = None
|
||||
if out:
|
||||
return out
|
||||
# distinguish "no servers listed" (legit None = no dub) from "listed but
|
||||
# dead" (raise -> ANI_SOURCE fallback), same semantics as hianime
|
||||
if s.get(want) or (want == "dub" and s.get("sub")):
|
||||
raise RuntimeError(f"animekai: ep {num} servers listed but none resolved")
|
||||
return None
|
||||
|
||||
|
||||
# Provider interface. Cache keys namespaced "animekai:"; TTLs keep the
|
||||
# provider from seeing the same request twice (see module docstring).
|
||||
search = lambda q: _cached(f"animekai:search:{q.lower()}", RETRIES["sub"], _search, q)
|
||||
details = lambda s: _cached(f"animekai:details:{s}", RETRIES["details"], _details, s)
|
||||
episodes = lambda i: _cached(f"animekai:episodes:{i}", RETRIES["episodes"], _episodes, i)
|
||||
languages = lambda e: _cached(f"animekai:languages:{e}", RETRIES["sources"], _languages, e)
|
||||
master_m3u8 = lambda e, l="eng": _cached(f"animekai:master:{e}:{l}", RETRIES["master"], _master_m3u8, e, l)
|
||||
|
||||
|
||||
def stream_meta(url):
|
||||
"""{Referer} (or {}) for our own file hosts, else None — non-None
|
||||
doubles as the /stream allowlist."""
|
||||
return STREAM_HOSTS.get(urlparse(url).netloc)
|
||||
|
||||
|
||||
def subtitles(ep_id):
|
||||
# 1anime MP4s carry no separate subs; megaplay subs are in the tracks
|
||||
# the player bakes in — nothing external to hand the frontend
|
||||
return None
|
||||
@@ -13,7 +13,7 @@ import json
|
||||
import re
|
||||
from urllib.parse import urljoin, urlparse
|
||||
|
||||
from ..upstream import _cached, _get, megaplay_sources
|
||||
from ..upstream import _cached, _get, megaplay_master
|
||||
|
||||
BASE = "https://hianime.at"
|
||||
KEY = b"otaku-embed-v1"
|
||||
@@ -88,9 +88,8 @@ def _embed_payload(embed):
|
||||
"""embed url -> (master_m3u8, [{label, src} subs], referer_or_None).
|
||||
|
||||
Two player chains have appeared: zokoanime (window.__P blob,
|
||||
base64+XOR) and megaplay (page needs the hianime referer; data-id ->
|
||||
getSourcesNew; CDN domains rotate and most 403 us, so re-roll until
|
||||
one serves)."""
|
||||
base64+XOR — hianime-specific) and megaplay (shared: upstream.
|
||||
megaplay_master, used by animekai too)."""
|
||||
page = _get(embed, timeout=15).text
|
||||
blob = re.search(r'window\.__P="([^"]+)"', page)
|
||||
if blob:
|
||||
@@ -98,30 +97,7 @@ def _embed_payload(embed):
|
||||
subs = [{"label": (x or {}).get("label", ""), "src": (x or {}).get("src")}
|
||||
for x in j.get("subtitles") or []]
|
||||
return j.get("src"), subs, re.match(r'https?://[^/]+', embed).group(0) + "/"
|
||||
# megaplay: without the hianime referer the page is an error stub with no data-id
|
||||
if not re.search(r'data-id="\d+"', page):
|
||||
page = _get(embed, headers={"Referer": BASE + "/"}, timeout=15).text
|
||||
mid = re.search(r'data-id="(\d+)"', page)
|
||||
if not mid:
|
||||
return None, [], None
|
||||
host = re.match(r'https?://([^/]+)', embed).group(1)
|
||||
# ponytail: one attempt — the enc payload is deterministic per data-id,
|
||||
# so re-rolling getSourcesNew would just spam the provider
|
||||
d = megaplay_sources(_get(f"https://{host}/stream/getSourcesNew?id={mid.group(1)}",
|
||||
headers={"Referer": embed, "X-Requested-With": "XMLHttpRequest"},
|
||||
timeout=15).json())
|
||||
src = (d.get("sources") or {}).get("file")
|
||||
if not src:
|
||||
return None, [], None
|
||||
subs = [{"label": (x or {}).get("label", ""), "src": (x or {}).get("file")}
|
||||
for x in d.get("tracks") or []]
|
||||
for cand, refr in (({"Referer": embed}, embed), ({}, None)):
|
||||
try:
|
||||
_get(src, headers=cand, timeout=10)
|
||||
return src, subs, refr
|
||||
except Exception:
|
||||
continue
|
||||
return None, [], None
|
||||
return megaplay_master(embed, BASE + "/")
|
||||
|
||||
|
||||
def _master_m3u8(ep_id, lang="eng"):
|
||||
|
||||
@@ -79,6 +79,39 @@ def megaplay_sources(d):
|
||||
return d
|
||||
|
||||
|
||||
def megaplay_master(embed, referer):
|
||||
"""MegaPlay embed url -> (master_url, [{label, src} subs], referer_or_None).
|
||||
|
||||
Shared by every provider fronting the MegaPlay player (hianime,
|
||||
animekai): embed page (referer-gated) -> data-id -> getSourcesNew
|
||||
(megaplay_sources) -> prove the CDN serves us, remembering which
|
||||
Referer variant worked. referer = the front site's home (the embed
|
||||
page 403s a stub without it). One attempt: the enc payload is
|
||||
deterministic per data-id, re-rolling would just spam the provider.
|
||||
The caller registers the returned master's hosts in its own
|
||||
/stream allowlist."""
|
||||
page = _get(embed, headers={"Referer": referer}, timeout=15).text
|
||||
mid = re.search(r'data-id="(\d+)"', page)
|
||||
if not mid:
|
||||
return None, [], None
|
||||
host = re.match(r'https?://([^/]+)', embed).group(1)
|
||||
d = megaplay_sources(_get(f"https://{host}/stream/getSourcesNew?id={mid.group(1)}",
|
||||
headers={"Referer": embed, "X-Requested-With": "XMLHttpRequest"},
|
||||
timeout=15).json())
|
||||
src = (d.get("sources") or {}).get("file")
|
||||
if not src:
|
||||
return None, [], None
|
||||
subs = [{"label": (x or {}).get("label", ""), "src": (x or {}).get("file")}
|
||||
for x in d.get("tracks") or []]
|
||||
for cand, refr in (({"Referer": embed}, embed), ({}, None)):
|
||||
try:
|
||||
_get(src, headers=cand, timeout=10)
|
||||
return src, subs, refr
|
||||
except Exception:
|
||||
continue
|
||||
return None, [], None
|
||||
|
||||
|
||||
def _get(url, **kw):
|
||||
# ponytail: one retry (300ms) on transient upstream errors (Cloudflare
|
||||
# 403/503, 429, 5xx); 404 and other 4xx are final. Failing fast matters:
|
||||
|
||||
+5
-1
@@ -1138,7 +1138,11 @@ async function play(ep_id, ep_no) {
|
||||
branch: (!window.Hls || !Hls.isSupported()) ? (nativeOK !== "none" && nativeOK !== "" ? "native" : "none-throw") : "hlsjs",
|
||||
hls_lib: typeof window.Hls, mse, native_hls: nativeOK, ua: navigator.userAgent});
|
||||
} catch {}
|
||||
if (!window.Hls || !Hls.isSupported()) {
|
||||
if (s.hls === false) {
|
||||
// progressive file (1anime's direct MP4): native <video>; the /stream
|
||||
// proxy forwards the browser's Range requests, so seeking works
|
||||
v.src = "/stream/" + s.token;
|
||||
} else if (!window.Hls || !Hls.isSupported()) {
|
||||
// No MSE (e.g. iOS < 17): fall back to the browser's NATIVE HLS player.
|
||||
// iOS Safari plays standard m3u8 in <video> directly — same proxied URL,
|
||||
// same-origin, so no CORS needed.
|
||||
|
||||
@@ -0,0 +1,133 @@
|
||||
"""test_animekai.py — animekai provider + MegaPlay decrypt + /stream Range path.
|
||||
|
||||
All offline (monkeypatched network) so the suite never touches animekai.be,
|
||||
MegaPlay, or any CDN. Live smoke tests live in test_animekai_live.py and
|
||||
are skipped unless ANI_LIVE=1.
|
||||
|
||||
Run: .venv/bin/pytest tests/test_animekai.py -q
|
||||
"""
|
||||
import base64
|
||||
import os
|
||||
import sys
|
||||
import types
|
||||
from pathlib import Path
|
||||
|
||||
import pytest
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
sys.path.insert(0, str(ROOT))
|
||||
|
||||
# Live 1anime-style host the /stream allowlist tests will register
|
||||
HOST = "my.1anime.site"
|
||||
VIDEO = f"https://{HOST}/stream/69f9d2aef757c305714fdc246e06d6bc"
|
||||
|
||||
|
||||
def test_animekai_provider_imports():
|
||||
import server.providers.animekai as a # noqa: F401
|
||||
for fn in ("search", "details", "episodes", "languages", "master_m3u8"):
|
||||
assert callable(getattr(a, fn)), fn
|
||||
assert callable(a.stream_meta)
|
||||
assert callable(a.subtitles)
|
||||
|
||||
|
||||
def test_animekai_stream_meta_allowlist():
|
||||
import server.providers.animekai as a
|
||||
assert a.stream_meta("https://other.example/x.m3u8") is None
|
||||
a.STREAM_HOSTS[HOST] = {"Referer": "https://" + HOST + "/"}
|
||||
assert a.stream_meta(VIDEO) == {"Referer": "https://" + HOST + "/"}
|
||||
a.STREAM_HOSTS.clear()
|
||||
|
||||
|
||||
# --- MegaPlay payload: old plaintext shape, new AES "enc" shape ------------
|
||||
# enc sample: real getSourcesNew response captured 2026-09-29 (deterministic
|
||||
# per data-id; key/IV static in the player's public JS — see upstream._MP_KEY)
|
||||
ENC = ("wdeBruh3qqn_i5wUNnyaPcXqidp1UWP84FfPHzGyKXA2hDZBfMCmZ4FLvs7_pQuH549Ept"
|
||||
"ax8UOjAJyRIZfrRhUGUKy9OBeGh2yB_-m_JLAlLnWTLzYZC3_C5I4ltveYoiaU66Do9Rg"
|
||||
"I9bCetmk_o87-sd66brXnWV1MbjhLnjw")
|
||||
|
||||
|
||||
def test_megaplay_sources_old_shape_passthrough():
|
||||
from server.upstream import megaplay_sources
|
||||
d = {"sources": {"file": "https://cdn.x/master.m3u8"}, "tracks": []}
|
||||
out = megaplay_sources(d)
|
||||
assert out["sources"]["file"] == "https://cdn.x/master.m3u8"
|
||||
|
||||
|
||||
def test_megaplay_sources_new_shape_decrypts():
|
||||
from server.upstream import megaplay_sources
|
||||
out = megaplay_sources({"enc": ENC, "tracks": [{"file": "a.vtt"}]})
|
||||
f = out["sources"]["file"]
|
||||
assert f.startswith("https://") and f.endswith("master.m3u8"), f
|
||||
assert out["tracks"] == [{"file": "a.vtt"}] # outer fields untouched
|
||||
|
||||
|
||||
def test_megaplay_sources_no_sources_unchanged():
|
||||
from server.upstream import megaplay_sources
|
||||
assert megaplay_sources({}) == {}
|
||||
|
||||
|
||||
def test_megaplay_sources_garbage_enc_raises():
|
||||
from server.upstream import megaplay_sources
|
||||
# corrupt payload must raise (provider -> fallback chain), not return None
|
||||
with pytest.raises(Exception):
|
||||
megaplay_sources({"enc": "AAAA" * 10})
|
||||
|
||||
|
||||
# --- /stream Range pass-through (progressive MP4), offline -----------------
|
||||
|
||||
class _FakeStream:
|
||||
"""Minimal stand-in for a streaming curl_cffi response (206 + chunk)."""
|
||||
status_code = 206
|
||||
headers = {"content-type": "video/mp4",
|
||||
"content-range": f"bytes 0-1023/{1024 * 1024}",
|
||||
"accept-ranges": "bytes"}
|
||||
|
||||
def iter_content(self, chunk_size=1):
|
||||
yield b"x" * 1024
|
||||
|
||||
def close(self):
|
||||
pass
|
||||
|
||||
|
||||
@pytest.fixture()
|
||||
def app_mod(monkeypatch):
|
||||
monkeypatch.setenv("ANI_SOURCE", "animekai")
|
||||
import server.upstream as up
|
||||
monkeypatch.setattr(up, "get_stream",
|
||||
lambda url, timeout=12, headers=None: _FakeStream())
|
||||
import server.app as m
|
||||
return m
|
||||
|
||||
|
||||
def _drain(it):
|
||||
import asyncio
|
||||
async def _go():
|
||||
return b"".join([c async for c in it])
|
||||
return asyncio.run(_go())
|
||||
|
||||
|
||||
def _call(app_mod, token, range_hdr):
|
||||
"""Invoke the /stream handler in-process (no TestClient: it wants httpx).
|
||||
Returns (status, headers_dict, body_bytes)."""
|
||||
req = types.SimpleNamespace(headers={"range": range_hdr} if range_hdr else {})
|
||||
resp = app_mod.stream(token, request=req)
|
||||
body = _drain(resp.body_iterator) if getattr(resp, "body_iterator", None) is not None else resp.body
|
||||
return resp.status_code, dict(resp.headers), body
|
||||
|
||||
|
||||
def test_stream_range_forwards_206_and_chunk(app_mod):
|
||||
import server.providers.animekai as a
|
||||
a.STREAM_HOSTS[HOST] = {"Referer": "https://" + HOST + "/"}
|
||||
token = base64.urlsafe_b64encode(VIDEO.encode()).decode()
|
||||
status, hdrs, body = _call(app_mod, token, "bytes=0-1023")
|
||||
assert status == 206, status
|
||||
assert hdrs.get("content-range") == f"bytes 0-1023/{1024 * 1024}"
|
||||
assert len(body) == 1024
|
||||
|
||||
|
||||
def test_stream_range_not_cached(app_mod):
|
||||
import server.providers.animekai as a
|
||||
a.STREAM_HOSTS[HOST] = {"Referer": "https://" + HOST + "/"}
|
||||
token = base64.urlsafe_b64encode(VIDEO.encode()).decode()
|
||||
_call(app_mod, token, "bytes=0-1023")
|
||||
assert VIDEO not in app_mod._STREAM_CACHE, "ranged chunk poisoned the LRU"
|
||||
@@ -0,0 +1,103 @@
|
||||
"""test_animekai_live.py — LIVE smoke tests for the animekai provider.
|
||||
|
||||
Skipped by default so the suite never touches animekai.be (politeness:
|
||||
the provider must not be spammed by CI or local test runs). Enable with:
|
||||
|
||||
ANI_LIVE=1 .venv/bin/pytest tests/test_animekai_live.py -q -s
|
||||
|
||||
Every call rides the provider's _cached TTL cache, so one run is a
|
||||
handful of requests, not a crawl.
|
||||
"""
|
||||
import base64
|
||||
import os
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
import pytest
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
sys.path.insert(0, str(ROOT))
|
||||
|
||||
live = pytest.mark.skipif(
|
||||
os.environ.get("ANI_LIVE") != "1",
|
||||
reason="live upstream test: run with ANI_LIVE=1")
|
||||
|
||||
|
||||
@live
|
||||
def test_search_shape():
|
||||
from server.providers import animekai as a
|
||||
r = a.search("one piece")
|
||||
assert r and all(set(x) >= {"id", "slug_id", "name"} for x in r), r[:2]
|
||||
print("\nsearch:", [(x["name"], x["slug_id"]) for x in r[:3]])
|
||||
|
||||
|
||||
@live
|
||||
def test_details_episodes_languages():
|
||||
from server.providers import animekai as a
|
||||
r = a.search("one piece")
|
||||
top = next(x for x in r if x["name"].lower().startswith("one piece"))
|
||||
d = a.details(top["slug_id"])
|
||||
print("\ndetails:", {k: (str(v)[:60] if v else v) for k, v in d.items()
|
||||
if k != "seasons"})
|
||||
assert d["name"] and d["id"], d
|
||||
eps = a.episodes(d["id"])
|
||||
assert eps and eps[0]["number"] == 1, eps[:2]
|
||||
print("episodes:", len(eps), "first:", eps[0])
|
||||
langs = a.languages(eps[0]["id"])
|
||||
print("langs ep1:", langs)
|
||||
assert langs, "ep1 should have at least sub"
|
||||
|
||||
|
||||
@live
|
||||
def test_master_resolves_and_stream_proxy_serves_range(monkeypatch):
|
||||
"""Full path: provider resolves a stream, and the in-process /stream
|
||||
proxy serves it with Range (206 + chunk). server.app import is safe
|
||||
here: the CDN probe is idle-gated (no upstream fetch until a play)."""
|
||||
# stream_meta's allowlist walks the ANI_SOURCE chain; point it at
|
||||
# animekai (as run.sh does) so the resolved host is permitted
|
||||
monkeypatch.setenv("ANI_SOURCE", "animekai")
|
||||
from server.providers import animekai as a
|
||||
# Sparks of Tomorrow's early eps were observed on 1anime servers
|
||||
# (independent CDN); the browse sort is most_viewed, so pick the title
|
||||
# by name, not position, then scan its first episodes for a resolver.
|
||||
r = a.search("sparks of tomorrow")
|
||||
top = next((x for x in r if "sparks" in x["name"].lower()), r[0])
|
||||
d = a.details(top["slug_id"])
|
||||
eps = a.episodes(d["id"])
|
||||
got = None
|
||||
for e in eps[:5]:
|
||||
for lang in ("jpn", "eng"):
|
||||
try:
|
||||
got = a.master_m3u8(e["id"], lang)
|
||||
except Exception as ex:
|
||||
print(f"\nep{e['number']} {lang}: {ex}")
|
||||
if got:
|
||||
break
|
||||
if got:
|
||||
break
|
||||
assert got, "no server resolved for ep1-3 (both backends dead?)"
|
||||
print("\nresolved:", got)
|
||||
|
||||
# host must be allowlisted (that IS the /stream permit)
|
||||
from urllib.parse import urlparse
|
||||
meta = a.stream_meta(got)
|
||||
assert meta is not None, f"provider did not register host for {got}"
|
||||
|
||||
# in-process /stream Range check (direct handler call, no server spawn)
|
||||
import asyncio
|
||||
import types
|
||||
import server.app as app_mod
|
||||
token = base64.urlsafe_b64encode(got.encode()).decode()
|
||||
rng = None if got.endswith(".m3u8") else "bytes=0-1023"
|
||||
req = types.SimpleNamespace(headers={"range": rng} if rng else {})
|
||||
resp = app_mod.stream(token, request=req)
|
||||
|
||||
async def _drain(it):
|
||||
return b"".join([c async for c in it])
|
||||
body = (asyncio.run(_drain(resp.body_iterator)) if getattr(resp, "body_iterator", None) is not None
|
||||
else resp.body)
|
||||
if got.endswith(".m3u8"):
|
||||
assert resp.status_code == 200 and b"#EXTM3U" in body
|
||||
else:
|
||||
assert resp.status_code == 206 and len(body) == 1024, resp.status_code
|
||||
print("proxy:", resp.status_code, len(body), "b")
|
||||
Reference in new issue
Block a user