from __future__ import annotations

import json
import re
from typing import Any, Optional

import httpx
from bs4 import BeautifulSoup


def can_handle(host: str) -> bool:
    return host.lower().endswith("masa49.org")

def get_categories() -> list[dict]:
    import os
    try:
        current_dir = os.path.dirname(os.path.abspath(__file__))
        json_path = os.path.join(current_dir, "categories.json")
        with open(json_path, 'r', encoding='utf-8') as f:
            return json.load(f)
    except Exception:
        return []


def _best_image_url(img: Any) -> Optional[str]:
    if img is None:
        return None
    for k in ("data-src", "data-original", "data-lazy", "src"):
        v = img.get(k)
        if v and str(v).strip():
            return str(v).strip()
    return None


def _find_duration_like_text(node: Any) -> Optional[str]:
    try:
        text = node.get_text(" ", strip=True)
    except Exception:
        return None
    m = re.search(r"\b(?:\d{1,2}:){1,2}\d{2}\b", text)
    return m.group(0) if m else None


async def fetch_html(url: str) -> str:
    headers = {
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0 Safari/537.36",
        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
        "Accept-Language": "en-US,en;q=0.9",
    }

    async with httpx.AsyncClient(
        follow_redirects=True,
        timeout=httpx.Timeout(20.0, connect=20.0),
        headers=headers,
    ) as client:
        resp = await client.get(url)
        resp.raise_for_status()
        return resp.text


def _first_non_empty(*values: Optional[str]) -> Optional[str]:
    for v in values:
        if v is not None and str(v).strip() != "":
            return str(v).strip()
    return None


def _text(el: Any) -> Optional[str]:
    if el is None:
        return None
    t = getattr(el, "get_text", None)
    if callable(t):
        return t(strip=True) or None
    return None


def _meta(soup: BeautifulSoup, *, prop: str | None = None, name: str | None = None) -> Optional[str]:
    if prop:
        tag = soup.find("meta", attrs={"property": prop})
        if tag and tag.get("content"):
            return str(tag.get("content")).strip()
    if name:
        tag = soup.find("meta", attrs={"name": name})
        if tag and tag.get("content"):
            return str(tag.get("content")).strip()
    return None


def _parse_json_ld(soup: BeautifulSoup) -> list[dict[str, Any]]:
    out: list[dict[str, Any]] = []
    for script in soup.find_all("script", attrs={"type": "application/ld+json"}):
        raw = script.string or script.get_text(strip=False)
        if not raw:
            continue
        try:
            parsed = json.loads(raw)
        except Exception:
            continue

        if isinstance(parsed, dict):
            out.append(parsed)
        elif isinstance(parsed, list):
            out.extend([x for x in parsed if isinstance(x, dict)])
    return out


def _as_list(value: Any) -> list[str]:
    if value is None:
        return []
    if isinstance(value, list):
        return [str(x).strip() for x in value if str(x).strip()]
    if isinstance(value, str):
        return [x.strip() for x in re.split(r"[,\n]", value) if x.strip()]
    return [str(value).strip()] if str(value).strip() else []


def _normalize_duration(seconds_or_iso: Any) -> Optional[str]:
    if seconds_or_iso is None:
        return None

    if isinstance(seconds_or_iso, (int, float)):
        total = int(seconds_or_iso)
        h = total // 3600
        m = (total % 3600) // 60
        s = total % 60
        if h > 0:
            return f"{h}:{m:02d}:{s:02d}"
        return f"{m}:{s:02d}"

    if isinstance(seconds_or_iso, str):
        v = seconds_or_iso.strip()
        m = re.fullmatch(r"PT(?:(\d+)H)?(?:(\d+)M)?(?:(\d+)S)?", v)
        if m:
            h = int(m.group(1) or 0)
            mm = int(m.group(2) or 0)
            s = int(m.group(3) or 0)
            if h > 0:
                return f"{h}:{mm:02d}:{s:02d}"
            return f"{mm}:{s:02d}"
        return v or None

    return str(seconds_or_iso).strip() or None


def _extract_views(video_obj: Optional[dict[str, Any]], html: str, soup: BeautifulSoup) -> Optional[str]:
    if video_obj:
        for key in ("interactionCount", "viewCount", "views"):
            v = video_obj.get(key)
            if v is not None and str(v).strip():
                return str(v).strip()

        stats = video_obj.get("interactionStatistic")
        if isinstance(stats, dict):
            v = stats.get("userInteractionCount") or stats.get("interactionCount")
            if v is not None and str(v).strip():
                return str(v).strip()
        elif isinstance(stats, list):
            for s in stats:
                if not isinstance(s, dict):
                    continue
                v = s.get("userInteractionCount") or s.get("interactionCount")
                if v is not None and str(v).strip():
                    return str(v).strip()

    for pattern in (
        r'"userInteractionCount"\s*:\s*"?([0-9][0-9,\.]*(?:\s*[KMB])?)"?',
        r'"interactionCount"\s*:\s*"?([0-9][0-9,\.]*(?:\s*[KMB])?)"?',
        r'"viewCount"\s*:\s*"?([0-9][0-9,\.]*(?:\s*[KMB])?)"?',
        r'"views"\s*:\s*"?([0-9][0-9,\.]*(?:\s*[KMB])?)"?',
    ):
        m = re.search(pattern, html, re.IGNORECASE)
        if m:
            return m.group(1).replace(" ", "").upper()

    text = soup.get_text(" ", strip=True)
    m = re.search(r"(\d+(?:\.\d+)?)\s*([KMB])?\s*(?:views|view)\b", text, re.IGNORECASE)
    if m:
        num = m.group(1)
        suffix = (m.group(2) or "").upper()
        return f"{num}{suffix}" if suffix else num

    m = re.search(r"([0-9][0-9,\.\s]*)\s*(?:views|view)", text, re.IGNORECASE)
    if m:
        return m.group(1).strip()

    return None


def parse_page(html: str, url: str) -> dict[str, Any]:
    soup = BeautifulSoup(html, "lxml")

    og_title = _meta(soup, prop="og:title")
    og_desc = _meta(soup, prop="og:description")
    og_image = _meta(soup, prop="og:image")
    meta_desc = _meta(soup, name="description")

    title = _first_non_empty(og_title, _text(soup.find("title")))
    description = _first_non_empty(og_desc, meta_desc)
    thumbnail = _first_non_empty(og_image)

    json_ld = _parse_json_ld(soup)
    video_obj: Optional[dict[str, Any]] = None
    for obj in json_ld:
        t = obj.get("@type")
        if isinstance(t, list):
            if any(str(x).lower() == "videoobject" for x in t):
                video_obj = obj
                break
        if isinstance(t, str) and t.lower() == "videoobject":
            video_obj = obj
            break

    duration = None
    uploader = None
    category = None
    tags: list[str] = []

    if video_obj:
        title = _first_non_empty(title, video_obj.get("name"))
        description = _first_non_empty(description, video_obj.get("description"))

        thumb = video_obj.get("thumbnailUrl") or video_obj.get("thumbnail")
        if isinstance(thumb, list):
            thumb = next((x for x in thumb if isinstance(x, str) and x.strip()), None)
        thumbnail = _first_non_empty(thumbnail, thumb)

        duration = _normalize_duration(video_obj.get("duration"))

        author = video_obj.get("author")
        if isinstance(author, dict):
            uploader = _first_non_empty(author.get("name"), author.get("alternateName"))
        elif isinstance(author, str):
            uploader = author.strip() or None

        genre = video_obj.get("genre")
        if isinstance(genre, str):
            category = genre.strip() or None
        elif isinstance(genre, list) and genre:
            category = str(genre[0]).strip() or None

        tags = _as_list(video_obj.get("keywords"))

    if not tags:
        for a in soup.select('a[href*="/tag/"]'):
            t = _text(a)
            if t:
                tags.append(t)
        for a in soup.select('a[href*="/tags/"]'):
            t = _text(a)
            if t:
                tags.append(t)
    tags = list(dict.fromkeys([t for t in tags if t]))

    views = _extract_views(video_obj, html, soup)

    if not duration:
        m = re.search(r"\b(\d{1,2}:\d{2}(?::\d{2})?)\b", soup.get_text(" ", strip=True))
        if m:
            duration = m.group(1)

    # ZERO-COST VIDEO EXTRACTION
    video_data = _extract_video_streams(html, soup)

    # Related Videos Extraction
    related_videos = []
    # Masa49: Look for "Related Videos" section
    # Usually <div class="related-posts"> or similar
    rel_container = soup.find(class_=re.compile("related-posts|related-videos"))
    if rel_container:
         # Masa uses standard 'article' or 'div.post' usually
         for art in rel_container.find_all(["article", "div"], class_=re.compile("post|video")):
             try:
                 link = art.find("a")
                 if not link: continue
                 href = link.get("href")
                 if not href: continue
                 
                 # Title
                 r_title = link.get("title") or _text(art.find(class_="title"))
                 
                 # Image
                 r_img = link.find("img")
                 r_thumb = _best_image_url(r_img)
                 
                 # Duration (might duplicate logic from listing)
                 r_dur = None
                 dur_node = art.find(class_="duration")
                 if dur_node: r_dur = _text(dur_node)
                 
                 related_videos.append({
                    "url": href,
                    "title": r_title,
                    "thumbnail_url": r_thumb,
                    "duration": r_dur
                 })
                 if len(related_videos) >= 10: break
             except Exception:
                 continue

    return {
        "url": url,
        "title": title,
        "description": description,
        "thumbnail_url": thumbnail,
        "duration": duration,
        "views": views,
        "uploader_name": uploader,
        "category": category,
        "tags": tags,
        "video": video_data,
        "related_videos": related_videos, # Added related videos
    }


def _extract_video_streams(html: str, soup: BeautifulSoup) -> dict[str, Any]:
    """
    Extract video streams from Masa49
    Looks for MP4 files, JWPlayer config, or video tags
    """
    streams = []
    
    seen_urls = set()
    
    # 1. Regex for .mp4 URLs in scripts or attributes
    # Look for: "file": "http...mp4" or src="http...mp4"
    mp4_matches = re.finditer(r'(?:file|src|url)["\']?\s*[:=]\s*["\'](https?://[^"\']+\.mp4)["\']', html, re.IGNORECASE)
    
    for m in mp4_matches:
        url = m.group(1)
        if url not in seen_urls:
            streams.append({
                "quality": "default", # Masa49 usually has one quality
                "url": url,
                "format": "mp4"
            })
            seen_urls.add(url)
            
    # 2. Look for <source> tags
    for source in soup.find_all("source"):
        src = source.get("src")
        type_ = source.get("type")
        if src and (src.endswith(".mp4") or (type_ and "mp4" in type_)):
            if src not in seen_urls:
                streams.append({
                    "quality": "default",
                    "url": src,
                    "format": "mp4"
                })
                seen_urls.add(src)

    # 3. Look for JWPlayer setup
    # jwplayer("...").setup({ ... file: "..." ... })
    jw_match = re.search(r'jwplayer\s*\([^)]+\)\.setup\s*\(\s*({.+?})\s*\)', html, re.DOTALL)
    if jw_match:
        try:
            # VERY basic JSON cleanup (JWPlayer config often not valid JSON regex)
            # This is a best-effort fallback
            config_str = jw_match.group(1)
            file_match = re.search(r'file\s*:\s*["\']([^"\']+\.mp4)["\']', config_str)
            if file_match:
                url = file_match.group(1)
                if url not in seen_urls:
                    streams.append({
                        "quality": "default",
                        "url": url,
                        "format": "mp4"
                    })
                    seen_urls.add(url)
        except Exception:
            pass

    default_url = streams[0]["url"] if streams else None
    
    return {
        "streams": streams,
        "hls": None, # Masa49 rarely uses HLS
        "default": default_url,
        "has_video": len(streams) > 0
    }


async def scrape(url: str) -> dict[str, Any]:
    html = await fetch_html(url)
    return parse_page(html, url)


async def list_videos(base_url: str, page: int = 1, limit: int = 20) -> list[dict[str, Any]]:
    lower_url = base_url.lower()
    is_single_page = "popular-video" in lower_url or "latest-videos" in lower_url
    is_search = "?s=" in base_url
    
    candidates: list[str] = []
    
    if is_single_page:
        # Single-page categories always use base URL
        root = base_url if base_url.endswith("/") else base_url + "/"
        candidates.append(root)
    elif is_search:
        # Search URLs use query parameters
        if page <= 1:
            candidates.append(base_url)
        else:
            # For WordPress search, pagination uses /page/X/ after the base domain
            # Extract domain and search query
            from urllib.parse import urlparse, parse_qs
            parsed = urlparse(base_url)
            search_query = parse_qs(parsed.query).get('s', [''])[0]
            
            if search_query:
                # WordPress pagination for search: /page/X/?s=query
                base_domain = f"{parsed.scheme}://{parsed.netloc}"
                candidates.extend([
                    f"{base_domain}/page/{page}/?s={search_query}",
                    f"{base_url}&page={page}",
                ])
    else:
        # Regular category/listing pages
        root = base_url if base_url.endswith("/") else base_url + "/"
        if page <= 1:
            candidates.append(root)
        else:
            candidates.extend(
                [
                    f"{root}page/{page}",
                    f"{root}?page={page}",
                    f"{root}pages/{page}",
                ]
            )

    html = ""
    used = ""
    last_exc: Exception | None = None
    for c in candidates:
        try:
            html = await fetch_html(c)
            used = c
            if html:
                break
        except Exception as e:
            last_exc = e
            continue

    if not html:
        if last_exc:
            raise last_exc
        return []

    soup = BeautifulSoup(html, "lxml")
    base_uri = httpx.URL(used)

    items: list[dict[str, Any]] = []
    seen: set[str] = set()

    # Masa49 uses WordPress fox theme with li.video cards
    video_cards = soup.select("li.video")
    
    for card in video_cards:
        # Extract video URL from title link
        title_link = card.select_one("a.title")
        if not title_link:
            continue
            
        href = title_link.get("href")
        if not href:
            continue
        
        try:
            abs_url = str(base_uri.join(href))
        except Exception:
            continue
            
        if abs_url in seen:
            continue
        
        # Extract title
        title = _text(title_link) or title_link.get("title")
        
        # Extract thumbnail from thumb link
        thumb_link = card.select_one("a.thumb")
        thumb = None
        if thumb_link:
            img = thumb_link.find("img")
            thumb = _best_image_url(img)
        
        if not thumb:
            continue
        
        # Extract duration from video-duration span
        duration = None
        duration_el = card.select_one("span.video-duration")
        if duration_el:
            duration = _text(duration_el)
        
        if not duration:
            duration = _find_duration_like_text(card)
        
        # Extract views from top-right eye div
        views = None
        views_el = card.select_one("div.top-right.eye")
        if views_el:
            views_text = _text(views_el)
            if views_text:
                # Clean up views (e.g., "1.8k" format)
                views = views_text.strip()
        
        if not views:
            # Fallback 2: Look for fa-eye icon and its following text (common in Popular/Latest lists)
            eye_icon = card.select_one("i.fa-eye")
            if eye_icon:
                next_node = eye_icon.next_sibling
                if next_node and str(next_node).strip():
                     views = str(next_node).strip()
        
        if not views:
            # Fallback 3: try to extract views using the general extraction logic on the card
            # This handles cases where views might be in a different element or format
            views = _extract_views(None, str(card), card)
        
        # Extract upload time from time div
        upload_time = None 
        time_el = card.select_one("div.time")
        if time_el:
            time_text = _text(time_el)
            if time_text:
                # Remove icon text and "Trending" badge if present
                cleaned = time_text.replace("Trending", "").strip()
                # Remove concatenated view counts (e.g., "15 hours ago1.2k" or "3 days ago 1.1k")
                m = re.search(r'(.+?\bago)(.*)', cleaned, re.IGNORECASE)
                if m:
                    upload_time = m.group(1).strip()
                    # If views not found yet (e.g. Latest Videos), try to get from tail
                    if not views:
                        potential_views = m.group(2).strip()
                        if potential_views:
                            views = potential_views
                else:
                    upload_time = cleaned
        
        # Tags, category, description not available on listing pages
        
        seen.add(abs_url)
        items.append(
            {
                "url": abs_url,
                "title": title,
                "thumbnail_url": thumb,
                "duration": duration,
                "views": views,
                "upload_time": upload_time,
            }
        )



    if is_single_page:
        if page > 1:
            return []
        return items

    return items