"""GET /ocr/coverage: the sector-wise matrix of companies x years and how far each report got."""
import json
import threading

import pytest

from app.ocr import database, jobs
from tests.test_ocr import _MD, _item, _seed_page, ocr  # noqa: F401  (fixture)

APIKEY = {"X-API-Key": "k3y"}
ALICE = {**APIKEY, "X-Username": "alice"}
SECTOR = "Coverage Test Sector"


def _company(code, sector=SECTOR, name=None):
    database.upsert_company(code, name or f"{code} Ltd", sector)


def _register(ocr, code, fy):
    r = ocr.post("/ocr/register-document", headers=ALICE,
                 data={"instrument_code": code, "fiscal_year": fy, "filename": "a.pdf", "total_pages": 5})
    assert r.status_code == 200, r.text


def _verify(ocr, code, fy):
    assert ocr.post(f"/ocr/company/{code}/year/{fy}/verify", headers=ALICE, json={"verified": True}).status_code == 200


def _merged(code):
    database.save_company_results(code, ["x"], "", "", "m\n1", "", "[]", "[]", "[]", "[]")


def _cov(ocr, **params):
    r = ocr.get("/ocr/coverage", headers=APIKEY, params=params)
    assert r.status_code == 200, r.text
    return r.json()


def _by_code(body):
    return {c["instrument_code"]: c for c in body["companies"]}


def test_company_without_reports_is_not_started(ocr):
    _company("COVA")
    body = _cov(ocr, sector=SECTOR)
    c = _by_code(body)["COVA"]
    assert (c["state"], c["reports"], c["years"], c["merged"], c["jobs"]) == ("NOT_STARTED", 0, {}, False, {"queued": 0, "running": 0})
    assert c["sector"] == SECTOR and c["name"] == "COVA Ltd"


def test_report_stages_and_year_columns_by_end_year(ocr):
    _company("COVB")
    _register(ocr, "COVB", "2022-23")                      # split year ending 2023
    _register(ocr, "COVB", "2024")                         # single year ending 2024
    c = _by_code(_cov(ocr, sector=SECTOR))["COVB"]
    assert {y: cell["fiscal_year"] for y, cell in c["years"].items()} == {"2023": "2022-23", "2024": "2024"}
    assert c["missing_years"] == [y for y in _cov(ocr, sector=SECTOR)["years"] if y not in (2023, 2024)]


def test_stage_values_and_counts_of_a_cell(ocr):
    _company("COVC")
    _register(ocr, "COVC", "2021")
    _seed_page("COVC", "2022", 1, _MD, [])
    _seed_page("COVC", "2023", 1, _MD, [_item("Total assets", [(2023, 1000), (2022, 900)])])
    c = _by_code(_cov(ocr, sector=SECTOR))["COVC"]
    st = {y: cell["status"] for y, cell in c["years"].items()}
    assert st["2021"] == "UPLOADED" and st["2022"] == "OCR_DONE" and st["2023"] == "EXTRACTED"
    assert c["years"]["2021"]["total_pages"] == 5 and c["years"]["2022"]["pages_ocr"] == 1
    assert c["years"]["2023"]["pages_selected"] == 1 and c["reports"] == 3
    assert c["state"] == "IN_PROGRESS"


def test_complete_needs_every_report_extracted_checked_and_merged_fresh(ocr):
    _company("COVD")
    _seed_page("COVD", "2023", 1, _MD, [_item("Total assets", [(2023, 1000), (2022, 900)])])
    _register(ocr, "COVD", "2023")
    state = lambda: _by_code(_cov(ocr, sector=SECTOR))["COVD"]["state"]
    assert state() == "IN_PROGRESS"                         # extracted, not checked, not merged
    _verify(ocr, "COVD", "2023")
    assert state() == "IN_PROGRESS"                         # not merged
    _merged("COVD")
    c = _by_code(_cov(ocr, sector=SECTOR))["COVD"]
    assert c["state"] == "COMPLETE" and c["merged"] is True and c["merged_stale"] is False
    assert c["years"]["2023"]["verified"] is True and c["years"]["2023"]["verified_by"] == "alice"
    database.record_pipeline_run(instrument_code="COVD", fiscal_year="2023", process_type="MERGE", page_numbers=[], total_items=0,
                                 duration_sec=0, total_tokens=0, prompt_tokens=0, candidates_tokens=0, model="m", details=[])
    database.record_pipeline_run(instrument_code="COVD", fiscal_year="2023", process_type="EXTRACTION", page_numbers=[1], total_items=1,
                                 duration_sec=0, total_tokens=0, prompt_tokens=0, candidates_tokens=0, model="m", details=[])
    c = _by_code(_cov(ocr, sector=SECTOR))["COVD"]
    assert c["merged_stale"] is True and c["state"] == "IN_PROGRESS"
    # a new report that is not checked also keeps it in progress
    _register(ocr, "COVD", "2024")


def test_missing_years_and_columns(ocr):
    _company("COVE")
    _register(ocr, "COVE", "2020")
    _register(ocr, "COVE", "2023-24")
    body = _cov(ocr, sector=SECTOR)
    c = _by_code(body)["COVE"]
    assert body["years"] == list(range(body["years"][0], body["years"][-1] + 1))
    assert 2021 in c["missing_years"] and 2022 in c["missing_years"] and "2024" in c["years"] and "2021" not in c["years"]
    narrowed = _cov(ocr, sector=SECTOR, from_year=2022, to_year=2024)
    assert narrowed["years"] == [2022, 2023, 2024]
    assert set(_by_code(narrowed)["COVE"]["years"]) == {"2024"} and _by_code(narrowed)["COVE"]["missing_years"] == [2022, 2023]


def test_two_reports_of_one_end_year_show_the_one_that_got_further(ocr):
    _company("COVF")
    _register(ocr, "COVF", "2022-23")
    _seed_page("COVF", "2023", 1, _MD, [_item("Total assets", [(2023, 1000), (2022, 900)])])
    cell = _by_code(_cov(ocr, sector=SECTOR))["COVF"]["years"]["2023"]
    assert cell["fiscal_year"] == "2023" and cell["status"] == "EXTRACTED" and cell["other_fiscal_years"] == ["2022-23"]


def test_filters_and_sector_counts_ignore_the_filters(ocr):
    _company("COVG", sector=SECTOR + " B", name="Zzgreen Bank")
    _company("COVH", sector=SECTOR + " B", name="Hill Textile")
    _register(ocr, "COVG", "2023")
    full = _cov(ocr)
    sec = {s["sector"]: s for s in full["sectors"]}[SECTOR + " B"]
    assert sec["companies"] == 2 and sec["not_started"] == 1 and sec["in_progress"] == 1 and sec["complete"] == 0
    assert full["totals"]["companies"] >= 2 and set(sec) >= {"companies", "complete", "in_progress", "not_started"}
    only = _cov(ocr, sector=(SECTOR + " b").upper())                  # case-insensitive
    assert [c["instrument_code"] for c in only["companies"]] == ["COVG", "COVH"]
    assert {s["sector"] for s in only["sectors"]} >= {SECTOR + " B"} and len(only["sectors"]) > 1      # tabs unchanged
    assert [c["instrument_code"] for c in _cov(ocr, sector=SECTOR + " B", state="not_started")["companies"]] == ["COVH"]
    assert [c["instrument_code"] for c in _cov(ocr, sector=SECTOR + " B", state="pending")["companies"]] == ["COVG", "COVH"]
    assert _cov(ocr, sector=SECTOR + " B", state="complete")["companies"] == []
    assert [c["instrument_code"] for c in _cov(ocr, search="zzgreen")["companies"]] == ["COVG"]
    assert [c["instrument_code"] for c in _cov(ocr, search="covh")["companies"]] == ["COVH"]


def test_queued_and_running_jobs_show_on_the_company_and_the_report(ocr):
    _company("COVI")
    _register(ocr, "COVI", "2023")
    gate, started = threading.Event(), threading.Event()

    def fn():
        started.set()
        gate.wait(5)
        return {}
    jobs.submit("ocr", "ocr", fn, instrument_code="COVI", fiscal_year="2023", page_number=1)
    assert started.wait(5)
    jobs.submit("extract", "extract", lambda: {}, instrument_code="COVI", fiscal_year="2023", page_number=1)
    c = _by_code(_cov(ocr, sector=SECTOR))["COVI"]
    assert c["years"]["2023"]["jobs"] == {"queued": 1, "running": 1} and c["jobs"] == {"queued": 1, "running": 1}
    gate.set()


def test_bad_parameters_are_refused(ocr):
    assert ocr.get("/ocr/coverage", headers=APIKEY, params={"state": "done"}).status_code == 422
    assert ocr.get("/ocr/coverage", headers=APIKEY, params={"from_year": 1800}).status_code == 422
    assert ocr.get("/ocr/coverage").status_code == 401
