@extends('admin.layout', ['menuKey' => 'crawler'])

@section('title', 'Crawler')

@section('content')
    @php
        $hbAt = isset($heartbeat['at']) ? \Illuminate\Support\Carbon::parse($heartbeat['at']) : null;
        $hbOk = $hbAt && $hbAt->gt(now()->subMinutes(15));
        $pill = fn ($s) => ['active' => 'on', 'paused' => 'wait', 'failing' => 'bad', 'blocked' => 'bad', 'robots' => 'off', 'opted_out' => 'off', 'existing_org' => 'off'][$s] ?? 'off';
    @endphp
    <div class="adm-head">
        <div><div class="eyebrow">Board</div><h1>Crawler</h1>
            <p class="muted">Healthcare organizations whose own careers sites the crawler visits. Their open jobs go on the board as Unclaimed posts, rewritten in new words with the same facts, with an Apply button to the employer's site. Each site is visited in full every {{ config('sync.revisit_days') }} days and each live job is checked daily; a job comes down after two misses in a row.</p></div>
        <a class="btn" href="{{ route('bot') }}" target="_blank" rel="noopener">The /bot page</a>
    </div>

    <div class="stats">
        <div class="stat"><div class="v">{{ $hbOk ? 'Running' : ($hbAt ? 'Silent' : 'Not started') }}</div><div class="l">Crawler service @if ($hbAt)· heard {{ $hbAt->diffForHumans() }}@if (! empty($heartbeat['version'])) · v{{ $heartbeat['version'] }}@endif @endif</div></div>
        <div class="stat"><div class="v">{{ number_format($states['live'] ?? 0) }}</div><div class="l">Live crawled jobs · {{ number_format($states['pending'] ?? 0) }} being prepared · {{ number_format($states['held'] ?? 0) }} in review · {{ number_format($states['attn'] ?? 0) }} need a fix</div></div>
        <div class="stat"><div class="v">${{ number_format($ai['spent'], 2) }}</div><div class="l">Claude this month, of ${{ $ai['budget'] }} · {{ number_format($ai['calls']) }} rewrites</div></div>
        <div class="stat"><div class="v">{{ number_format(array_sum($counts)) }}</div><div class="l">Sites · {{ $counts['active'] ?? 0 }} active · {{ ($counts['failing'] ?? 0) + ($counts['blocked'] ?? 0) + ($counts['paused'] ?? 0) }} need a look · {{ $counts['opted_out'] ?? 0 }} opted out</div></div>
    </div>
    @if (! $tokenSet)<div class="notice bad" role="alert">CRAWLER_TOKEN is not set in the server's .env, so the crawler can't connect. Re-run the update's install script.</div>@endif

    @include('partials.errors')

    <div class="two">
        <form class="card form" method="post" action="{{ route('admin.crawler.store') }}">
            @csrf
            <h2 class="h3">Add an organization</h2>
            <div class="field"><label for="c-name">Name, as shown on its jobs</label><input id="c-name" name="name" value="{{ old('name') }}" maxlength="120" required></div>
            <div class="field"><label for="c-web">Its own website</label><input id="c-web" name="website" value="{{ old('website') }}" placeholder="inova.org" maxlength="250" required></div>
            <div class="field"><label for="c-car">Careers page <span class="muted">(optional; found automatically)</span></label><input id="c-car" name="careers_url" type="url" value="{{ old('careers_url') }}" maxlength="490"></div>
            <div class="two">
                <div class="field"><label for="c-cty">Country <span class="muted">(optional)</span></label><input id="c-cty" name="country" value="{{ old('country') }}" maxlength="2" placeholder="US"></div>
                <div class="field"><label for="c-reg">State or region <span class="muted">(optional)</span></label><input id="c-reg" name="region" value="{{ old('region') }}" maxlength="80" placeholder="VA"></div>
            </div>
            <button class="btn primary" type="submit">Add</button>
        </form>
        <div>
            <form class="card form" method="post" action="{{ route('admin.crawler.import') }}" enctype="multipart/form-data">
                @csrf
                <h2 class="h3">Import a list (CSV)</h2>
                <p class="small muted">Columns: name, website, careers_url, country, region. Only name and website are needed. Organizations already on the board with their own team are listed but not crawled.</p>
                <div class="field"><input name="file" type="file" accept=".csv,text/csv" required aria-label="CSV file"></div>
                <button class="btn" type="submit">Import</button>
            </form>
            <form class="card form" method="post" action="{{ route('admin.crawler.settings') }}">
                @csrf
                <h2 class="h3">Settings</h2>
                <label class="checkline"><input type="checkbox" name="enabled" value="1" @checked($settings['enabled'])> Crawler on (off: it visits nothing and keeps what's up until it expires)</label>
                <div class="two">
                    <div class="field"><label for="c-bud">Rewriting jobs: Claude budget a month (US$)</label><input id="c-bud" name="monthly_budget" type="number" min="0" max="20000" value="{{ $settings['monthly_budget'] }}"><span class="hint">About 1 cent a job. When it runs out, new jobs wait for next month.</span></div>
                    <div class="field"><label for="c-ping">Search-engine pings a day</label><input id="c-ping" name="daily_pings" type="number" min="0" max="180" value="{{ $settings['daily_pings'] }}"><span class="hint">Google allows about 200 a day for the whole site; posts made on the site always get theirs.</span></div>
                </div>
                <h3 class="h4">Government lists</h3>
                <label class="checkline"><input type="checkbox" name="finder_enabled" value="1" @checked($settings['finder_enabled'])> Find websites for the facilities on these lists and crawl them</label>
                @foreach (config('sync.directory.datasets') as $key => $set)
                    <label class="checkline"><input type="checkbox" name="datasets[]" value="{{ $key }}" @checked(in_array($key, $settings['datasets'], true))> CMS {{ $set['label'] }} <span class="muted">(about {{ number_format($set['approx']) }})</span></label>
                @endforeach
                <div class="two">
                    <div class="field"><label for="c-fbud">Finding websites: budget a month (US$)</label><input id="c-fbud" name="finder_budget" type="number" min="0" max="5000" value="{{ $settings['finder_budget'] }}"><span class="hint">About 3 to 6 cents a facility, once. Later months only new facilities.</span></div>
                    <div class="field"><label for="c-fpm">Lookups started a minute</label><input id="c-fpm" name="finder_per_minute" type="number" min="0" max="30" value="{{ $settings['finder_per_minute'] }}"><span class="hint">3 a minute finishes about 5,400 hospitals in 1 to 2 days.</span></div>
                </div>
                <button class="btn" type="submit">Save</button>
            </form>
        </div>
    </div>

    <section class="card">
        <h2 class="h3">Government lists (CMS)</h2>
        <p class="small muted">Each facility's website is looked up with Claude and web search (${{ number_format($finder['spent'], 2) }} of ${{ $finder['budget'] }} this month, {{ number_format($finder['calls']) }} lookups). The crawler then checks the site shows the facility's phone or street address before crawling it. Lists refresh on the 3rd of each month.</p>
        @if ($finderPaused)
            <div class="notice bad" role="alert">Website lookups are paused: {{ $finderPaused }}. They try again every hour.</div>
        @endif
        @if (! $directory)
            <p class="muted">No list downloaded yet. Tick a list above and save; it downloads within a minute.</p>
        @else
            <div class="tablewrap"><table>
                <thead><tr><th>List</th>@foreach (\App\Models\DirectoryEntry::STATUSES as $k => $label)<th class="num">{{ $label }}</th>@endforeach</tr></thead>
                <tbody>
                    @foreach ($directory as $set => $counts)
                        <tr><td>{{ config('sync.directory.datasets.'.$set.'.label', $set) }}</td>@foreach (array_keys(\App\Models\DirectoryEntry::STATUSES) as $k)<td class="num">{{ number_format($counts[$k] ?? 0) }}</td>@endforeach</tr>
                    @endforeach
                </tbody>
            </table></div>
            @if ($directoryLatest->isNotEmpty())
                <h3 class="h4">Latest</h3>
                <table>
                    <thead><tr><th>Facility</th><th>Website</th><th>Result</th></tr></thead>
                    <tbody>
                        @foreach ($directoryLatest as $d)
                            <tr><td>{{ $d->name }}<br><span class="small muted">{{ $d->city }}, {{ $d->state }}</span></td>
                                <td class="small">@if ($d->website)<a href="{{ $d->website }}" target="_blank" rel="noopener nofollow">{{ $d->domain }} ↗</a>@else – @endif</td>
                                <td class="small">{{ \App\Models\DirectoryEntry::STATUSES[$d->status] ?? $d->status }}@if ($d->reason)<br><span class="muted">{{ $d->reason }}</span>@endif</td></tr>
                        @endforeach
                    </tbody>
                </table>
            @endif
        @endif
    </section>

    <nav class="tabs" aria-label="Status">
        <a href="{{ route('admin.crawler', ['q' => $q ?: null]) }}" @if ($status === '') aria-current="page" @endif>All<span class="n">{{ array_sum($counts) }}</span></a>
        @foreach (\App\Models\SyncSource::STATUSES as $k => $label)
            @if (($counts[$k] ?? 0) > 0)<a href="{{ route('admin.crawler', ['status' => $k, 'q' => $q ?: null]) }}" @if ($status === $k) aria-current="page" @endif>{{ $label }}<span class="n">{{ $counts[$k] }}</span></a>@endif
        @endforeach
    </nav>
    <form class="filters-row" method="get">
        @if ($status !== '')<input type="hidden" name="status" value="{{ $status }}">@endif
        <input name="q" type="search" value="{{ $q }}" placeholder="Name or domain" aria-label="Search sites">
        <button class="btn sm" type="submit">Search</button>
    </form>
    @if ($sites->isEmpty())
        <div class="card empty">No sites yet. Add an organization or import a list above.</div>
    @else
        <div class="tablewrap"><table>
            <thead><tr><th>Organization</th><th>Status</th><th>Found with</th><th class="num">Live</th><th class="num">Fix</th><th>Last visit</th><th>Next</th><th></th></tr></thead>
            <tbody>
                @foreach ($sites as $s)
                    <tr>
                        <td><strong>{{ $s->name }}</strong><br><span class="small muted">{{ $s->domain }}@if ($s->organization_id) · <a href="{{ route('admin.organizations.show', $s->organization_id) }}">org #{{ $s->organization_id }}</a>@endif</span>
                            @if ($s->careers_url)<br><a class="small" href="{{ $s->careers_url }}" target="_blank" rel="noopener nofollow">careers page ↗</a>@endif</td>
                        <td><span class="pill {{ $pill($s->status) }}">{{ $s->statusLabel() }}</span>@if ($s->status_reason)<br><span class="small muted">{{ $s->status_reason }}</span>@endif</td>
                        <td class="small">{{ $s->detected ?? '–' }}@if ($s->board)<br><span class="muted">{{ \Illuminate\Support\Str::limit($s->board, 30) }}</span>@endif</td>
                        <td class="num">{{ $s->live_count }}</td>
                        <td class="num">{{ $s->attn_count ?: '' }}</td>
                        <td class="small nowrap">{{ $s->last_visit_at?->diffForHumans() ?? 'never' }}</td>
                        <td class="small nowrap">{{ $s->status === 'active' ? ($s->next_visit_at?->isPast() ? 'now' : $s->next_visit_at?->diffForHumans()) : '–' }}</td>
                        <td class="nowrap">
                            @if ($s->status !== 'opted_out')
                                <form method="post" action="{{ route('admin.crawler.site', $s) }}">@csrf
                                    @if ($s->status === 'active')<button class="btn sm" name="action" value="visit">Visit now</button> <button class="btn sm" name="action" value="pause">Pause</button>
                                    @elseif ($s->status !== 'existing_org')<button class="btn sm" name="action" value="resume">Resume</button>@endif
                                    <button class="btn sm" name="action" value="opt_out" title="Stop crawling it and take its crawled jobs down">Remove</button>
                                </form>
                            @endif
                        </td>
                    </tr>
                @endforeach
            </tbody>
        </table></div>
        {{ $sites->links() }}
    @endif

    <section class="card">
        <h2 class="h3">Jobs that need a fix</h2>
        <p class="small muted">Real jobs that can't go up as they are: no pay where the law requires it, a title that matches none of the standard titles, no location. Most fix themselves when the employer updates their page. Add a missing job title in <a href="{{ route('admin.job-titles') }}">Job titles</a> (with the employer's wording as an alias), then retry.</p>
        @if ($attn->isEmpty())
            <p class="muted">Nothing waiting.</p>
        @else
            <div class="tablewrap"><table>
                <thead><tr><th>Job</th><th>Why</th><th></th></tr></thead>
                <tbody>
                    @foreach ($attn as $i)
                        <tr>
                            <td><a href="{{ $i->url }}" target="_blank" rel="noopener nofollow">{{ \Illuminate\Support\Str::limit((string) ($i->raw['title'] ?? $i->external_id), 70) }} ↗</a><br><span class="small muted">{{ $i->source?->name }}</span></td>
                            <td class="small">{{ $i->reason }}</td>
                            <td class="nowrap"><form method="post" action="{{ route('admin.crawler.item', $i) }}">@csrf<button class="btn sm" name="action" value="retry">Retry</button> <button class="btn sm" name="action" value="dismiss">Dismiss</button></form></td>
                        </tr>
                    @endforeach
                </tbody>
            </table></div>
        @endif
    </section>

    <section class="card">
        <h2 class="h3">Latest visits</h2>
        @if ($reports->isEmpty())
            <p class="muted">No visits yet.</p>
        @else
            <table>
                <thead><tr><th>When</th><th>Site</th><th>Crawler found</th><th>Result</th></tr></thead>
                <tbody>
                    @foreach ($reports as $r)
                        <tr><td class="small nowrap">{{ $r->created_at->format('M j, g:i A') }}</td><td>{{ $sourceNames[$r->sync_source_id] ?? '#'.$r->sync_source_id }}</td><td class="small">{{ $r->status }}</td><td class="small">{{ $r->result ?? 'Processing…' }}</td></tr>
                    @endforeach
                </tbody>
            </table>
        @endif
    </section>
@endsection