fix(pipeline): stg_playtomic_availability glob reads all files, filters by date range

The @start_ds in the glob pattern only matched files for the first day
of the batch, so incremental restates only loaded 1 day of data.
Changed to wildcard glob with explicit BETWEEN @start_ds AND @end_ds
filter on the date column.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

CHANGELOG.md

@@ -6,6 +6,9 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/).
 
 ## [Unreleased]
 
+### Fixed
+- **SEO audit fixes** — sitemap: replaced `/market-score` with `/padelnomics-score`, added `/opportunity-map`, removed `/billing/pricing` (blocked by robots.txt), deduplicated articles query (was producing 4 entries per article instead of 2). Fixed `/market-score` redirect chain (1 hop instead of 2). Moved default OG tags inside `{% block head %}` so child templates replace rather than duplicate them. Added JSON-LD WebPage + BreadcrumbList schema to features, planner, and directory pages. Added meta descriptions to export pages.
+
 ### Changed
 - **Opportunity Score v7 → v8** — better spread and discrimination across the full 0-100 range. Addressable market weight reduced (20→15 pts) with steeper sqrt curve (ceiling 1M, was LN/500K). Economic power reduced (15→10 pts). Supply deficit increased (40→50 pts) with market existence dampener: countries with zero padel venues get max 5 pts supply deficit (factor 0.1), scaling linearly to full credit at 50+ venues. NULL nearest-court distance now treated as 0 (assume nearby) instead of 0.5. Added `country_percentile` output column (PERCENT_RANK within country). Target: P5-P95 spread ≥40 pts (was 22), zero-venue countries avg <30.
 - **Opportunity Score v6 → v7 (calibration fix)** — two fixes for inflated scores in saturated markets. (1) `dim_locations` now sources venue coordinates from `dim_venues` (deduplicated OSM + Playtomic) instead of `stg_padel_courts` (OSM only), making Playtomic-only venues visible to spatial lookups. (2) Country-level supply saturation dampener on the 40-pt supply deficit component: saturated countries (Spain ~4.5/100k) get dampened supply deficit (×0.55 → 22 pts max), emerging markets (Germany ~0.7/100k) are nearly unaffected (×0.93 → ~37 pts).

src/padelnomics/supervisor.py

@@ -267,48 +267,6 @@ def run_export() -> None:
         send_alert(f"[export] {err}")
 
 
-_last_seen_head: str | None = None
-
-
-def web_code_changed() -> bool:
-    """True on the first tick after a commit that changed web app code or secrets.
-
-    Compares the current HEAD to the HEAD from the previous tick.  On first call
-    after process start (e.g. after os.execv reloads new code), falls back to
-    HEAD~1 so the just-deployed commit is evaluated exactly once.
-
-    Records HEAD before returning so the same commit never triggers twice.
-    """
-    global _last_seen_head
-    result = subprocess.run(
-        ["git", "rev-parse", "HEAD"], capture_output=True, text=True, timeout=10,
-    )
-    if result.returncode != 0:
-        return False
-    current_head = result.stdout.strip()
-
-    if _last_seen_head is None:
-        # Fresh process — use HEAD~1 as base (evaluates the newly deployed tag).
-        base_result = subprocess.run(
-            ["git", "rev-parse", "HEAD~1"], capture_output=True, text=True, timeout=10,
-        )
-        base = base_result.stdout.strip() if base_result.returncode == 0 else current_head
-    else:
-        base = _last_seen_head
-
-    _last_seen_head = current_head  # advance now — won't fire again for this HEAD
-
-    if base == current_head:
-        return False
-
-    diff = subprocess.run(
-        ["git", "diff", "--name-only", base, current_head, "--",
-         "web/", "Dockerfile", ".env.prod.sops"],
-        capture_output=True, text=True, timeout=30,
-    )
-    return bool(diff.stdout.strip())
-
-
 def current_deployed_tag() -> str | None:
     """Return the highest-version tag pointing at HEAD, or None.
 
@@ -360,6 +318,15 @@ def git_pull_and_sync() -> None:
     run_shell("uv sync --all-packages")
     # Apply any model changes (FULL→INCREMENTAL, new models, etc.) before re-exec
     run_shell("uv run sqlmesh -p transform/sqlmesh_padelnomics plan prod --auto-apply")
+    # Always redeploy the web app on new tag — blue/green swap is zero-downtime
+    # and Docker layer caching makes no-op builds fast. Previous approach of
+    # diffing HEAD~1 missed changes inside merge commits.
+    logger.info("Deploying web app (blue/green swap)")
+    ok, err = run_shell("./deploy.sh")
+    if ok:
+        send_alert(f"[deploy] {latest} ok")
+    else:
+        send_alert(f"[deploy] {latest} failed: {err}")
     # Re-exec so the new code is loaded. os.execv replaces this process in-place;
     # systemd sees it as the same PID and does not restart the unit.
     logger.info("Deploy complete — re-execing to load new code")
@@ -408,14 +375,6 @@ def tick() -> None:
         # Export serving tables
         run_export()
 
-        # Deploy web app if code changed
-        if os.getenv("SUPERVISOR_GIT_PULL") and web_code_changed():
-            logger.info("Web code changed — deploying")
-            ok, err = run_shell("./deploy.sh")
-            if ok:
-                send_alert("[deploy] ok")
-            else:
-                send_alert(f"[deploy] failed: {err}")
     finally:
         conn.close()
 

transform/sqlmesh_padelnomics/models/staging/stg_playtomic_availability.sql

@@ -34,7 +34,7 @@ all_jsonl AS (
     tenant_id,
     slots                            AS slots_json
   FROM read_json(
-    @LANDING_DIR || '/playtomic/*/*/availability_' || @start_ds || '*.jsonl.gz',
+    @LANDING_DIR || '/playtomic/*/*/availability_*.jsonl.gz',
     format = 'newline_delimited',
     columns = {
       date: 'VARCHAR',
@@ -46,6 +46,7 @@ all_jsonl AS (
     filename = true
   )
   WHERE tenant_id IS NOT NULL
+    AND CAST(date AS DATE) BETWEEN @start_ds AND @end_ds
 ),
 raw_resources AS (
   SELECT

web/src/padelnomics/app.py

@@ -401,7 +401,7 @@ def create_app() -> Quart:
 
     @app.route("/market-score")
     async def legacy_market_score():
-        return redirect("/en/market-score", 301)
+        return redirect("/en/padelnomics-score", 301)
 
     # -------------------------------------------------------------------------
     # Blueprint registration

web/src/padelnomics/directory/templates/directory.html

@@ -6,6 +6,28 @@
 <meta name="description" content="{{ t.dir_page_meta_desc | tformat(count=total_suppliers, countries=total_countries) }}">
 <meta property="og:title" content="{{ t.dir_page_title }} - {{ config.APP_NAME }}">
 <meta property="og:description" content="{{ t.dir_page_og_desc | tformat(count=total_suppliers, countries=total_countries) }}">
+<script type="application/ld+json">
+{
+  "@context": "https://schema.org",
+  "@graph": [
+    {
+      "@type": "WebPage",
+      "name": "{{ t.dir_page_title }} - {{ config.APP_NAME }}",
+      "description": "{{ t.dir_page_meta_desc | tformat(count=total_suppliers, countries=total_countries) }}",
+      "url": "{{ config.BASE_URL }}/{{ lang }}/directory/",
+      "inLanguage": "{{ lang }}",
+      "isPartOf": {"@type": "WebSite", "name": "Padelnomics", "url": "{{ config.BASE_URL }}"}
+    },
+    {
+      "@type": "BreadcrumbList",
+      "itemListElement": [
+        {"@type": "ListItem", "position": 1, "name": "Home", "item": "{{ config.BASE_URL }}/{{ lang }}"},
+        {"@type": "ListItem", "position": 2, "name": "{{ t.dir_page_title }}", "item": "{{ config.BASE_URL }}/{{ lang }}/directory/"}
+      ]
+    }
+  ]
+}
+</script>
 <style>
   :root {
     --dir-green:      #15803D;

web/src/padelnomics/planner/templates/export.html

@@ -3,6 +3,7 @@
 {% block paddle %}{% include "_payment_js.html" %}{% endblock %}
 
 {% block head %}
+<meta name="description" content="{{ t.export_title }}">
 <style>
   .exp-wrap { max-width: 640px; margin: 0 auto; padding: 3rem 0; }
   .exp-hero { text-align: center; margin-bottom: 2rem; }

web/src/padelnomics/planner/templates/export_details.html

@@ -2,6 +2,7 @@
 {% block title %}Business Plan Details — {{ config.APP_NAME }}{% endblock %}
 
 {% block head %}
+<meta name="description" content="Business Plan Details — {{ config.APP_NAME }}">
 <style>
   .bp-wrap { max-width: 680px; margin: 0 auto; padding: 3rem 0; }
   .bp-hero { margin-bottom: 2rem; }

web/src/padelnomics/planner/templates/export_success.html

@@ -1,6 +1,10 @@
 {% extends "base.html" %}
 {% block title %}{{ t.export_success_title }} - {{ config.APP_NAME }}{% endblock %}
 
+{% block head %}
+<meta name="description" content="{{ t.export_success_title }}">
+{% endblock %}
+
 {% block content %}
 <main class="container-page" style="max-width:500px;margin:0 auto;padding:4rem 1rem;text-align:center">
   <div style="font-size:3rem;margin-bottom:1rem">&#10003;</div>

web/src/padelnomics/planner/templates/export_waitlist.html

@@ -2,6 +2,10 @@
 
 {% block title %}{{ t.export_waitlist_title }} - {{ config.APP_NAME }}{% endblock %}
 
+{% block head %}
+<meta name="description" content="{{ t.export_waitlist_title }} - {{ config.APP_NAME }}">
+{% endblock %}
+
 {% block content %}
 <main class="container-page py-12">
   <div class="card max-w-md mx-auto mt-8 text-center">

web/src/padelnomics/planner/templates/planner.html

@@ -9,6 +9,35 @@
 <meta property="og:image" content="{{ url_for('static', filename='images/planner-screenshot.png', _external=True) }}">
 <link rel="stylesheet" href="{{ url_for('static', filename='css/planner.css') }}?v={{ v }}">
 <script defer src="https://cdnjs.cloudflare.com/ajax/libs/Chart.js/4.4.1/chart.umd.min.js"></script>
+<script type="application/ld+json">
+{
+  "@context": "https://schema.org",
+  "@graph": [
+    {
+      "@type": "WebPage",
+      "name": "{{ t.planner_page_title }} - {{ config.APP_NAME }}",
+      "description": "{{ t.planner_meta_desc }}",
+      "url": "{{ config.BASE_URL }}/{{ lang }}/planner/",
+      "inLanguage": "{{ lang }}",
+      "isPartOf": {"@type": "WebSite", "name": "Padelnomics", "url": "{{ config.BASE_URL }}"}
+    },
+    {
+      "@type": "BreadcrumbList",
+      "itemListElement": [
+        {"@type": "ListItem", "position": 1, "name": "Home", "item": "{{ config.BASE_URL }}/{{ lang }}"},
+        {"@type": "ListItem", "position": 2, "name": "{{ t.nav_planner }}", "item": "{{ config.BASE_URL }}/{{ lang }}/planner/"}
+      ]
+    },
+    {
+      "@type": "SoftwareApplication",
+      "name": "Padelnomics Padel Court Planner",
+      "applicationCategory": "BusinessApplication",
+      "operatingSystem": "Web",
+      "offers": {"@type": "Offer", "price": "0", "priceCurrency": "EUR"}
+    }
+  ]
+}
+</script>
 {% endblock %}
 
 {% macro slider(name, label, min, max, step, value, tip='') %}

web/src/padelnomics/public/templates/features.html

@@ -7,6 +7,28 @@
 <meta property="og:title" content="{{ t.features_title_prefix }} | {{ config.APP_NAME }}">
 <meta property="og:description" content="{{ t.features_meta_desc }}">
 <meta property="og:image" content="{{ url_for('static', filename='images/planner-screenshot.png', _external=True) }}">
+<script type="application/ld+json">
+{
+  "@context": "https://schema.org",
+  "@graph": [
+    {
+      "@type": "WebPage",
+      "name": "{{ t.features_title_prefix }} | {{ config.APP_NAME }}",
+      "description": "{{ t.features_meta_desc }}",
+      "url": "{{ config.BASE_URL }}/{{ lang }}/features",
+      "inLanguage": "{{ lang }}",
+      "isPartOf": {"@type": "WebSite", "name": "Padelnomics", "url": "{{ config.BASE_URL }}"}
+    },
+    {
+      "@type": "BreadcrumbList",
+      "itemListElement": [
+        {"@type": "ListItem", "position": 1, "name": "Home", "item": "{{ config.BASE_URL }}/{{ lang }}"},
+        {"@type": "ListItem", "position": 2, "name": "{{ t.features_title_prefix }}", "item": "{{ config.BASE_URL }}/{{ lang }}/features"}
+      ]
+    }
+  ]
+}
+</script>
 {% endblock %}
 
 {% block content %}

web/src/padelnomics/sitemap.py

@@ -26,9 +26,10 @@ STATIC_PATHS = [
     "/imprint",
     "/suppliers",
     "/markets",
-    "/market-score",
+    "/padelnomics-score",
     "/planner/",
     "/directory/",
+    "/opportunity-map",
 ]
 
 
@@ -65,16 +66,16 @@ async def _generate_sitemap_xml(base_url: str) -> str:
         for lang in LANGS:
             entries.append(_url_entry(f"{base}/{lang}{path}", alternates))
 
-    # Billing pricing — no lang prefix, no hreflang
-    entries.append(_url_entry(f"{base}/billing/pricing", []))
-
     # Published articles — both lang variants with accurate lastmod.
     # Exclude noindex articles (thin data) to keep sitemap signal-dense.
+    # GROUP BY url_path: articles table has one row per language per url_path,
+    # but the for-lang loop already creates both lang entries per path.
     articles = await fetch_all(
-        """SELECT url_path, COALESCE(updated_at, published_at) AS lastmod
+        """SELECT url_path, MAX(COALESCE(updated_at, published_at)) AS lastmod
            FROM articles
            WHERE status = 'published' AND noindex = 0 AND published_at <= datetime('now')
-           ORDER BY published_at DESC
+           GROUP BY url_path
+           ORDER BY MAX(published_at) DESC
            LIMIT 25000"""
     )
     for article in articles:

web/src/padelnomics/templates/base.html

@@ -29,15 +29,16 @@
   <link rel="alternate" hreflang="de" href="{{ config.BASE_URL }}/de{{ path_suffix }}">
   <link rel="alternate" hreflang="x-default" href="{{ config.BASE_URL }}/en{{ path_suffix }}">
   {% endif %}
+  <meta name="twitter:card" content="summary_large_image">
+
+  <script>window.__GEO = {country: "{{ user_country }}", city: "{{ user_city }}"};</script>
+  {% block head %}
   <meta property="og:title" content="{{ config.APP_NAME }}">
   <meta property="og:description" content="">
   <meta property="og:type" content="website">
   <meta property="og:url" content="{{ config.BASE_URL }}{{ request.path }}">
   <meta property="og:image" content="{{ url_for('static', filename='images/logo.png', _external=True) }}">
-  <meta name="twitter:card" content="summary_large_image">
+  {% endblock %}
-
-  <script>window.__GEO = {country: "{{ user_country }}", city: "{{ user_city }}"};</script>
-  {% block head %}{% endblock %}
 </head>
 <body>
   <nav class="nav-bar" id="main-nav">