feat: add structured logging to serp_api.py

Add module-level logger to serp_api.py with INFO-level messages for patent queries and PDF downloads, and DEBUG-level messages for cache hits and parsing details. All three target files (analyzer.py, serp_api.py, llm.py) now use structured logging with no print() calls. Closes leeworks-agents/SPARC#46 Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
2026-03-26 10:07:07 +00:00
10 changed files with 26 additions and 104 deletions
@@ -1,3 +1,4 @@
 import logging
 import os
 import re
 from datetime import datetime, timedelta
@@ -10,6 +11,8 @@ import serpapi
 from SPARC import config
 from SPARC.types import Patent, Patents
 logger = logging.getLogger(__name__)
 class SERP:
  def query(company: str, days_back: int = None) -> Patents:
@@ -44,6 +47,7 @@ class SERP:
      "tbs": date_filter,
      "api_key": config.api_key,
    }
    logger.info("Querying Google Patents for '%s' (last %d days)", company, days_back)
    search = serpapi.search(params)
    # Convert results to Patent objects, skipping any without PDF links
    patent_ids = []
@@ -52,8 +56,10 @@ class SERP:
        pdf_link = patent.get("pdf")
        if pdf_link:
            patent_ids.append(Patent(patent_id=patent["publication_number"], pdf_link=pdf_link, summary=None))
-        # Patents without PDF links are skipped (see docstring for details)
+        else:
            logger.debug("Skipping patent %s (no PDF link)", patent.get("publication_number", "unknown"))
    logger.info("Found %d patents with PDF links for '%s'", len(patent_ids), company)
    return Patents(patents=patent_ids)
  def save_patents(patent: Patent) -> Patent:
@@ -70,9 +76,13 @@ class SERP:
    os.makedirs("patents", exist_ok=True)
    if not (os.path.exists(pdf_path) and os.path.getsize(pdf_path) > 0):
      logger.info("Downloading PDF for %s", patent.patent_id)
      response = requests.get(patent.pdf_link)
      with open(pdf_path, "wb") as f:
        f.write(response.content)
      logger.debug("Saved %d bytes to %s", len(response.content), pdf_path)
    else:
      logger.debug("Using cached PDF for %s at %s", patent.patent_id, pdf_path)
    patent.pdf_path = pdf_path
    return patent
@@ -90,11 +100,13 @@ class SERP:
      Dictionary containing all extracted sections
    """
    logger.debug("Parsing patent PDF: %s", pdf_path)
    with pdfplumber.open(pdf_path) as pdf:
      # Extract all text
      full_text = ""
      for page in pdf.pages:
        full_text += page.extract_text() + "\n"
      logger.debug("Extracted text from %d pages (%d chars)", len(pdf.pages), len(full_text))
    # Define section patterns (common in patents)
    sections = {
@@ -7,15 +7,6 @@
    <title>SPARC Dashboard</title>
  </head>
  <body>
    <script>
      // Prevent FOUC: apply saved theme before first render
      (function() {
        var theme = localStorage.getItem('theme');
        if (theme === 'dark' || (!theme && window.matchMedia('(prefers-color-scheme: dark)').matches)) {
          document.documentElement.classList.add('dark');
        }
      })();
    </script>
    <div id="root"></div>
    <script type="module" src="/src/main.tsx"></script>
  </body>
@@ -1,7 +1,6 @@
 import { BrowserRouter, Routes, Route, Navigate } from 'react-router-dom';
 import { QueryClient, QueryClientProvider } from '@tanstack/react-query';
 import { AuthProvider } from './context/AuthContext';
 import { ThemeProvider } from './context/ThemeContext';
 import { Layout } from './components/Layout';
 import { ProtectedRoute } from './components/ProtectedRoute';
 import { Login } from './pages/Login';
@@ -23,7 +22,6 @@ const queryClient = new QueryClient({
 function App() {
  return (
    <ThemeProvider>
    <QueryClientProvider client={queryClient}>
      <AuthProvider>
        <BrowserRouter>
@@ -63,7 +61,6 @@ function App() {
        </BrowserRouter>
      </AuthProvider>
    </QueryClientProvider>
    </ThemeProvider>
  );
 }
@@ -1,11 +1,9 @@
 import { Outlet, NavLink, useNavigate } from 'react-router-dom';
 import { useAuth } from '../context/AuthContext';
-import { useTheme } from '../context/ThemeContext';
+import { Search, Layers, BarChart3, Info, Users, LogOut } from 'lucide-react';
 import { Search, Layers, BarChart3, Info, Users, LogOut, Sun, Moon } from 'lucide-react';
 export function Layout() {
  const { user, isAdmin, logout } = useAuth();
  const { theme, toggleTheme } = useTheme();
  const navigate = useNavigate();
  const handleLogout = () => {
@@ -25,7 +23,7 @@ export function Layout() {
  }
  return (
-    <div className="min-h-screen bg-gradient-to-br from-bg-dark to-slate-100 dark:to-indigo-950">
+    <div className="min-h-screen bg-gradient-to-br from-bg-dark to-indigo-950">
      {/* Header */}
      <header className="bg-bg-card/80 backdrop-blur-lg border-b border-primary/20">
        <div className="max-w-7xl mx-auto px-4 sm:px-6 lg:px-8">
@@ -65,13 +63,6 @@ export function Layout() {
            {/* User menu */}
            <div className="flex items-center gap-4">
              <button
                onClick={toggleTheme}
                className="p-2 rounded-lg text-text-secondary hover:text-text-primary hover:bg-bg-card-hover transition-all"
                aria-label={theme === 'dark' ? 'Switch to light mode' : 'Switch to dark mode'}
              >
                {theme === 'dark' ? <Sun size={18} /> : <Moon size={18} />}
              </button>
              <div className="text-right hidden sm:block">
                <div className="text-sm font-medium text-text-primary">{user?.email}</div>
                <div className="text-xs text-text-secondary capitalize">{user?.role}</div>
@@ -12,7 +12,7 @@ export function ProtectedRoute({ children, requireAdmin = false }: ProtectedRout
  if (isLoading) {
    return (
-      <div className="min-h-screen bg-gradient-to-br from-bg-dark to-slate-100 dark:to-indigo-950 flex items-center justify-center">
+      <div className="min-h-screen bg-gradient-to-br from-bg-dark to-indigo-950 flex items-center justify-center">
        <div className="animate-spin rounded-full h-12 w-12 border-t-2 border-b-2 border-primary"></div>
      </div>
    );
@@ -1,48 +0,0 @@
 import { createContext, useContext, useEffect, useState } from 'react';
 type Theme = 'light' | 'dark';
 interface ThemeContextType {
  theme: Theme;
  toggleTheme: () => void;
 }
 const ThemeContext = createContext<ThemeContextType | undefined>(undefined);
 function getInitialTheme(): Theme {
  const stored = localStorage.getItem('theme');
  if (stored === 'light' || stored === 'dark') return stored;
  return window.matchMedia('(prefers-color-scheme: dark)').matches ? 'dark' : 'light';
 }
 export function ThemeProvider({ children }: { children: React.ReactNode }) {
  const [theme, setTheme] = useState<Theme>(getInitialTheme);
  useEffect(() => {
    const root = document.documentElement;
    if (theme === 'dark') {
      root.classList.add('dark');
    } else {
      root.classList.remove('dark');
    }
    localStorage.setItem('theme', theme);
  }, [theme]);
  const toggleTheme = () => {
    setTheme((prev) => (prev === 'dark' ? 'light' : 'dark'));
  };
  return (
    <ThemeContext.Provider value={{ theme, toggleTheme }}>
      {children}
    </ThemeContext.Provider>
  );
 }
 export function useTheme() {
  const context = useContext(ThemeContext);
  if (!context) {
    throw new Error('useTheme must be used within a ThemeProvider');
  }
  return context;
 }
@@ -2,26 +2,6 @@
@tailwind components;
@tailwind utilities;
 /* Light mode (default) */
 :root {
  --color-bg-dark: #f1f5f9;
  --color-bg-card: #ffffff;
  --color-bg-card-hover: #e2e8f0;
  --color-text-primary: #0f172a;
  --color-text-secondary: #475569;
  --color-border: #cbd5e1;
 }
 /* Dark mode */
 .dark {
  --color-bg-dark: #0f172a;
  --color-bg-card: #1e293b;
  --color-bg-card-hover: #334155;
  --color-text-primary: #f8fafc;
  --color-text-secondary: #94a3b8;
  --color-border: #334155;
 }
 body {
  font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, 'Helvetica Neue', Arial, sans-serif;
  -webkit-font-smoothing: antialiased;
@@ -35,7 +15,7 @@ body {
 }
 ::-webkit-scrollbar-track {
-  background: var(--color-bg-card);
+  background: #1e293b;
 }
 ::-webkit-scrollbar-thumb {
@@ -50,5 +30,5 @@ body {
 /* Selection */
 ::selection {
  background: rgba(99, 102, 241, 0.3);
-  color: var(--color-text-primary);
+  color: #f8fafc;
 }
@@ -31,7 +31,7 @@ export function Login() {
  };
  return (
-    <div className="min-h-screen bg-gradient-to-br from-bg-dark to-slate-100 dark:to-indigo-950 flex items-center justify-center px-4">
+    <div className="min-h-screen bg-gradient-to-br from-bg-dark to-indigo-950 flex items-center justify-center px-4">
      <div className="w-full max-w-md">
        {/* Brand */}
        <div className="text-center mb-8">
@@ -40,7 +40,7 @@ export function Register() {
  };
  return (
-    <div className="min-h-screen bg-gradient-to-br from-bg-dark to-slate-100 dark:to-indigo-950 flex items-center justify-center px-4">
+    <div className="min-h-screen bg-gradient-to-br from-bg-dark to-indigo-950 flex items-center justify-center px-4">
      <div className="w-full max-w-md">
        {/* Brand */}
        <div className="text-center mb-8">
@@ -4,7 +4,6 @@ export default {
    "./index.html",
    "./src/**/*.{js,ts,jsx,tsx}",
  ],
  darkMode: 'class',
  theme: {
    extend: {
      colors: {
@@ -17,15 +16,15 @@ export default {
        warning: '#f59e0b',
        error: '#ef4444',
        bg: {
-          dark: 'var(--color-bg-dark)',
+          dark: '#0f172a',
-          card: 'var(--color-bg-card)',
+          card: '#1e293b',
-          'card-hover': 'var(--color-bg-card-hover)',
+          'card-hover': '#334155',
        },
        text: {
-          primary: 'var(--color-text-primary)',
+          primary: '#f8fafc',
-          secondary: 'var(--color-text-secondary)',
+          secondary: '#94a3b8',
        },
-        border: 'var(--color-border)',
+        border: '#334155',
      },
    },
  },