forked from 0xWheatyz/SPARC
Compare commits
1 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 1bd9dccdb8 |
+56
-58
@@ -9,7 +9,7 @@ from typing import Annotated, List
|
|||||||
|
|
||||||
from fastapi import BackgroundTasks, Depends, FastAPI, HTTPException, Query, Request
|
from fastapi import BackgroundTasks, Depends, FastAPI, HTTPException, Query, Request
|
||||||
from fastapi.middleware.cors import CORSMiddleware
|
from fastapi.middleware.cors import CORSMiddleware
|
||||||
from fastapi.responses import JSONResponse
|
from fastapi.responses import JSONResponse, StreamingResponse
|
||||||
from pydantic import BaseModel, EmailStr, Field
|
from pydantic import BaseModel, EmailStr, Field
|
||||||
from slowapi import Limiter
|
from slowapi import Limiter
|
||||||
from slowapi.errors import RateLimitExceeded
|
from slowapi.errors import RateLimitExceeded
|
||||||
@@ -169,9 +169,6 @@ async def lifespan(app: FastAPI):
|
|||||||
import logging
|
import logging
|
||||||
logging.getLogger(__name__).warning("Marked %d stale jobs as failed on startup", stale)
|
logging.getLogger(__name__).warning("Marked %d stale jobs as failed on startup", stale)
|
||||||
_db.close()
|
_db.close()
|
||||||
# Start scheduled analysis if tracked companies are configured
|
|
||||||
from SPARC.scheduler import start_scheduler
|
|
||||||
start_scheduler()
|
|
||||||
yield
|
yield
|
||||||
# Cleanup
|
# Cleanup
|
||||||
_analyzer = None
|
_analyzer = None
|
||||||
@@ -372,60 +369,6 @@ async def delete_user(
|
|||||||
return {"message": "User deleted"}
|
return {"message": "User deleted"}
|
||||||
|
|
||||||
|
|
||||||
# ============== Tracked Companies Endpoints ==============
|
|
||||||
|
|
||||||
|
|
||||||
class TrackCompanyRequest(BaseModel):
|
|
||||||
"""Request to add a company to tracking."""
|
|
||||||
|
|
||||||
company_name: str = Field(..., min_length=1, max_length=255)
|
|
||||||
|
|
||||||
|
|
||||||
@app.get("/admin/tracked", tags=["Admin"])
|
|
||||||
async def list_tracked_companies(
|
|
||||||
_: UserResponse = Depends(get_current_admin),
|
|
||||||
):
|
|
||||||
"""List all tracked companies (admin only)."""
|
|
||||||
db = get_db_client()
|
|
||||||
return db.list_tracked_companies()
|
|
||||||
|
|
||||||
|
|
||||||
@app.post("/admin/tracked", tags=["Admin"])
|
|
||||||
async def add_tracked_company(
|
|
||||||
request: TrackCompanyRequest,
|
|
||||||
_: UserResponse = Depends(get_current_admin),
|
|
||||||
):
|
|
||||||
"""Add a company to the tracked list (admin only)."""
|
|
||||||
db = get_db_client()
|
|
||||||
result = db.add_tracked_company(request.company_name)
|
|
||||||
if not result:
|
|
||||||
raise HTTPException(status_code=409, detail="Company already tracked")
|
|
||||||
return result
|
|
||||||
|
|
||||||
|
|
||||||
@app.delete("/admin/tracked/{company_name}", tags=["Admin"])
|
|
||||||
async def remove_tracked_company(
|
|
||||||
company_name: str,
|
|
||||||
_: UserResponse = Depends(get_current_admin),
|
|
||||||
):
|
|
||||||
"""Remove a company from the tracked list (admin only)."""
|
|
||||||
db = get_db_client()
|
|
||||||
removed = db.remove_tracked_company(company_name)
|
|
||||||
if not removed:
|
|
||||||
raise HTTPException(status_code=404, detail="Company not found in tracking list")
|
|
||||||
return {"message": f"Stopped tracking {company_name}"}
|
|
||||||
|
|
||||||
|
|
||||||
@app.get("/admin/alerts", tags=["Admin"])
|
|
||||||
async def list_alerts(
|
|
||||||
limit: int = Query(default=50, ge=1, le=200),
|
|
||||||
_: UserResponse = Depends(get_current_admin),
|
|
||||||
):
|
|
||||||
"""List recent alerts from scheduled analysis (admin only)."""
|
|
||||||
db = get_db_client()
|
|
||||||
return db.list_alerts(limit=limit)
|
|
||||||
|
|
||||||
|
|
||||||
# ============== Analytics Endpoint ==============
|
# ============== Analytics Endpoint ==============
|
||||||
|
|
||||||
|
|
||||||
@@ -446,6 +389,61 @@ async def get_analytics(
|
|||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
# ============== Export Endpoints ==============
|
||||||
|
|
||||||
|
|
||||||
|
@app.get("/export/{company_name}", tags=["Export"])
|
||||||
|
async def export_company_csv(
|
||||||
|
company_name: str,
|
||||||
|
_: UserResponse = Depends(get_current_user),
|
||||||
|
):
|
||||||
|
"""Export analysis results for a company as a CSV file.
|
||||||
|
|
||||||
|
Returns all stored analysis records for the given company, including
|
||||||
|
analysis type, model used, response text, and timestamp.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
company_name: Company name to export results for
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
CSV file download
|
||||||
|
"""
|
||||||
|
import csv
|
||||||
|
import io
|
||||||
|
|
||||||
|
db = get_db_client()
|
||||||
|
# Query all non-cached analysis results for this company
|
||||||
|
with db.get_conn() as conn:
|
||||||
|
with conn.cursor() as cur:
|
||||||
|
cur.execute(
|
||||||
|
"""
|
||||||
|
SELECT company_name, analysis_type, model, response, timestamp
|
||||||
|
FROM llm_messages
|
||||||
|
WHERE LOWER(company_name) = LOWER(%s) AND is_cached = FALSE
|
||||||
|
ORDER BY timestamp DESC
|
||||||
|
""",
|
||||||
|
(company_name,),
|
||||||
|
)
|
||||||
|
rows = cur.fetchall()
|
||||||
|
|
||||||
|
if not rows:
|
||||||
|
raise HTTPException(status_code=404, detail=f"No analysis results found for '{company_name}'")
|
||||||
|
|
||||||
|
output = io.StringIO()
|
||||||
|
writer = csv.writer(output)
|
||||||
|
writer.writerow(["company_name", "analysis_type", "model", "analysis", "timestamp"])
|
||||||
|
for row in rows:
|
||||||
|
writer.writerow(row)
|
||||||
|
|
||||||
|
output.seek(0)
|
||||||
|
safe_name = company_name.replace(" ", "_").lower()
|
||||||
|
return StreamingResponse(
|
||||||
|
iter([output.getvalue()]),
|
||||||
|
media_type="text/csv",
|
||||||
|
headers={"Content-Disposition": f'attachment; filename="sparc_{safe_name}_export.csv"'},
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
# ============== System Endpoints ==============
|
# ============== System Endpoints ==============
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -192,35 +192,6 @@ class DatabaseClient:
|
|||||||
ON jobs(status)
|
ON jobs(status)
|
||||||
""")
|
""")
|
||||||
|
|
||||||
# Create tracked companies table for scheduled analysis
|
|
||||||
cursor.execute("""
|
|
||||||
CREATE TABLE IF NOT EXISTS tracked_companies (
|
|
||||||
id SERIAL PRIMARY KEY,
|
|
||||||
company_name VARCHAR(255) UNIQUE NOT NULL,
|
|
||||||
last_patent_count INTEGER DEFAULT 0,
|
|
||||||
last_analysis_at TIMESTAMP,
|
|
||||||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
|
||||||
)
|
|
||||||
""")
|
|
||||||
|
|
||||||
# Create alerts table for significant changes
|
|
||||||
cursor.execute("""
|
|
||||||
CREATE TABLE IF NOT EXISTS alerts (
|
|
||||||
id SERIAL PRIMARY KEY,
|
|
||||||
company_name VARCHAR(255) NOT NULL,
|
|
||||||
alert_type VARCHAR(50) NOT NULL,
|
|
||||||
message TEXT NOT NULL,
|
|
||||||
old_value NUMERIC,
|
|
||||||
new_value NUMERIC,
|
|
||||||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
|
||||||
)
|
|
||||||
""")
|
|
||||||
|
|
||||||
cursor.execute("""
|
|
||||||
CREATE INDEX IF NOT EXISTS idx_alerts_company
|
|
||||||
ON alerts(company_name)
|
|
||||||
""")
|
|
||||||
|
|
||||||
self.conn.commit()
|
self.conn.commit()
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
@@ -832,81 +803,3 @@ class DatabaseClient:
|
|||||||
with conn.cursor() as cursor:
|
with conn.cursor() as cursor:
|
||||||
cursor.execute("SELECT COUNT(*) FROM users")
|
cursor.execute("SELECT COUNT(*) FROM users")
|
||||||
return cursor.fetchone()[0]
|
return cursor.fetchone()[0]
|
||||||
|
|
||||||
# Tracked Companies Methods
|
|
||||||
|
|
||||||
def add_tracked_company(self, company_name: str) -> Optional[Dict]:
|
|
||||||
"""Add a company to the tracking list."""
|
|
||||||
with self.get_conn() as conn:
|
|
||||||
with conn.cursor(cursor_factory=RealDictCursor) as cursor:
|
|
||||||
try:
|
|
||||||
cursor.execute(
|
|
||||||
"INSERT INTO tracked_companies (company_name) VALUES (%s) RETURNING *",
|
|
||||||
(company_name,),
|
|
||||||
)
|
|
||||||
row = cursor.fetchone()
|
|
||||||
conn.commit()
|
|
||||||
return dict(row) if row else None
|
|
||||||
except Exception:
|
|
||||||
conn.rollback()
|
|
||||||
return None
|
|
||||||
|
|
||||||
def remove_tracked_company(self, company_name: str) -> bool:
|
|
||||||
"""Remove a company from the tracking list."""
|
|
||||||
with self.get_conn() as conn:
|
|
||||||
with conn.cursor() as cursor:
|
|
||||||
cursor.execute(
|
|
||||||
"DELETE FROM tracked_companies WHERE LOWER(company_name) = LOWER(%s)",
|
|
||||||
(company_name,),
|
|
||||||
)
|
|
||||||
conn.commit()
|
|
||||||
return cursor.rowcount > 0
|
|
||||||
|
|
||||||
def list_tracked_companies(self) -> List[Dict]:
|
|
||||||
"""List all tracked companies."""
|
|
||||||
with self.get_conn() as conn:
|
|
||||||
with conn.cursor(cursor_factory=RealDictCursor) as cursor:
|
|
||||||
cursor.execute("SELECT * FROM tracked_companies ORDER BY company_name")
|
|
||||||
return [dict(row) for row in cursor.fetchall()]
|
|
||||||
|
|
||||||
def update_tracked_company(
|
|
||||||
self, company_name: str, patent_count: int
|
|
||||||
) -> None:
|
|
||||||
"""Update the last analysis stats for a tracked company."""
|
|
||||||
with self.get_conn() as conn:
|
|
||||||
with conn.cursor() as cursor:
|
|
||||||
cursor.execute(
|
|
||||||
"""UPDATE tracked_companies
|
|
||||||
SET last_patent_count = %s, last_analysis_at = CURRENT_TIMESTAMP
|
|
||||||
WHERE LOWER(company_name) = LOWER(%s)""",
|
|
||||||
(patent_count, company_name),
|
|
||||||
)
|
|
||||||
conn.commit()
|
|
||||||
|
|
||||||
def store_alert(
|
|
||||||
self,
|
|
||||||
company_name: str,
|
|
||||||
alert_type: str,
|
|
||||||
message: str,
|
|
||||||
old_value: float | None = None,
|
|
||||||
new_value: float | None = None,
|
|
||||||
) -> None:
|
|
||||||
"""Record an alert for a significant change."""
|
|
||||||
with self.get_conn() as conn:
|
|
||||||
with conn.cursor() as cursor:
|
|
||||||
cursor.execute(
|
|
||||||
"""INSERT INTO alerts (company_name, alert_type, message, old_value, new_value)
|
|
||||||
VALUES (%s, %s, %s, %s, %s)""",
|
|
||||||
(company_name, alert_type, message, old_value, new_value),
|
|
||||||
)
|
|
||||||
conn.commit()
|
|
||||||
|
|
||||||
def list_alerts(self, limit: int = 50) -> List[Dict]:
|
|
||||||
"""List recent alerts."""
|
|
||||||
with self.get_conn() as conn:
|
|
||||||
with conn.cursor(cursor_factory=RealDictCursor) as cursor:
|
|
||||||
cursor.execute(
|
|
||||||
"SELECT * FROM alerts ORDER BY created_at DESC LIMIT %s",
|
|
||||||
(limit,),
|
|
||||||
)
|
|
||||||
return [dict(row) for row in cursor.fetchall()]
|
|
||||||
|
|||||||
@@ -1,109 +0,0 @@
|
|||||||
"""Scheduled patent analysis for tracked companies.
|
|
||||||
|
|
||||||
Uses APScheduler to periodically re-analyze tracked companies and
|
|
||||||
detect significant changes in patent counts.
|
|
||||||
"""
|
|
||||||
|
|
||||||
import logging
|
|
||||||
import os
|
|
||||||
|
|
||||||
from SPARC import config
|
|
||||||
from SPARC.analyzer import CompanyAnalyzer
|
|
||||||
from SPARC.database import DatabaseClient
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
|
||||||
|
|
||||||
# Configurable via environment variable (in hours, default 24)
|
|
||||||
SCHEDULE_INTERVAL_HOURS = int(os.getenv("SCHEDULE_INTERVAL_HOURS", "24"))
|
|
||||||
|
|
||||||
# Patent count change threshold (percentage) to trigger an alert
|
|
||||||
CHANGE_THRESHOLD_PERCENT = int(os.getenv("CHANGE_THRESHOLD_PERCENT", "20"))
|
|
||||||
|
|
||||||
|
|
||||||
def run_scheduled_analysis() -> None:
|
|
||||||
"""Re-analyze all tracked companies and check for significant changes."""
|
|
||||||
db = DatabaseClient(config.database_url)
|
|
||||||
db.connect()
|
|
||||||
db.initialize_schema()
|
|
||||||
|
|
||||||
tracked = db.list_tracked_companies()
|
|
||||||
if not tracked:
|
|
||||||
logger.info("No tracked companies configured; skipping scheduled analysis")
|
|
||||||
return
|
|
||||||
|
|
||||||
logger.info("Running scheduled analysis for %d tracked companies", len(tracked))
|
|
||||||
|
|
||||||
analyzer = CompanyAnalyzer(db_client=db)
|
|
||||||
|
|
||||||
for company_row in tracked:
|
|
||||||
name = company_row["company_name"]
|
|
||||||
old_count = company_row.get("last_patent_count", 0) or 0
|
|
||||||
|
|
||||||
try:
|
|
||||||
result = analyzer._analyze_company_safe(name)
|
|
||||||
|
|
||||||
if result.success:
|
|
||||||
new_count = result.patent_count
|
|
||||||
|
|
||||||
# Update tracking record
|
|
||||||
db.update_tracked_company(name, new_count)
|
|
||||||
|
|
||||||
# Check for significant change
|
|
||||||
if old_count > 0:
|
|
||||||
delta_pct = abs(new_count - old_count) / old_count * 100
|
|
||||||
if delta_pct >= CHANGE_THRESHOLD_PERCENT:
|
|
||||||
direction = "increased" if new_count > old_count else "decreased"
|
|
||||||
message = (
|
|
||||||
f"Patent count for {name} {direction} by {delta_pct:.0f}% "
|
|
||||||
f"({old_count} -> {new_count})"
|
|
||||||
)
|
|
||||||
logger.warning("ALERT: %s", message)
|
|
||||||
db.store_alert(
|
|
||||||
company_name=name,
|
|
||||||
alert_type="patent_count_change",
|
|
||||||
message=message,
|
|
||||||
old_value=old_count,
|
|
||||||
new_value=new_count,
|
|
||||||
)
|
|
||||||
elif new_count > 0:
|
|
||||||
# First analysis -- record baseline
|
|
||||||
logger.info("Baseline for %s: %d patents", name, new_count)
|
|
||||||
else:
|
|
||||||
logger.warning("Scheduled analysis failed for %s: %s", name, result.error)
|
|
||||||
|
|
||||||
except Exception as e:
|
|
||||||
logger.error("Error analyzing tracked company %s: %s", name, e)
|
|
||||||
|
|
||||||
db.close()
|
|
||||||
logger.info("Scheduled analysis complete")
|
|
||||||
|
|
||||||
|
|
||||||
def start_scheduler() -> None:
|
|
||||||
"""Start the APScheduler background scheduler.
|
|
||||||
|
|
||||||
Safe to call at application startup. If apscheduler is not installed,
|
|
||||||
the function logs a warning and returns without starting anything.
|
|
||||||
"""
|
|
||||||
try:
|
|
||||||
from apscheduler.schedulers.background import BackgroundScheduler
|
|
||||||
except ImportError:
|
|
||||||
logger.warning(
|
|
||||||
"apscheduler not installed; scheduled analysis disabled. "
|
|
||||||
"Install with: pip install apscheduler"
|
|
||||||
)
|
|
||||||
return
|
|
||||||
|
|
||||||
scheduler = BackgroundScheduler()
|
|
||||||
scheduler.add_job(
|
|
||||||
run_scheduled_analysis,
|
|
||||||
"interval",
|
|
||||||
hours=SCHEDULE_INTERVAL_HOURS,
|
|
||||||
id="scheduled_patent_analysis",
|
|
||||||
replace_existing=True,
|
|
||||||
)
|
|
||||||
scheduler.start()
|
|
||||||
logger.info(
|
|
||||||
"Scheduled patent analysis started (every %d hours, threshold %d%%)",
|
|
||||||
SCHEDULE_INTERVAL_HOURS,
|
|
||||||
CHANGE_THRESHOLD_PERCENT,
|
|
||||||
)
|
|
||||||
@@ -126,6 +126,23 @@ export const analysisApi = {
|
|||||||
},
|
},
|
||||||
};
|
};
|
||||||
|
|
||||||
|
// Export API
|
||||||
|
export const exportApi = {
|
||||||
|
exportCsv: async (companyName: string): Promise<void> => {
|
||||||
|
const response = await api.get(`/export/${encodeURIComponent(companyName)}`, {
|
||||||
|
responseType: 'blob',
|
||||||
|
});
|
||||||
|
const url = window.URL.createObjectURL(new Blob([response.data]));
|
||||||
|
const link = document.createElement('a');
|
||||||
|
link.href = url;
|
||||||
|
link.setAttribute('download', `sparc_${companyName.toLowerCase().replace(/\s+/g, '_')}_export.csv`);
|
||||||
|
document.body.appendChild(link);
|
||||||
|
link.click();
|
||||||
|
link.remove();
|
||||||
|
window.URL.revokeObjectURL(url);
|
||||||
|
},
|
||||||
|
};
|
||||||
|
|
||||||
// Analytics API
|
// Analytics API
|
||||||
export const analyticsApi = {
|
export const analyticsApi = {
|
||||||
getAnalytics: async (days = 30): Promise<Analytics> => {
|
getAnalytics: async (days = 30): Promise<Analytics> => {
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
import { useState } from 'react';
|
import { useState } from 'react';
|
||||||
import { useMutation } from '@tanstack/react-query';
|
import { useMutation } from '@tanstack/react-query';
|
||||||
import { analysisApi } from '../api/client';
|
import { analysisApi, exportApi } from '../api/client';
|
||||||
import { Search, CheckCircle, AlertCircle, Clock, FileText } from 'lucide-react';
|
import { Search, CheckCircle, AlertCircle, Clock, FileText, Download } from 'lucide-react';
|
||||||
import type { CompanyAnalysis } from '../types';
|
import type { CompanyAnalysis } from '../types';
|
||||||
|
|
||||||
export function Analysis() {
|
export function Analysis() {
|
||||||
@@ -106,9 +106,18 @@ export function Analysis() {
|
|||||||
{/* Analysis Content */}
|
{/* Analysis Content */}
|
||||||
{result.success && result.analysis && (
|
{result.success && result.analysis && (
|
||||||
<div className="bg-bg-card/60 backdrop-blur-lg border border-primary/15 rounded-2xl p-6">
|
<div className="bg-bg-card/60 backdrop-blur-lg border border-primary/15 rounded-2xl p-6">
|
||||||
<h3 className="text-lg font-semibold text-text-primary border-b-2 border-primary/30 pb-2 mb-4">
|
<div className="flex items-center justify-between border-b-2 border-primary/30 pb-2 mb-4">
|
||||||
AI Analysis Results
|
<h3 className="text-lg font-semibold text-text-primary">
|
||||||
</h3>
|
AI Analysis Results
|
||||||
|
</h3>
|
||||||
|
<button
|
||||||
|
onClick={() => exportApi.exportCsv(result.company_name)}
|
||||||
|
className="flex items-center gap-2 text-sm bg-primary/20 hover:bg-primary/30 text-primary font-medium px-3 py-1.5 rounded-lg transition-colors"
|
||||||
|
>
|
||||||
|
<Download size={14} />
|
||||||
|
Export CSV
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
<div className="prose prose-invert max-w-none">
|
<div className="prose prose-invert max-w-none">
|
||||||
<div className="text-text-primary whitespace-pre-wrap leading-relaxed">
|
<div className="text-text-primary whitespace-pre-wrap leading-relaxed">
|
||||||
{result.analysis}
|
{result.analysis}
|
||||||
|
|||||||
@@ -15,4 +15,3 @@ pandas
|
|||||||
bcrypt
|
bcrypt
|
||||||
PyJWT
|
PyJWT
|
||||||
slowapi
|
slowapi
|
||||||
apscheduler
|
|
||||||
|
|||||||
Reference in New Issue
Block a user