_id|dZddlZddlZddlmZmZddlmZddlmZddl m Z m Z m Z m Z ddlmZee eZeej&dz Zed z Zd Zd Zd&d Zd Zd'dZdZd&dZej;ddZej;ddZej;ddZ ej;ddZ!ej;ddZ"ej;ddZ#ej;ddZ$edk(r%e%d e%d!ejMd"d#d$%yy)(z9 Web frontend for viewing and analyzing trending topics. N)datetime timedelta)Path)Counter)Flaskrender_templatejsonifyrequest) load_dotenvoutputztrends_history.dbcbtjt}tj|_|S)zGet database connection.)sqlite3connectDB_PATHRow row_factory)conns -/home/sietch6/trending-topics-pipeline/web.pyget_dbrs! ??7 #D{{D Kctdz }|jr*t|5}tj|cdddSy#1swYyxYw)z/Get trends from the most recent collection run.ztrends_weekly.jsonN) OUTPUT_DIRexistsopenjsonload) json_pathfs rget_latest_trendsrsH11I )_ 99Q<   s AAct}|j}|jd|f|jDcgc] }t |}}|j |Scc}w)z!Get list of past collection runs.z SELECT id, run_date, total_items, sources_succeeded, sources_failed FROM collection_runs ORDER BY run_date DESC LIMIT ? rcursorexecutefetchalldictclose)limitrr"rowrunss rget_historical_runsr*'s_ 8D [[]F NN  "(!2 3#DI 3D 3JJL K 4sA&c^t}|j}|jd|f|j}|s|j yt |}|jd|f|j Dcgc] }t |}}|j ||dScc}w)z+Get detailed trend data for a specific run.z*SELECT * FROM collection_runs WHERE id = ?Nz SELECT topic_name, source, original_rank, final_rank, region, final_score, source_count, boosted, url, metadata FROM trend_items WHERE run_id = ? ORDER BY final_rank )runitems)rr"r#fetchoner&r%r$)run_idrr"run_rowrun_infor(r-s rget_run_detailsr29s 8D [[]F NN?&KooG  G}H NN    #)//"3 43T#Y 4E 4JJLe ,, 5sB*c4t}|j}tjt |z j }|j d|f|jDcgc] }t|}}|j|Scc}w)zEFind topics that have appeared in multiple runs over the past N days.daysa SELECT t.topic_name, COUNT(DISTINCT r.id) as appearances, GROUP_CONCAT(DISTINCT t.source) as sources, AVG(t.final_score) as avg_score, MIN(r.run_date) as first_seen, MAX(r.run_date) as last_seen FROM trend_items t JOIN collection_runs r ON t.run_id = r.id WHERE r.run_date >= ? GROUP BY LOWER(t.topic_name) HAVING appearances > 1 ORDER BY appearances DESC, avg_score DESC LIMIT 50 rr"rutcnowr isoformatr#r$r%r&)r5rr"cutoffr(topicss rget_persistent_topicsr;Xs~ 8D [[]Foo)"66 A A CF NN   $$*??#4 5Cd3i 5F 5JJL M6s/Bct}|j}|jd|jDcgc] }t |}}|j |Scc}w)z!Get statistics about each source.z SELECT source, COUNT(*) as total_items, AVG(final_score) as avg_score, COUNT(DISTINCT run_id) as runs_appeared FROM trend_items GROUP BY source r!)rr"r(statss rget_source_statsr>vsX 8D [[]F NN #)//"3 43T#Y 4E 4JJL L 5sA$c>t}|j}tjt |z j }|j dd|d|f|jDcgc] }t|}}|j|Scc}w)z)Get historical data for a specific topic.r4z SELECT r.run_date, t.final_rank, t.final_score, t.source FROM trend_items t JOIN collection_runs r ON t.run_id = r.id WHERE LOWER(t.topic_name) LIKE LOWER(?) AND r.run_date >= ? ORDER BY r.run_date %r6) topic_namer5rr"r9r(historys rget_trending_over_timerCs 8D [[]Foo)"66 A A CF NN  ZL F# %+OO$56StCy6G6JJL N7s4B/cvt}td}td}t}t d||||S)zMain dashboard page. z index.htmllatestr) persistent source_stats)rr*r;r>rrHs rindexrLsD F r "D&q)J#%L  !  rz /api/latestc(ttS)zAPI endpoint for latest trends.)r rrr api_latestrOs $& ''rz /api/runscvtjjddt}t t |S)z!API endpoint for historical runs.r'type)r argsgetintr r*)r's rapi_runsrWs0 LL  Wbs  3E &u- ..rz/api/run/cPt|}|r t|StddidfS)z&API endpoint for specific run details.errorz Run not foundi)r2r )r/detailss rapi_run_detailsr[s1f%Gw G_- . 33rz/api/persistentcvtjjddt}t t |S)z#API endpoint for persistent topics.r5rGrR)r rTrUrVr r;r4s rapi_persistentr]s0 <<  FAC  0D (. //rz/api/topic/cxtjjddt}t t ||S)zAPI endpoint for topic history.r5rQrR)r rTrUrVr rC)rAr5s rapi_topic_historyr_s2 <<  FBS  1D )*d; <CCDs".AA A1A,&A1,A1__main__z%Starting Trending Topics Dashboard...z*Open http://localhost:5000 in your browserz0.0.0.0iT)hostportdebug)rQ)rG)'__doc__rrrrpathlibr collectionsrflaskrrr r dotenvr __name__app__file__parentrrrrr*r2r;r>rCrouterLrOrWr[r]r_rjprintr,rNrrrzsv (::  Ho (^ " "X - * *$-><(03   =(( ;//  "#4$4 00  )*=+= > D D z 12 67GGTG2r