utopiah
/
misc
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

browsing analysis based on Firefox sqlite in PHP (to potentially interface with PmWiki)

Browse Source
master
Fabien Benetou 14 years ago
parent 139f8ae4a4
commit 7298a84a45
2 changed files with 157 additions and 0 deletions
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Show Stats Download Patch File Download Diff File
  1. 70
      browsing_analysis.php
  2. 87
      live_wikifest_report.php

70
browsing_analysis.php
Unescape View File

@ -0,0 +1,70 @@
<?php
$sqlitedb = '/tmp/places.sqlite.copy';
# moved to make sure permissions are not the problem
$top_request = 'SELECT url,title,visit_count FROM moz_places ORDER BY visit_count DESC LIMIT 20';
$getvisited = 'SELECT url,title,datetime(visit_date/1000000, "unixepoch","localtime") as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id';
$countedvisited = 'SELECT count (*) as counted FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id';
$filterentertainment = ' AND (url like "%quicksilverscreen.im%" OR url like "%watchseries-online.com%" OR url like "%youtube.com%" OR url like "otakucenter")'
$filterwork = ' AND (url like "%fabien.benetou.fr%" OR url like "%127.0.0.1%" OR url like "%seedea.org%" OR url like "%agi-wiki.org%" OR url like "%ourp.im%")';
$filtersocial = ' AND (url like "%twitter%" OR url like "%facebook.com%" OR url like "%mail.google%")';
$req_total = $getvisited;
$req_entertainment = $getvisited.$filterentertainment;
$req_work = $getvisited.$filterwork;
$req_social = $getvisited.$filtersocial;
$req_count_total = $countedvisited;
$req_count_entertainment = $countedvisited.$filterentertainment;
$req_count_work = $countedvisited.$filterwork;
$req_count_social = $countedvisited.$filtersocial;
try {
/*** connect to SQLite database ***/
$dbh = new PDO("sqlite:".$sqlitedb);
foreach ($dbh->query($req_count_total) as $res)
{ $total = $res['counted']; }
foreach ($dbh->query($req_count_entertainment) as $res)
{ $entertainment = $res['counted']; }
foreach ($dbh->query($req_count_work) as $res)
{ $work = $res['counted']; }
foreach ($dbh->query($req_count_social) as $res)
{ $social = $res['counted']; }
$first_request = "[date unkown]";
# to define by getting the date of the first request
print "<h1>Browsing since $first_request</h1>\n";
$rest = $total - $entertainment + $social + $work;
print "<hr/><h2>Distribution</h2> $total = entertainment ($entertainment) + social ($social) + work ($work) + the rest.\n";
print "<img src=\"http://sparklines.bitworking.info/spark.cgi?type=impulse&d=$total,$entertainment,$social,$work&limits=0,$total&height=50&upper=0&above-color=green&below-color=red&width=10\" /><br/>";
if ( $rest > ($total / 4) )
print "Warning: more than a quarter of the total are <font color=\"red\">not</font> classified, patterns should be improved.<br/>\n";
print "<hr/><h2>Top 20 websites</h2>\n";
print "<table>\n";
print "<tr><th>Visits</th><th>Title (if missing, URL)<th/></tr>\n";
foreach ($dbh->query($top_request) as $row) {
if ($row['title']=="")
print "<tr><td>".$row['visit_count']."</td><td><a href=\"".$row['url']."\">".$row['url']."</a><td/></tr>\n";
else
print "<tr><td>".$row['visit_count']."</td><td><a href=\"".$row['url']."\">".$row['title']."</a><td/></tr>\n";
}
print "</table>\n";
/*** close the database connection ***/
$dbh = null;
}
catch(PDOException $e) {
echo $e->getMessage();
}
?>

87
live_wikifest_report.php
Unescape View File

@ -0,0 +1,87 @@
<?php
$sqlitedb = '/tmp/places.sqlite.copy';
# moved to make sure permissions are not the problem
$sqlitedbsource = '/home/fabien/.mozilla/firefox/m3zvng2e.default/places.sqlite';
# copy $sqlitedbsource $sqlitedb
if (!copy($sqlitedbsource,$sqlitedb)) {
echo "failed to copy $sqlitedb...\n";
//exit;
}
# fails, done manually
$top_request = 'SELECT url,title,visit_count FROM moz_places ORDER BY visit_count DESC LIMIT 20';
$getvisited = 'SELECT url,title,datetime(visit_date/1000000, "unixepoch","localtime") as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id';
$countedvisited = 'SELECT count (*) as counted FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id';
# use arrays instead
$filterentertainment = ' AND (url like "%quicksilverscreen.im%" OR url like "%watchseries-online.com%" OR url like "%youtube.com%" OR url like "otakucenter")';
$filterwork = ' AND (url like "%fabien.benetou.fr%" OR url like "%127.0.0.1%" OR url like "%agi-wiki.org%" OR url like "%ourp.im%")';
$filtersocial = ' AND (url like "%twitter%" OR url like "%facebook.com%" OR url like "%mail.google%")';
$last_conf_start_timestamp = 'SELECT visit_date FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id AND url like "%Events/%?action=conf_start_timestamp" ORDER BY visit_date DESC LIMIT 1';
# remember to use conf_start_timestamp
$visit_conf_start_timestamp = $getvisited .' AND visit_date > ('.$last_conf_start_timestamp.')';
# for each specific talk : conf_start_timestamp_talk%
# handle the stop timestamp too
$req_total = $getvisited;
$req_entertainment = $getvisited.$filterentertainment;
$req_work = $getvisited.$filterwork;
$req_social = $getvisited.$filtersocial;
$req_count_total = $countedvisited;
$req_count_entertainment = $countedvisited.$filterentertainment;
$req_count_work = $countedvisited.$filterwork;
$req_count_social = $countedvisited.$filtersocial;
try {
/*** connect to SQLite database ***/
$dbh = new PDO("sqlite:".$sqlitedb);
foreach ($dbh->query($last_conf_start_timestamp) as $res)
{ $startedconf = $res['visit_date']; }
/*
foreach ($dbh->query($req_count_entertainment) as $res)
{ $entertainment = $res['counted']; }
foreach ($dbh->query($req_count_work) as $res)
{ $work = $res['counted']; }
foreach ($dbh->query($req_count_social) as $res)
{ $social = $res['counted']; }
*/
print "<h1>Browsing during the last (tagged) conference</h1>\n";
print "<hr/><h2>Last websites since $startedconf</h2>\n";
$pmwiki_formated_result = "\n";
print "<table>\n";
foreach ($dbh->query($visit_conf_start_timestamp) as $row)
{
print "<tr><td>".$row['moment']."</td><td><a href\"".$row['url']."\">".$row['title']."</a><td/></tr>\n";
# to do
## improved filtering
## track last_conf_start_timestamp last_conf_start_timestamp% last_conf_end_timestamp
## SELECT replace(url,"http://fabien.benetou.fr/Events/PleniereCommunauteIngenierieConnaissances?action=conf_","") as triggering_event,visit_date,time(visit_date/1000000, "unixepoch","localtime") as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id AND url like "%Events/%?action=conf_%_timestamp%" ORDER BY visit_date
$pmwiki_formated_result .= "** ".$row['moment']."[[".$row['url']."|".$row['title']."]]\n";
# consider putting a link to put this output in import\ so that PmWiki can directly get it
}
print "</table>\n";
print "<hr />" . $pmwiki_formated_result;
# output to PmWiki format
/*** close the database connection ***/
$dbh = null;
}
catch(PDOException $e)
{
echo $e->getMessage();
}
?>
Write Preview
Loading…
Cancel
Save