From 0aa800b8124da436c94dd381f6fc0d76a670af87 Mon Sep 17 00:00:00 2001 From: Fabien Benetou Date: Sat, 16 Jul 2011 19:30:48 +0200 Subject: [PATCH] facilitating browsing log analysis --- shell_scripts/browser_queries | 43 +++++++++++++++++++++++++++++++++++ 1 file changed, 43 insertions(+) create mode 100755 shell_scripts/browser_queries diff --git a/shell_scripts/browser_queries b/shell_scripts/browser_queries new file mode 100755 index 0000000..0c43625 --- /dev/null +++ b/shell_scripts/browser_queries @@ -0,0 +1,43 @@ +#! /usr/bin/env bash + +# TODO +# make the requests actually work +# simplify the syntax +# handle parameters instead of the implicit --all +# handle "brain" keyword requests +# http://www.google.com/search?num=100&hl=en&q=sqlite+site:fabien.benetou.fr +# see +# http://fabien.benetou.fr/MemoryRecalls/ImprovingPIM#FirefoxSQLiteLogs +# http://self/wiki/PBES/PBES#FirefoxSQLiteLogs +# http://fabien.benetou.fr/Tools/Tools#SQLite +# +# Note that the name might be misleading since currently only Firefox SQLite format is supported + +AWEEKAGO=date +%s --date "now 1 week ago" +DB=~/.mozilla/firefox/*.default/places.sqlite + +echo "top 10 visited URL this week" + +echo -e "\ntop 10 visited URL in general" +sqlite3 -list -line $DB 'SELECT url,title,visit_count FROM moz_places ORDER BY visit_count DESC LIMIT 10' + +URL=$1 +echo -e "\nhow many time URL X has been visited this week" +echo -e "\nhow many time URL X has been visited in general" +# e.g. repository, memory recall, ... + +URLSLISTFILE=~/urlstocheck +echo -e "\nwhich URLs from this list have never been visited this week" +echo -e "\nwhich URLs from this list have never been visited in general" +# e.g. all wiki pages, all page from a wiki group (e.g. memory recall) + +#types with for each a list of URLs +echo -e "\nwhat is the repartition of visits per type of activity this week" +echo -e "\nwhat is the repartition of visits per type of activity in general" +# SELECT url,title,datetime(visit_date/1000000, 'unixepoch','localtime') as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id +# entertainment +# SELECT url,title,datetime(visit_date/1000000, 'unixepoch','localtime') as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id AND (url like "%casttv%" OR url like "%ninja%" OR url like "%otaku%" OR url like "%youtube%") +# work +# SELECT url,title,datetime(visit_date/1000000, 'unixepoch','localtime') as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id AND (url like "%fabien.benetou.fr%" OR url like "%127.0.0.1%" OR url like "%seedea.org%" OR url like "%agi-wiki.org%" OR url like "%ourp.im%") +# social +# SELECT url,title,datetime(visit_date/1000000, 'unixepoch','localtime') as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id AND (url like "%facebook%" OR url like "%twitter%" OR url like "%mail.google%")