facilitating browsing log analysis

shell_scripts/browser_queries

@@ -0,0 +1,43 @@
+#! /usr/bin/env bash
+
+# TODO
+#	make the requests actually work
+#	simplify the syntax
+#	handle parameters instead of the implicit --all
+#	handle "brain" keyword requests
+#		 http://www.google.com/search?num=100&hl=en&q=sqlite+site:fabien.benetou.fr
+# see
+#	http://fabien.benetou.fr/MemoryRecalls/ImprovingPIM#FirefoxSQLiteLogs
+#	http://self/wiki/PBES/PBES#FirefoxSQLiteLogs
+#	http://fabien.benetou.fr/Tools/Tools#SQLite
+# 
+# Note that the name might be misleading since currently only Firefox SQLite format is supported
+
+AWEEKAGO=date +%s --date "now 1 week ago"
+DB=~/.mozilla/firefox/*.default/places.sqlite
+
+echo "top 10 visited URL this week"
+
+echo -e "\ntop 10 visited URL in general"
+sqlite3 -list -line $DB 'SELECT url,title,visit_count FROM moz_places ORDER BY visit_count DESC LIMIT 10'
+
+URL=$1
+echo -e "\nhow many time URL X has been visited this week"
+echo -e "\nhow many time URL X has been visited in general"
+# e.g. repository, memory recall, ...
+
+URLSLISTFILE=~/urlstocheck
+echo -e "\nwhich URLs from this list have never been visited this week"
+echo -e "\nwhich URLs from this list have never been visited in general"
+# e.g. all wiki pages, all page from a wiki group (e.g. memory recall)
+
+#types with for each a list of URLs
+echo -e "\nwhat is the repartition of visits per type of activity this week"
+echo -e "\nwhat is the repartition of visits per type of activity in general"
+# SELECT url,title,datetime(visit_date/1000000, 'unixepoch','localtime') as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id 
+# entertainment
+# SELECT url,title,datetime(visit_date/1000000, 'unixepoch','localtime') as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id AND (url like "%casttv%" OR url like "%ninja%" OR url like "%otaku%" OR url like "%youtube%")
+# work
+# SELECT url,title,datetime(visit_date/1000000, 'unixepoch','localtime') as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id AND (url like "%fabien.benetou.fr%" OR url like "%127.0.0.1%" OR url like "%seedea.org%" OR url like "%agi-wiki.org%" OR url like "%ourp.im%")
+# social
+# SELECT url,title,datetime(visit_date/1000000, 'unixepoch','localtime') as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id AND (url like "%facebook%" OR url like "%twitter%" OR url like "%mail.google%")