misc/shell_scripts/browser_queries

#! /usr/bin/env bash

# TODO
#	make the requests actually work
#	simplify the syntax
#	handle parameters instead of the implicit --all
#	handle "brain" keyword requests
#		 http://www.google.com/search?num=100&hl=en&q=sqlite+site:fabien.benetou.fr
#	PmWiki output format
#		%s/"\(.*\)","\(.*\)","\(.*\)"/* \3 [[\1|\2]]/
#	consider bc for the math
# see
#	http://fabien.benetou.fr/MemoryRecalls/ImprovingPIM#FirefoxSQLiteLogs
#	http://self/wiki/PBES/PBES#FirefoxSQLiteLogs
#	http://fabien.benetou.fr/Tools/Tools#SQLite
# 
# Note that the name might be misleading since currently only Firefox SQLite format is supported

ANHOURAGO=`date +%s --date "now 1 hour ago"`
AWEEKAGO=`date +%s --date "now 1 week ago"`
DB=~/.mozilla/firefox/*.default/places.sqlite

echo "top 10 visited URL this week"

echo -e "\ntop 10 visited URL in general"
#sqlite3 -list -line $DB 'SELECT url,title,visit_count FROM moz_places ORDER BY visit_count DESC LIMIT 10'
echo "this week"
#sqlite3 -list -line $DB "SELECT url,title,visit_date as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id and visit_date>($AWEEKAGO*1000000)"
echo "this hour"
sqlite3 -list -line $DB "SELECT url,title,visit_date as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id and visit_date>($ANHOURAGO*1000000)"

URL=$1
echo -e "\nhow many time URL X has been visited this week"
echo -e "\nhow many time URL X has been visited in general"
# e.g. repository, memory recall, ...

echo -e "\nwhen was the URL X been visited for the first time?"
# practical to check against deja-vu

startingURL=$1
endingURL=$2
echo -e "\nURLs visited between starting URL and ending URL"
# as first done with  http://fabien.benetou.fr/Events/DrumbeatParis#VisitedLinks


URLSLISTFILE=~/urlstocheck
echo -e "\nwhich URLs from this list have never been visited this week"
echo -e "\nwhich URLs from this list have never been visited in general"
# e.g. all wiki pages, all page from a wiki group (e.g. memory recall)

#types with for each a list of URLs
echo -e "\nwhat is the repartition of visits per type of activity this week"
echo -e "\nwhat is the repartition of visits per type of activity in general"
# total
# SELECT url,title,datetime(visit_date/1000000, 'unixepoch','localtime') as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id 

# entertainment
# SELECT url,title,datetime(visit_date/1000000, 'unixepoch','localtime') as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id AND (url like "%casttv%" OR url like "%ninja%" OR url like "%otaku%" OR url like "%youtube%")
# work
# SELECT url,title,datetime(visit_date/1000000, 'unixepoch','localtime') as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id AND (url like "%fabien.benetou.fr%" OR url like "%127.0.0.1%" OR url like "%seedea.org%" OR url like "%agi-wiki.org%" OR url like "%ourp.im%")
# social
# SELECT url,title,datetime(visit_date/1000000, 'unixepoch','localtime') as moment FROM moz_historyvisits, moz_places WHERE moz_historyvisits.place_id = moz_places.id AND (url like "%facebook%" OR url like "%twitter%" OR url like "%mail.google%")