merge-browser-history

#!/usr/bin/env bash
# backs up browser databases to cache and merges all visits into a JSON file

set -o pipefail
set -ex

epoch() {
	date +"%s"
}

main() {
	local tmpdir tmpfile browsing_dir
	tmpdir="$(mktemp -d)"
	browsing_dir="$(backup_to browsing)" || exit $?
	if [[ ! -d "$browsing_dir" ]]; then
		exit 1
	fi
	# backup anything that exists to cache
	mkdir -p ~/.cache/removed/browsing
	rsync -Pavh "${browsing_dir}"/ ~/.cache/removed/browsing
	tmpfile="${tmpdir}/browsing-$(epoch).jsonl.gz"
	python3 -m browserexport --debug merge --json --stream "${browsing_dir}/"* | gzip --best | sponge "${tmpfile}"
	rm -v "${browsing_dir}/"*
	mv -v "${tmpfile}" "${browsing_dir}"
	dust "${browsing_dir}"
	visit_count="$(hpi query my.browser.export.history | jq length | numfmt --grouping)"
	notify "browsing has ${visit_count} visits"
}

main || exit $?