#! /usr/bin/env tclsh
package require http 2.7
package require sqlite3
namespace eval ::appfs {
variable cachedir "/tmp/appfs-cache"
proc _hash_sep {hash {seps 4}} {
for {set idx 0} {$idx < $seps} {incr idx} {
append retval "[string range $hash [expr {$idx * 2}] [expr {($idx * 2) + 1}]]/"
}
append retval "[string range $hash [expr {$idx * 2}] end]"
return $retval
}
proc _cachefile {url key {keyIsHash 1}} {
if {$keyIsHash} {
set key [_hash_sep $key]
}
set file [file join $::appfs::cachedir $key]
file mkdir [file dirname $file]
if {![file exists $file]} {
set tmpfile "${file}.new"
set fd [open $tmpfile "w"]
set token [::http::geturl $url -channel $fd]
set ncode [::http::ncode $token]
::http::reset $token
close $fd
if {$ncode == "200"} {
file rename -force -- $tmpfile $file
} else {
file delete -force -- $tmpfile
}
}
return $file
}
proc _db {args} {
return [uplevel 1 [list ::appfs::db {*}$args]]
}
proc init {} {
if {[info exists ::appfs::init_called]} {
return
}
set ::appfs::init_called 1
if {![info exists ::appfs::db]} {
file mkdir $::appfs::cachedir
sqlite3 ::appfs::db [file join $::appfs::cachedir cache.db]
}
_db eval {CREATE TABLE IF NOT EXISTS packages(hostname, sha1, package, version, os, cpuArch, isLatest, haveManifest);}
_db eval {CREATE TABLE IF NOT EXISTS files(package_sha1, type, time, source, size, file_sha1, file_name, file_directory);}
}
proc download {hostname hash {method sha1}} {
set url "http://$hostname/appfs/$method/$hash"
set file [_cachefile $url $hash]
if {![file exists $file]} {
return -code error "Unable to fetch"
}
return $file
}
proc getindex {hostname} {
if {[string match "*\[/~\]*" $hostname]} {
return -code error "Invalid hostname"
}
set url "http://$hostname/appfs/index"
set indexcachefile [_cachefile $url "SERVERS/[string tolower $hostname]" 0]
if {![file exists $indexcachefile]} {
return -code error "Unable to fetch $url"
}
set fd [open $indexcachefile]
gets $fd indexhash_data
set indexhash [lindex [split $indexhash_data ","] 0]
close $fd
set file [download $hostname $indexhash]
set fd [open $file]
set data [read $fd]
close $fd
array set packages [list]
foreach line [split $data "\n"] {
set line [string trim $line]
if {[string match "*/*" $line]} {
continue
}
if {$line == ""} {
continue
}
set work [split $line ","]
unset -nocomplain pkgInfo
set pkgInfo(package) [lindex $work 0]
set pkgInfo(version) [lindex $work 1]
set pkgInfo(os) [lindex $work 2]
set pkgInfo(cpuArch) [lindex $work 3]
set pkgInfo(hash) [string tolower [lindex $work 4]]
set pkgInfo(hash_type) "sha1"
set pkgInfo(isLatest) [expr {!![lindex $work 5]}]
if {[string length $pkgInfo(hash)] != 40} {
continue
}
if {![regexp {^[0-9a-f]*$} $pkgInfo(hash)]} {
continue
}
set packages($pkgInfo(package)) [array get pkgInfo]
# Do not do any additional work if we already have this package
set existing_packages [_db eval {SELECT package FROM packages WHERE hostname = $hostname AND sha1 = $pkgInfo(hash);}]
if {[lsearch -exact $existing_packages $pkgInfo(package)] != -1} {
continue
}
if {$pkgInfo(isLatest)} {
_db eval {UPDATE packages SET isLatest = 0 WHERE hostname = $hostname AND package = $pkgInfo($package) AND os = $pkgInfo($package) AND cpuArch = $pkgInfo(cpuArch);}
}
_db eval {INSERT INTO packages (hostname, sha1, package, version, os, cpuArch, isLatest, haveManifest) VALUES ($hostname, $pkgInfo(hash), $pkgInfo(package), $pkgInfo(version), $pkgInfo(os), $pkgInfo(cpuArch), $pkgInfo(isLatest), 0);}
}
return COMPLETE
}
proc getpkgmanifest {hostname package_sha1} {
set haveManifests [_db eval {SELECT haveManifest FROM packages WHERE sha1 = $package_sha1 LIMIT 1;}]
set haveManifest [lindex $haveManifests 0]
if {$haveManifest} {
return COMPLETE
}
set file [download $hostname $package_sha1]
set fd [open $file]
set pkgdata [read $fd]
close $fd
foreach line [split $pkgdata "\n"] {
set line [string trim $line]
if {[string match "*/*" $line]} {
continue
}
if {$line == ""} {
continue
}
set work [split $line ","]
unset -nocomplain fileInfo
set fileInfo(type) [lindex $work 0]
set fileInfo(time) [lindex $work 1]
set fileInfo(name) [lindex $work end]
set fileInfo(name) [split [string trim $fileInfo(name) "/"] "/"]
set fileInfo(directory) [join [lrange $fileInfo(name) 0 end-1] "/"]
set fileInfo(name) [lindex $fileInfo(name) end]
set work [lrange $work 2 end-1]
switch -- $fileInfo(type) {
"file" {
set fileInfo(size) [lindex $work 0]
set fileInfo(sha1) [lindex $work 1]
}
"symlink" {
set fileInfo(source) [lindex $work 0]
}
}
_db eval {INSERT INTO files (package_sha1, type, time, source, size, file_sha1, file_name, file_directory) VALUES ($package_sha1, $fileInfo(type), $fileInfo(time), $fileInfo(source), $fileInfo(size), $fileInfo(sha1), $fileInfo(name), $fileInfo(directory) );}
_db eval {UPDATE packages SET haveManifest = 1 WHERE sha1 = $package_sha1;}
}
return COMPLETE
}
}