Lines of
lib/xvfs/xvfs.tcl
from check-in f615eecc64
that are changed by the sequence of edits moving toward
check-in 37d00c3cfb:
1: #! /usr/bin/env tclsh
2:
3: namespace eval ::xvfs {}
4: namespace eval ::xvfs::callback {}
5:
6: set ::xvfs::_xvfsDir [file dirname [info script]]
7:
8: # Functions
9: proc ::xvfs::_emitLine {line} {
10: if {[info command ::minirivet::_emitOutput] ne ""} {
11: ::minirivet::_emitOutput "${line}\n"
12: } else {
13: puts $line
14: }
15: }
16:
17: proc ::xvfs::printHelp {channel {errors ""}} {
18: if {[llength $errors] != 0} {
19: foreach error $errors {
20: puts $channel "error: $error"
21: }
22: puts $channel ""
23: }
24: puts $channel "Usage: dir2c \[--help\] \[--output <filename>\] --directory <rootDirectory> --name <fsName>"
25: flush $channel
26: }
27:
28: proc ::xvfs::sanitizeCString {string} {
29: set output [join [lmap char [split $string ""] {
30: if {![regexp {[A-Za-z0-9./-]} $char]} {
31: binary scan $char H* char
32: set char "\\[format %03o 0x$char]"
33: }
34:
35: set char
36: }] ""]
37:
38: return $output
39: }
40:
41: proc ::xvfs::sanitizeCStringList {list {prefix ""} {width 80}} {
42: set lines [list]
43: set row [list]
44: foreach item $list {
45: lappend row "\"[sanitizeCString $item]\""
46:
47: set rowString [join $row {, }]
48: set rowString "${prefix}${rowString}"
49: if {[string length $rowString] > $width} {
50: set row [list]
51: lappend lines "${rowString},"
52: unset rowString
53: }
54: }
55: if {[info exists rowString]} {
56: lappend lines $rowString
57: }
58:
59: return [join $lines "\n"]
60: }
61:
62: proc ::xvfs::binaryToCHex {binary {prefix ""} {width 10}} {
63: set binary [binary encode hex $binary]
64: set output [list]
65:
66: set width [expr {$width * 2}]
67: set stopAt [expr {$width - 1}]
68:
69: set offset 0
70: while 1 {
71: set row [string range $binary $offset [expr {$offset + $stopAt}]]
72: if {[string length $row] == 0} {
73: break
74: }
75: incr offset [string length $row]
76:
77: set rowOutput [list]
78: while {$row ne ""} {
79: set value [string range $row 0 1]
80: set row [string range $row 2 end]
81:
82: lappend rowOutput "\\x$value"
83: }
84: set rowOutput [join $rowOutput {}]
85: set rowOutput "${prefix}\"${rowOutput}\""
86: lappend output $rowOutput
87: }
88:
89: if {[llength $output] == 0} {
90: return "${prefix}\"\""
91: }
92:
93: set output [join $output "\n"]
94: }
95:
96: proc ::xvfs::processFile {fsName inputFile outputFile fileInfoDict} {
97: array set fileInfo $fileInfoDict
98:
99: switch -exact -- $fileInfo(type) {
100: "file" {
101: set type "XVFS_FILE_TYPE_REG"
102: if {[info exists fileInfo(fileContents)]} {
103: set data $fileInfo(fileContents)
104: } else {
105: set fd [open $inputFile]
106: fconfigure $fd -encoding binary -translation binary -blocking true
107: set data [read $fd]
108: close $fd
109: }
110: set size [string length $data]
111: set data [string trimleft [binaryToCHex $data "\t\t\t"]]
112: }
113: "directory" {
114: set type "XVFS_FILE_TYPE_DIR"
115: set children $fileInfo(children)
116: set size [llength $children]
117:
118: if {$size == 0} {
119: set children "NULL"
120: } else {
121: set children [string trimleft [sanitizeCStringList $children "\t\t\t"]]
122: # This initializes it using a C99 compound literal, C99 is required
123: set children "(const char *\[\]) \{$children\}"
124: }
125: }
126: default {
127: return -code error "Unable to process $inputFile, unknown type: $fileInfo(type)"
128: }
129: }
130:
131: ::xvfs::_emitLine "\t\{"
132: ::xvfs::_emitLine "\t\t.name = \"[sanitizeCString $outputFile]\","
133: ::xvfs::_emitLine "\t\t.type = $type,"
134: ::xvfs::_emitLine "\t\t.size = $size,"
135: switch -exact -- $fileInfo(type) {
136: "file" {
137: ::xvfs::_emitLine "\t\t.data.fileContents = (const unsigned char *) $data"
138: }
139: "directory" {
140: ::xvfs::_emitLine "\t\t.data.dirChildren = $children"
141: }
142: }
143: ::xvfs::_emitLine "\t\},"
144: }
145:
146: proc ::xvfs::processDirectory {fsName directory {subDirectory ""}} {
147: set subDirectories [list]
148: set outputFiles [list]
149: set workingDirectory [file join $directory $subDirectory]
150: set outputDirectory $subDirectory
151:
152: if {$subDirectory eq ""} {
153: set isTopLevel true
154: } else {
155: set isTopLevel false
156: }
157:
158: if {$isTopLevel} {
159: ::xvfs::_emitLine "static const struct xvfs_file_data xvfs_${fsName}_data\[\] = \{"
160: }
161:
162: # XXX:TODO: Include hidden files ?
163: set children [list]
164: foreach file [glob -nocomplain -tails -directory $workingDirectory *] {
165: if {$file in {. ..}} {
166: continue
167: }
168:
169: set inputFile [file join $workingDirectory $file]
170: set outputFile [file join $outputDirectory [encoding convertto utf-8 $file]]
171: set subDirectoryName [file join $outputDirectory $file]
172:
173: if {[info command ::xvfs::callback::setOutputFileName] ne ""} {
174: set outputFile [::xvfs::callback::setOutputFileName $file $workingDirectory $inputFile $outputDirectory $outputFile]
175: if {$outputFile eq "/"} {
176: continue
177: }
178: }
179:
180: unset -nocomplain fileInfo
181: catch {
182: file lstat $inputFile fileInfo
183: }
184: if {![info exists fileInfo]} {
185: puts stderr "warning: Unable to access $inputFile, skipping"
186: }
187:
188: if {$fileInfo(type) eq "directory"} {
189: lappend subDirectories $subDirectoryName
190: continue
191: }
192:
193: processFile $fsName $inputFile $outputFile [array get fileInfo]
194: lappend outputFiles $outputFile
195: }
196:
197: foreach subDirectory $subDirectories {
198: lappend outputFiles {*}[processDirectory $fsName $directory $subDirectory]
199: }
200:
201: set inputFile $directory
202: set outputFile $outputDirectory
203: if {[info command ::xvfs::callback::setOutputFileName] ne ""} {
204: set outputFile [::xvfs::callback::setOutputFileName $directory $directory $inputFile $outputDirectory $outputFile]
205: }
206:
207: if {$outputFile ne "/"} {
208: unset -nocomplain fileInfo
209: file stat $inputFile fileInfo
210: set children [list]
211: set outputFileLen [string length $outputFile]
212: foreach child $outputFiles {
213: if {[string range /$child 0 $outputFileLen] eq "/${outputFile}"} {
214: set child [string trimleft [string range $child $outputFileLen end] /]
215: if {![string match "*/*" $child]} {
216: lappend children $child
217: }
218: }
219: }
220: set fileInfo(children) $children
221:
222: processFile $fsName $inputFile $outputFile [array get fileInfo]
223: lappend outputFiles $outputFile
224: }
225:
226: if {$isTopLevel} {
227: if {[info command ::xvfs::callback::addOutputFiles] ne ""} {
228: lappend outputFiles {*}[::xvfs::callback::addOutputFiles $fsName]
229: }
230:
231: ::xvfs::_emitLine "\};"
232: }
233:
234: return $outputFiles
235: }
236:
237: proc ::xvfs::main {argv} {
238: # Main entry point
239: ## 1. Parse arguments
240: if {[llength $argv] % 2 != 0} {
241: lappend argv ""
242: }
243:
244: foreach {arg val} $argv {
245: switch -exact -- $arg {
246: "--help" {
247: printHelp stdout
248: exit 0
249: }
250: "--directory" {
251: set rootDirectory $val
252: }
253: "--name" {
254: set fsName $val
255: }
256: "--output" - "--header" {
257: # Ignored, handled as part of some other process
258: }
259: default {
260: printHelp stderr [list "Invalid option: $arg $val"]
261: exit 1
262: }
263: }
264: }
265:
266: ## 2. Validate arguments
267: set errors [list]
268: if {![info exists rootDirectory]} {
269: lappend errors "--directory must be specified"
270: }
271: if {![info exists fsName]} {
272: lappend errors "--name must be specified"
273: }
274:
275: if {[llength $errors] != 0} {
276: printHelp stderr $errors
277: exit 1
278: }
279:
280: ## 3. Start processing directory and producing initial output
281: set ::xvfs::outputFiles [processDirectory $fsName $rootDirectory]
282:
283: set ::xvfs::fsName $fsName
284: set ::xvfs::rootDirectory $rootDirectory
285: }
286:
287: proc ::xvfs::run {args} {
288: uplevel #0 { package require minirivet }
289:
290: set ::xvfs::argv $args
291: ::minirivet::parse [file join $::xvfs::_xvfsDir xvfs.c.rvt]
292: }
293:
294: proc ::xvfs::setOutputChannel {channel} {
295: uplevel #0 { package require minirivet }
296: tailcall ::minirivet::setOutputChannel $channel
297: }
298:
299: proc ::xvfs::setOutputVariable {variable} {
300: uplevel #0 { package require minirivet }
301: tailcall ::minirivet::setOutputVariable $variable
302: }
303:
304: proc ::xvfs::staticIncludeHeaderData {headerData} {
305: set ::xvfs::xvfsCoreH $headerData
306: }
307:
308: proc ::xvfs::staticIncludeHeader {pathToHeaderFile} {
309: set fd [open $pathToHeaderFile]
310: ::xvfs::staticIncludeHeaderData [read $fd]
311: close $fd
312: }
313:
f615eecc64 2019-10-10 314: proc ::xvfs::generatePerfectHashFunctionCall {cVarName cVarLength invalidValue nameList args} {
f615eecc64 2019-10-10 315: array set config {
f615eecc64 2019-10-10 316: preferMinimalHashSize 8
f615eecc64 2019-10-10 317: switchToNonMinimalHash 1048576
f615eecc64 2019-10-10 318: triesAtHashSize 1024
f615eecc64 2019-10-10 319: maxIntermediateMultiple 8
f615eecc64 2019-10-10 320: }
f615eecc64 2019-10-10 321:
322: foreach {configKey configVal} $args {
323: if {![info exists config($configKey)]} {
324: error "Invalid option: $configKey"
325: }
326: }
327: array set config $args
328:
329: set minVal 0
330: set maxVal [llength $nameList]
f615eecc64 2019-10-10 331: set testExpr(0) {([zlib adler32 $nameItem $alpha] + $beta) % $gamma}
f615eecc64 2019-10-10 332: set testExpr(1) {([zlib crc32 $nameItem $alpha] + $beta) % $gamma}
f615eecc64 2019-10-10 333: set testExpr(2) {([zlib adler32 $nameItem [zlib crc32 $nameItem $alpha]] + $beta) % $gamma}
f615eecc64 2019-10-10 334: set testExprC(0) {((Tcl_ZlibAdler32(${alpha}LU, (unsigned char *) $cVarName, $cVarLength) + ${beta}LU) % ${gamma}LU)}
f615eecc64 2019-10-10 335: set testExprC(1) {((Tcl_ZlibCRC32(${alpha}LU, (unsigned char *) $cVarName, $cVarLength) + ${beta}LU) % ${gamma}LU)}
f615eecc64 2019-10-10 336: set testExprC(2) {((Tcl_ZlibAdler32(Tcl_ZlibCRC32(${alpha}LU, (unsigned char *) $cVarName, $cVarLength), (unsigned char *) $cVarName, $cVarLength) + ${beta}LU) % ${gamma}LU)}
f615eecc64 2019-10-10 337:
f615eecc64 2019-10-10 338: set minimal false
f615eecc64 2019-10-10 339: if {$maxVal < $config(preferMinimalHashSize)} {
f615eecc64 2019-10-10 340: set minimal true
341: }
342:
343: set round -1
344:
f615eecc64 2019-10-10 345: set gammaRoundMod [expr {$maxVal * ($config(maxIntermediateMultiple) - 1)}]
f615eecc64 2019-10-10 346:
347: while true {
f615eecc64 2019-10-10 348: if {$minimal && $round > $config(switchToNonMinimalHash)} {
f615eecc64 2019-10-10 349: set minimal false
f615eecc64 2019-10-10 350: set round -1
f615eecc64 2019-10-10 351: }
352: incr round
353:
f615eecc64 2019-10-10 354: if {$minimal} {
f615eecc64 2019-10-10 355: set gamma [expr {$maxVal + ($round % ($maxVal * 4))}]
f615eecc64 2019-10-10 356: } else {
f615eecc64 2019-10-10 357: set gamma [expr {$maxVal + ($round % $gammaRoundMod)}]
f615eecc64 2019-10-10 358: }
f615eecc64 2019-10-10 359:
f615eecc64 2019-10-10 360: for {set try 0} {$try < $config(triesAtHashSize)} {incr try} {
f615eecc64 2019-10-10 361: set alpha [expr {entier(rand() * (2**31))}]
f615eecc64 2019-10-10 362: set beta [expr {entier(rand() * (2**31))}]
f615eecc64 2019-10-10 363:
f615eecc64 2019-10-10 364: foreach {testExprID testExprContents} [array get testExpr] {
f615eecc64 2019-10-10 365: set idx -1
f615eecc64 2019-10-10 366: set seenIndexes [list]
f615eecc64 2019-10-10 367: set failed false
f615eecc64 2019-10-10 368: foreach nameItem $nameList {
f615eecc64 2019-10-10 369:
f615eecc64 2019-10-10 370: set testExprVal [expr $testExprContents]
f615eecc64 2019-10-10 371:
f615eecc64 2019-10-10 372: if {$minimal} {
f615eecc64 2019-10-10 373: incr idx
f615eecc64 2019-10-10 374:
f615eecc64 2019-10-10 375: if {$testExprVal != $idx} {
f615eecc64 2019-10-10 376: set failed true
f615eecc64 2019-10-10 377: break
f615eecc64 2019-10-10 378: }
f615eecc64 2019-10-10 379: } else {
f615eecc64 2019-10-10 380: if {$testExprVal in $seenIndexes} {
f615eecc64 2019-10-10 381: set failed true
f615eecc64 2019-10-10 382: break
f615eecc64 2019-10-10 383: }
f615eecc64 2019-10-10 384:
f615eecc64 2019-10-10 385: lappend seenIndexes $testExprVal
f615eecc64 2019-10-10 386: }
f615eecc64 2019-10-10 387: }
f615eecc64 2019-10-10 388:
f615eecc64 2019-10-10 389: if {!$failed} {
f615eecc64 2019-10-10 390: break
f615eecc64 2019-10-10 391: }
392: }
393:
394: if {!$failed} {
395: break
396: }
397: }
398:
399: if {!$failed} {
400: break
401: }
f615eecc64 2019-10-10 402: }
f615eecc64 2019-10-10 403:
f615eecc64 2019-10-10 404: if {$minimal} {
f615eecc64 2019-10-10 405: set phfCall [subst $testExprC($testExprID)]
f615eecc64 2019-10-10 406: } else {
f615eecc64 2019-10-10 407: unset -nocomplain mapArray
f615eecc64 2019-10-10 408: for {set idx 0} {$idx < $gamma} {incr idx} {
f615eecc64 2019-10-10 409: set mapArray($idx) $invalidValue
f615eecc64 2019-10-10 410: }
f615eecc64 2019-10-10 411:
f615eecc64 2019-10-10 412: set idx -1
f615eecc64 2019-10-10 413: foreach nameItem $nameList {
f615eecc64 2019-10-10 414: incr idx
f615eecc64 2019-10-10 415:
f615eecc64 2019-10-10 416: set mapArray([expr $testExpr($testExprID)]) $idx
f615eecc64 2019-10-10 417: }
f615eecc64 2019-10-10 418:
f615eecc64 2019-10-10 419: set map "(long\[\])\{"
f615eecc64 2019-10-10 420: for {set idx 0} {$idx < $gamma} {incr idx} {
f615eecc64 2019-10-10 421: append map "$mapArray($idx), "
f615eecc64 2019-10-10 422: }
f615eecc64 2019-10-10 423: set map [string range $map 0 end-2]
f615eecc64 2019-10-10 424: append map "\}\[[subst $testExprC($testExprID)]\]"
f615eecc64 2019-10-10 425:
f615eecc64 2019-10-10 426: set phfCall $map
f615eecc64 2019-10-10 427: }
428:
429: return $phfCall
430: }
431:
432: package provide xvfs 1