62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
|
set tm [time {set x [run_query $url]}]
set ms [lindex $tm 0]
puts [format {%.3fs} [expr {$ms/1000000.0}]]
flush stdout
if {[string length $x]>1000000} {
set x [string range $x 0 1000000]
}
while {[regexp {<[aA] .*?href="(/[a-z].*?)".*?>(.*)$} $x all url tail]} {
# if {$npending>2*($limit - $i)} break
set u2 [string map {< < > > " \" & &} $url]
if {![info exists seen($u2)]} {
set next($u2) 1
set seen($u2) 1
}
set x $tail
}
|
>
>
>
|
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
set tm [time {set x [run_query $url]}]
set ms [lindex $tm 0]
puts [format {%.3fs} [expr {$ms/1000000.0}]]
flush stdout
if {[string length $x]>1000000} {
set x [string range $x 0 1000000]
}
set k 0
while {[regexp {<[aA] .*?href="(/[a-z].*?)".*?>(.*)$} $x all url tail]} {
# if {$npending>2*($limit - $i)} break
incr k
if {$k>100} break
set u2 [string map {< < > > " \" & &} $url]
if {![info exists seen($u2)]} {
set next($u2) 1
set seen($u2) 1
}
set x $tail
}
|