]>
Dogcows Code - chaz/p5-CGI-Ex/blob - bench_template.pl
7b48028a0deb5e232f6942d60c62616b7cb1aeb0
5 bench_template.pl - Test relative performance of CGI::Ex::Template to Template::Toolkit
10 use Benchmark
qw(cmpthese timethese);
12 use File
::Path
qw(rmtree);
13 use CGI
::Ex
::Template
;
14 use CGI
::Ex
::Dump
qw(debug);
16 use constant test_taint
=> 0 && eval { require Taint
::Runtime
}; # s/0/1/ to check tainting
18 Taint
::Runtime
::taint_start
() if test_taint
;
20 my $tt_cache_dir = tmpnam
;
21 END { rmtree
$tt_cache_dir };
22 mkdir $tt_cache_dir, 0755;
29 hash
=> {a
=> 1, b
=> 2, c
=> { d
=> [{hee
=> ["hmm"]}] }},
30 array
=> [qw(A B C D E a A)],
32 filt
=> sub {sub {$_[0]x2
}},
36 my $s = Template
::Stash-
>new($swap);
37 #use Template::Stash::XS;
38 #$s = Template::Stash::XS->new($swap);
40 ###----------------------------------------------------------------###
43 my @config1 = (STASH
=> $s, ABSOLUTE
=> 1, CONSTANTS
=> {simple
=> 'var'}, EVAL_PERL
=> 1, INCLUDE_PATH
=> $tt_cache_dir);
44 #push @config1, (INTERPOLATE => 1);
45 my @config2 = (@config1, COMPILE_EXT
=> '.ttc');
47 #use CGI::Ex::Template209;
48 #my $tt1 = CGI::Ex::Template209->new(@config1);
49 my $tt1 = Template-
>new(@config1);
50 my $tt2 = Template-
>new(@config2);
52 my $cet = CGI
::Ex
::Template-
>new(@config1);
53 my $cetc = CGI
::Ex
::Template-
>new(@config2);
55 #$swap->{$_} = $_ for (1 .. 1000); # swap size affects benchmark speed
57 ###----------------------------------------------------------------###
58 ### write out some file to be used later
61 my $bar_template = "$tt_cache_dir/bar.tt";
62 END { unlink $bar_template };
63 open($fh, ">$bar_template") || die "Couldn't open $bar_template: $!";
67 my $baz_template = "$tt_cache_dir/baz.tt";
68 END { unlink $baz_template };
69 open($fh, ">$baz_template") || die "Couldn't open $baz_template: $!";
70 print $fh "[% SET baz = 42 %][% baz %][% bing %]";
73 my $longer_template = "[% INCLUDE bar.tt %]"
74 ."[% array.join('|') %]"
76 ."[% FOREACH a IN array %]foobar[% IF a == 'A' %][% INCLUDE baz.tt %][% END %]bazbing[% END %]"
78 ."[% IF foo ; bar ; ELSIF baz ; bing ; ELSE ; bong ; END %]"
80 ."[% IF foo ; bar ; ELSIF baz ; bing ; ELSE ; bong ; END %]"
82 ."[% IF foo ; bar ; ELSIF baz ; bing ; ELSE ; bong ; END %]"
83 ."[% array.join('|') %]"
84 ."[% PROCESS bar.tt %]";
86 my $hello2000 = "<html><head><title>[% title %]</title></head><body>
87 [% array = [ \"Hello\", \"World\", \"2000\", \"Hello\", \"World\", \"2000\" ] %]
88 [% sorted = array.sort %]
89 [% multi = [ sorted, sorted, sorted, sorted, sorted ] %]
91 [% FOREACH row = multi %]
92 <tr bgcolor=\"[% loop.count % 2 ? 'gray' : 'white' %]\">
93 [% FOREACH col = row %]
94 <td align=\"center\"><font size=\"+1\">[% col %]</font></td>
100 [% FOREACH i = [ 1 .. 10 ] %]
101 [% var = i + param %]"
102 .("\n [%var%] Hello World Hello World Hello World Hello World Hello World Hello World Hello World Hello World Hello World Hello World <br/>"x20
)."
107 ###----------------------------------------------------------------###
108 ### set a few globals that will be available in our subs
109 my $show_list = grep {$_ eq '--list'} @ARGV;
110 my $run_all = grep {$_ eq '--all'} @ARGV;
111 my @run = $run_all ? () : @ARGV;
115 ### uncomment to run a specific test - otherwise all tests run
118 # ### All percents are CGI::Ex::Template vs TT2
119 # ### (The percent that CET is faster than TT)
120 # Existing object by string ref #
121 # New object with CACHE_EXT set # #
122 # New object each time (undef CACHE_SIZE) # # #
123 # This percent is compiled in memory (repeated calls) # # # #
124 my $tests = { # # # # #
125 '01_empty' => "", # 231% # 571% # 310% # 431% # 20798.0/s #
126 '02_var_sma' => "[% one %]", # 162% # 531% # 409% # 436% # 14964.9/s #
127 '03_var_lar' => "[% one %]"x100
, # 22% # 338% # 63% # 331% # 948.8/s #
128 '04_set_sma' => "[% SET one = 2 %]", # 160% # 478% # 391% # 370% # 14835.7/s #
129 '05_set_lar' => "[% SET one = 2 %]"x100
, # 12% # 280% # 28% # 272% # 919.7/s #
130 '06_set_range' => "[% SET one = [0..30] %]", # 42% # 289% # 230% # 192% # 7909.3/s #
131 '07_chain_sm' => "[% hash.a %]", # 163% # 551% # 397% # 450% # 13791.3/s #
132 '08_mixed_sma' => "".((" "x100
)."[% one %]\n")x10
, # 72% # 467% # 234% # 440% # 5941.1/s #
133 '09_mixed_med' => "".((" "x10
)."[% one %]\n")x100
, # 17% # 416% # 99% # 394% # 879.7/s #
134 '10_str_sma' => "".("[% \"".(" "x100
)."\$one\" %]\n")x10
, # -12% # 1391% # 96% # 1448% # 2939.5/s #
135 '11_str_lar' => "".("[% \"".(" "x10
)."\$one\" %]\n")x100
, # -50% # 303% # -1% # 303% # 365.3/s #
136 '12_num_lterl' => "[% 2 %]", # 170% # 534% # 430% # 422% # 16592.1/s #
137 '13_plus' => "[% 1 + 2 %]", # 116% # 426% # 351% # 311% # 13151.4/s #
138 '14_chained' => "[% c.d.0.hee.0 %]", # 168% # 567% # 390% # 486% # 14451.2/s #
139 '15_chain_set' => "[% SET c.d.0.hee.0 = 2 %]", # 153% # 465% # 337% # 389% # 11123.9/s #
140 '16_chain_lar' => "[% c.d.0.hee.0 %]"x100
, # 58% # 468% # 74% # 465% # 828.2/s #
141 '17_chain_sl' => "[% SET c.d.0.hee.0 = 2 %]"x100
, # 111% # 343% # 85% # 346% # 367.4/s #
142 '18_cplx_comp' => "[% t = 1 || 0 ? 0 : 1 || 2 ? 2 : 3 %][% t %]", # 81% # 254% # 253% # 188% # 9677.4/s #
143 '19_if_sim_t' => "[% a=1 %][% IF a %]Two[% END %]", # 119% # 428% # 316% # 352% # 11600.5/s #
144 '20_if_sim_f' => " [% IF a %]Two[% END %]", # 163% # 536% # 398% # 459% # 14693.3/s #
145 '21_if_else' => "[% IF a %]A[% ELSE %]B[% END %]", # 139% # 483% # 363% # 393% # 13480.3/s #
146 '22_if_elsif' => "[% IF a %]A[% ELSIF b %]B[% ELSE %]C[% END %]", # 133% # 453% # 334% # 379% # 12151.0/s #
147 '23_for_i_sml' => "[% FOREACH i = [0..10] ; i ; END %]", # 12% # 197% # 131% # 140% # 2497.6/s #
148 '24_for_i_med' => "[% FOREACH i = [0..100] ; i ; END %]", # -23% # 21% # 0% # 5% # 357.3/s #
149 '25_for_sml' => "[% FOREACH [0..10] ; i ; END %]", # 23% # 220% # 151% # 160% # 2670.6/s #
150 '26_for_med' => "[% FOREACH [0..100] ; i ; END %]", # -5% # 41% # 19% # 24% # 404.5/s #
151 '27_while' => "[% f = 10 %][%WHILE f%][%f=f- 1%][%f%][% END %]", # 0% # 161% # 65% # 120% # 1604.2/s #
152 '28_whl_set_l' => "[% f = 10; WHILE (g=f) ; f = f - 1 ; f ; END %]", # -3% # 128% # 50% # 91% # 1285.6/s #
153 '29_whl_set_s' => "[% f = 1; WHILE (g=f) ; f = f - 1 ; f ; END %]", # 51% # 287% # 196% # 227% # 5914.2/s #
154 '30_file_proc' => "[% PROCESS bar.tt %]", # 231% # 492% # 370% # 468% # 10900.5/s #
155 '31_file_incl' => "[% INCLUDE baz.tt %]", # 150% # 403% # 278% # 335% # 6915.6/s #
156 '32_process' => "[% BLOCK foo %]Hi[% END %][% PROCESS foo %]", # 159% # 519% # 396% # 463% # 10647.0/s #
157 '33_include' => "[% BLOCK foo %]Hi[% END %][% INCLUDE foo %]", # 137% # 491% # 367% # 424% # 9087.9/s #
158 '34_macro' => "[% MACRO foo BLOCK %]Hi[% END %][% foo %]", # 76% # 364% # 276% # 285% # 7838.4/s #
159 '35_macro_arg' => "[% MACRO foo(n) BLOCK %]Hi[%n%][%END%][%foo(2)%]", # 64% # 263% # 251% # 200% # 6532.9/s #
160 '36_macro_pro' => "[% MACRO foo PROCESS bar;BLOCK bar%]7[%END;foo%]", # 95% # 393% # 300% # 333% # 6369.2/s #
161 '37_filter2' => "[% n = 1 %][% n | repeat(2) %]", # 129% # 394% # 342% # 313% # 10703.2/s #
162 '38_filter' => "[% n = 1 %][% n FILTER repeat(2) %]", # 90% # 322% # 286% # 245% # 8865.2/s #
163 '39_fltr_name' => "[% n=1; n FILTER echo=repeat(2); n FILTER echo%]", # 36% # 284% # 211% # 229% # 5824.9/s #
164 '40_constant' => "[% constants.simple %]", # 174% # 515% # 435% # 425% # 16588.0/s #
165 '41_perl' => "[%one='ONE'%][% PERL %]print \"[%one%]\"[%END%]", # 62% # 403% # 278% # 332% # 6885.4/s #
166 '42_filtervar' => "[% 'hi' | \$filt %]", # 95% # 454% # 328% # 370% # 10167.3/s #
167 '43_filteruri' => "[% ' ' | uri %]", # 132% # 550% # 379% # 471% # 12524.4/s #
168 '44_filterevl' => "[% foo | eval %]", # 303% # 530% # 434% # 478% # 5475.5/s #
169 '45_capture' => "[% foo = BLOCK %]Hi[% END %][% foo %]", # 102% # 386% # 291% # 304% # 10606.5/s #
170 '46_complex' => "$longer_template", # 60% # 290% # 160% # 270% # 1054.3/s #
171 '47_hello2000' => "$hello2000", # 2% # 136% # 39% # 115% # 184.8/s #
172 # overall # 95% # 406% # 251% # 346% #
176 #'46_complex' => "$longer_template", # -4% # 274% # 93% # 228% # 1201.9/s #
177 ## overall # 30% # 377% # 211% # 317% #
180 ### load the code representation
183 my $data = do { local $/ = undef; <DATA
> };
184 foreach my $key (keys %$tests) {
185 $data =~ m/(.*\Q$key\E.*)/ || next;
190 foreach my $text (sort values %$text) {
196 my $run = join("|", @run);
197 @run = grep {/$run/} sort keys %$tests;
199 ###----------------------------------------------------------------###
203 my $t = Template-
>new(@config1);
204 $t->process($filename, $swap, \
$out);
210 my $t = Template-
>new(@config1);
211 $t->process($str_ref, $swap, \
$out);
217 $tt1->process($filename, $swap, \
$out);
223 $tt1->process($str_ref, $swap, \
$out) || debug
$tt1->error;
227 sub file_TT_cache_new
{
229 my $t = Template-
>new(@config2);
230 $t->process($filename, $swap, \
$out);
234 ###----------------------------------------------------------------###
238 my $t = CGI
::Ex
::Template-
>new(@config1);
239 $t->process($filename, $swap, \
$out);
245 my $t = CGI
::Ex
::Template-
>new(@config1);
246 $t->process($str_ref, $swap, \
$out);
252 $cet->process($filename, $swap, \
$out);
258 $cet->process($str_ref, $swap, \
$out);
263 my $txt = $cet->swap($str_ref, $swap);
267 sub file_CET_cache_new
{
269 my $t = CGI
::Ex
::Template-
>new(@config2);
270 $t->process($filename, $swap, \
$out);
274 ###----------------------------------------------------------------###
276 @run = sort(keys %$tests) if $#run == -1;
280 foreach my $test_name (@run) {
281 die "Invalid test $test_name" if ! exists $tests->{$test_name};
282 my $txt = $tests->{$test_name};
283 my $sample =$text->{$test_name};
284 $sample =~ s/^.+=>//;
285 $sample =~ s/\#.+$//;
286 print "-------------------------------------------------------------\n";
287 print "Running test $test_name\n";
288 print "Test text: $sample\n";
290 ### set the global file types
292 $filename = $tt_cache_dir ."/$test_name.tt";
293 open(my $fh, ">$filename") || die "Couldn't open $filename: $!";
297 #debug file_CET(), str_TT();
298 #debug $cet->parse_tree($file);
300 ### check out put - and also allow for caching
302 if (file_CET
() ne str_TT
()) {
303 debug
$cet->parse_tree($str_ref);
304 debug file_CET
(), str_TT
();
305 die "file_CET didn't match";
307 die "file_TT didn't match " if file_TT
() ne str_TT
();
308 die "str_CET didn't match " if str_CET
() ne str_TT
();
309 # die "str_CET_swap didn't match " if str_CET_swap() ne str_TT();
310 die "file_CET_cache_new didn't match " if file_CET_cache_new
() ne str_TT
();
311 die "file_TT_cache_new didn't match " if file_TT_cache_new
() ne str_TT
();
316 ###----------------------------------------------------------------###
318 my $r = eval { timethese
(-2, {
319 file_TT_n
=> \
&file_TT_new
,
320 # str_TT_n => \&str_TT_new,
321 file_TT
=> \
&file_TT
,
323 file_TT_c_n
=> \
&file_TT_cache_new
,
325 file_CT_n
=> \
&file_CET_new
,
326 # str_CT_n => \&str_CET_new,
327 file_CT
=> \
&file_CET
,
329 # str_CT_sw => \&str_CET_swap,
330 file_CT_c_n
=> \
&file_CET_cache_new
,
336 eval { cmpthese
$r };
338 my $copy = $text->{$test_name};
344 '1 cached_in_memory ' => ['file_CT', 'file_TT'],
345 '2 new_object ' => ['file_CT_n', 'file_TT_n'],
346 '3 cached_on_file (new_object)' => ['file_CT_c_n', 'file_TT_c_n'],
347 '4 string reference ' => ['str_CT', 'str_TT'],
348 '5 CT new vs TT in mem ' => ['file_CT_n', 'file_TT'],
349 '6 CT in mem vs TT new ' => ['file_CT', 'file_TT_n'],
350 '7 CT in mem vs CT new ' => ['file_CT', 'file_CT_n'],
351 '8 TT in mem vs TT new ' => ['file_TT', 'file_TT_n'],
353 foreach my $type (sort keys %$hash) {
354 my ($key1, $key2) = @{ $hash->{$type} };
355 my $ct = $r->{$key1};
356 my $tt = $r->{$key2};
357 my $ct_s = $ct->iters / ($ct->cpu_a || 1);
358 my $tt_s = $tt->iters / ($tt->cpu_a || 1);
359 my $p = int(100 * ($ct_s - $tt_s) / ($tt_s || 1));
360 print "$type - CT is $p% faster than TT\n";
362 $output .= sprintf('# %3s%% ', $p) if $type =~ /^[1234]/;
364 ### store cumulatives
365 if (abs($p) < 10000) {
366 $cumulative{$type} ||= [0, 0];
367 $cumulative{$type}->[0] += $p;
368 $cumulative{$type}->[1] ++;
375 $output .= "# ".sprintf("%.1f", $r->{'file_CT'}->iters / ($r->{'file_CT'}->cpu_a || 1))."/s #\n";
378 foreach my $row (values %cumulative) {
379 $row->[2] = sprintf('%.1f', $row->[0] / ($row->[1]||1));
383 foreach (sort keys %cumulative) {
384 printf "Cumulative $_: %6.1f\n", $cumulative{$_}->[2];
390 ### add the final total row
392 $output .= " # overall" . (" "x61
);
393 foreach my $type (sort keys %cumulative) {
394 $output .= sprintf('# %3s%% ', int $cumulative{$type}->[2]) if $type =~ /^[1234]/;
403 #print `ls -lR $tt_cache_dir`;
This page took 0.075618 seconds and 3 git commands to generate.