10 HOME PGHOST PGPORT PGUSER PGDATABASE MIGSCHEMA
11 MIGBASEWORKDIR MIGBASEGITDIR MIGGITDIR MIGWORKDIR
17 my $mig_bin = "$FindBin::Bin/";
18 use lib "$FindBin::Bin/";
20 use open ':encoding(utf8)';
22 pod2usage(-verbose => 2) if defined $ARGV[0] && $ARGV[0] eq '--help';
25 my $next_arg_is_analyst;
27 my $next_arg_is_report_title;
29 my $next_arg_is_reports_xml;
33 my $next_arg_is_added_page_title;
35 my $next_arg_is_added_page_file;
37 my $parser = XML::LibXML->new();
38 my $lines_per_page = 42;
41 foreach my $arg (@ARGV) {
42 if ($arg eq '--report_title') {
43 $next_arg_is_report_title = 1;
46 if ($next_arg_is_report_title) {
48 $next_arg_is_report_title = 0;
51 if ($arg eq '--analyst') {
52 $next_arg_is_analyst = 1;
55 if ($next_arg_is_analyst) {
57 $next_arg_is_analyst = 0;
60 if ($arg eq '--reports_xml') {
61 $next_arg_is_reports_xml = 1;
64 if ($next_arg_is_reports_xml) {
66 $next_arg_is_reports_xml = 0;
69 if ($arg eq '--tags') {
70 $next_arg_is_tags = 1;
73 if ($next_arg_is_tags) {
75 $next_arg_is_tags = 0;
78 if ($arg eq '--added_page_title') {
79 $next_arg_is_added_page_title = 1;
82 if ($next_arg_is_added_page_title) {
83 $added_page_title = $arg;
84 $next_arg_is_added_page_title = 0;
87 if ($arg eq '--added_page_file') {
88 $next_arg_is_added_page_file = 1;
91 if ($next_arg_is_added_page_file) {
92 $added_page_file = $arg;
93 $next_arg_is_added_page_file = 0;
96 if ($arg eq '--debug') {
102 if (!defined $tags) {$tags = 'circs.holds.actors.bibs.assets.money'};
103 if (!defined $analyst) { abort('--analyst must be supplied'); }
104 if (!defined $report_title) { abort('--report_title must be supplied'); }
106 my $mig_path = abs_path($0);
107 $mig_path =~ s|[^/]+$||;
108 if (!defined $reports_xml) { $reports_xml = $mig_path . '../mig-xml/evergreen_staged_report.xml'; }
109 else { $reports_xml = $mig_path . '/../mig-xml/' . $reports_xml; }
110 my $dom = $parser->parse_file($reports_xml);
112 if (defined $added_page_file or defined $added_page_title) {
113 abort('must specify --added_page_file and --added_page_title') unless defined $added_page_file and defined $added_page_title;
115 if (defined $added_page_file) { $added_page_file = $MIGGITDIR . $added_page_file; }
117 my $dbh = Mig::db_connect();
118 my $report_file = create_report_name($report_title);
119 $report_file = $MIGGITDIR . $report_file;
121 open(my $fh, '>', $report_file) or abort("Could not open output file!");
123 write_title_page($report_title,$fh,$analyst);
125 if (defined $added_page_file and defined $added_page_title) {
127 print $fh "== $added_page_title\n";
128 print "$added_page_file\t$added_page_title\n";
129 open(my $an,'<:encoding(UTF-8)', $added_page_file) or abort("Could not open $added_page_file!");
130 while ( my $line = <$an> ) {
137 foreach my $func ($dom->findnodes('//function')) {
138 my $fdrop = $func->findvalue('./drop');
139 my $fcreate = $func->findvalue('./create');
140 my $fname = $func->findvalue('./name');
141 my $sdrop = $dbh->prepare($fdrop);
142 my $screate = $dbh->prepare($fcreate);
143 print "dropping function $fname ... ";
145 print "creating function $fname\n\n";
150 my @report_tags = split(/\./,$tags);
151 foreach my $t (@report_tags) {
152 print "\n\n=========== Starting to process tag $t\n";
153 print "==========================================\n\n";
156 foreach my $asset ($dom->findnodes('//asset')) {
157 if (index($asset->findvalue('./tag'),$t) != -1) {
158 push @asset_files, $asset->findvalue('./file');
162 foreach my $fname (@asset_files) {
163 my $asset_path = $mig_path . '../mig-asc/' . $fname;
164 open my $a, $asset_path or abort("Could not open $fname.");
165 while ( my $l = <$a> ) {
171 print_section_header(ucfirst($t),$fh);
172 my $linecount = $lines_per_page;
176 foreach my $asset ($dom->findnodes('//asset')) {
177 if (index($asset->findvalue('./tag'),$t) != -1) {
178 push @asset_files, $asset->findvalue('./file');
183 foreach my $report ($dom->findnodes('//report')) {
184 if (index($report->findvalue('./tag'),$t) != -1 and $report->findvalue('./iteration') eq '0') {
185 push @report_names, $report->findvalue('./name');
189 #only has one level of failover now but could change to array of hashes and loops
190 #but this keeps it simple and in practice I haven't needed more than two
191 foreach my $rname (@report_names) {
197 if ($debug_flag == 1) {print "\nchecking for $rname ... ";}
198 %report0 = find_report($dom,$t,$rname,'0',$debug_flag);
199 $check_tables0 = check_table($report0{query},$MIGSCHEMA,$debug_flag,$rname);
200 if ($check_tables0 == 1) {
201 $r = print_query($fh,%report0);
203 %report1 = find_report($dom,$t,$rname,'1',$debug_flag);
204 if (defined $report1{query}) {
205 $check_tables1 = check_table($report1{query},$MIGSCHEMA,$debug_flag,$rname);
206 if ($check_tables1 == 1) {$r = print_query($fh,%report1);}
215 ############ end of main logic
221 my $iteration = shift;
222 my $debug_flag = shift;
225 if ($debug_flag == 1) {print "iteration $iteration ";}
226 foreach my $node ($dom->findnodes('//report')) {
227 if ($node->findvalue('./tag') =~ $tag and $node->findvalue('./iteration') eq $iteration and $node->findvalue('./name') eq $name) {
228 if ($debug_flag == 1) {print "succeeded ... \n";}
230 name => $node->findvalue('./name'),
231 report_title => $node->findvalue('./report_title'),
232 query => $node->findvalue('./query'),
233 heading => $node->findvalue('./heading'),
234 tag => $node->findvalue('./tag'),
235 iteration => $node->findvalue('./iteration'),
236 note => $node->findvalue('./note'),
241 if ($debug_flag == 1) {print "failed ... \n";}
243 name => "eaten by grue"
247 sub print_section_header {
251 #$t =~ s/(\w+)/\u$1/g;;
253 print $fh "== $t Reports\n";
256 sub create_report_name {
258 my @abbr = qw(Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec);
259 my ($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = localtime(time);
261 my $date = $year . '_' . $abbr[$mon] . '_' . $mday;
262 my $report_file = $rt . ' ' . $date . '.asciidoc';
263 $report_file =~ s/ /_/g;
267 sub write_title_page {
272 my @abbr = qw(Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec);
273 my $l = length($report_title);
274 my ($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = localtime(time);
277 print $fh "$mday $abbr[$mon] $year\n";
279 print $fh ":title-logo-image: image::eolilogosmall.png[pdfwidth=3in]\n";
286 my $MIGSCHEMA = shift;
287 my $debug_flag = shift;
288 my $report_name = shift;
290 if ($debug_flag == 1) {print "$query\n";}
294 my @qe = split(/ /,$query);
299 if ($qe[$i] eq 'FROM' or $qe[$i] eq 'JOIN') {
301 if ($qe[$q] ne '(SELECT') {
302 push @tables, $qe[$q];
307 if ($debug_flag == 1) {print "checking tables ... ";}
310 foreach my $table (@tables) {
313 if (index($table,'.') != -1) {
314 $schema = (split /\./,$table)[0];
315 $table = (split /\./,$table)[1];
317 $table = clean_query_string($table);
318 if (defined $schema) {
319 $schema = clean_query_string($schema);
320 $sql = 'SELECT EXISTS (SELECT 1 FROM information_schema.tables WHERE table_schema = \'' . $schema . '\' AND table_name = \'' . $table . '\');';
322 $sql = 'SELECT EXISTS (SELECT 1 FROM information_schema.tables WHERE table_schema = \'' . $MIGSCHEMA . '\' AND table_name = \'' . $table . '\');';
324 my $sth = $dbh->prepare($sql);
326 while (my @row = $sth->fetchrow_array) {
327 if ($row[0] eq '1') {
331 if ($debug_flag == 1) {print "detecting $table failed...\n";}
333 if ($row[0] eq '0') {$return_flag = 0;}
336 if ($return_flag == 1 and $debug_flag == 1) {print "succeeded ...\n";}
337 if ($return_flag == 0) {print "!!!!! a table failed the find test for report $report_name\n\n";}
341 sub clean_query_string {
344 $str =~ s/(?!_)[[:punct:]]//g; #remove punct except underscores
353 my $query = $report{query};
354 my $sth = $dbh->prepare($query);
359 while (my @row = $sth->fetchrow_array) {
360 if ($header_flag == 0) {
361 print $fh "\n.*$report{report_title}*\n";
363 my @h = split(/\./,$report{heading});
366 while ($h_count <= $h_length) {
367 print $fh "|$h[$h_count-1] ";
373 my $row_length = @row;
375 while ($r <= $row_length) {
376 if (! defined $row[$r-1] ) {
379 print $fh "|$row[$r-1] ";
384 if ($header_flag == 1) {
385 print $fh "|===\n\n";
386 print $fh $report{note};
389 print "successfully wrote output for $report{name}.\n\n";
394 print STDERR "$0: $msg", "\n";