Protect SVF normalizers against NULL values
[transitory.git] / Open-ILS / src / sql / Pg / upgrade / XXXX.schema.null_svf_protection.sql
1
2 CREATE OR REPLACE FUNCTION biblio.indexing_ingest_or_delete () RETURNS TRIGGER AS $func$
3 DECLARE
4     transformed_xml TEXT;
5     prev_xfrm       TEXT;
6     normalizer      RECORD;
7     xfrm            config.xml_transform%ROWTYPE;
8     attr_value      TEXT;
9     new_attrs       HSTORE := ''::HSTORE;
10     attr_def        config.record_attr_definition%ROWTYPE;
11 BEGIN
12
13     IF NEW.deleted IS TRUE THEN -- If this bib is deleted
14         DELETE FROM metabib.metarecord_source_map WHERE source = NEW.id; -- Rid ourselves of the search-estimate-killing linkage
15         DELETE FROM metabib.record_attr WHERE id = NEW.id; -- Kill the attrs hash, useless on deleted records
16         DELETE FROM authority.bib_linking WHERE bib = NEW.id; -- Avoid updating fields in bibs that are no longer visible
17         DELETE FROM biblio.peer_bib_copy_map WHERE peer_record = NEW.id; -- Separate any multi-homed items
18         RETURN NEW; -- and we're done
19     END IF;
20
21     IF TG_OP = 'UPDATE' THEN -- re-ingest?
22         PERFORM * FROM config.internal_flag WHERE name = 'ingest.reingest.force_on_same_marc' AND enabled;
23
24         IF NOT FOUND AND OLD.marc = NEW.marc THEN -- don't do anything if the MARC didn't change
25             RETURN NEW;
26         END IF;
27     END IF;
28
29     -- Record authority linking
30     PERFORM * FROM config.internal_flag WHERE name = 'ingest.disable_authority_linking' AND enabled;
31     IF NOT FOUND THEN
32         PERFORM biblio.map_authority_linking( NEW.id, NEW.marc );
33     END IF;
34
35     -- Flatten and insert the mfr data
36     PERFORM * FROM config.internal_flag WHERE name = 'ingest.disable_metabib_full_rec' AND enabled;
37     IF NOT FOUND THEN
38         PERFORM metabib.reingest_metabib_full_rec(NEW.id);
39
40         -- Now we pull out attribute data, which is dependent on the mfr for all but XPath-based fields
41         PERFORM * FROM config.internal_flag WHERE name = 'ingest.disable_metabib_rec_descriptor' AND enabled;
42         IF NOT FOUND THEN
43             FOR attr_def IN SELECT * FROM config.record_attr_definition ORDER BY format LOOP
44
45                 IF attr_def.tag IS NOT NULL THEN -- tag (and optional subfield list) selection
46                     SELECT  ARRAY_TO_STRING(ARRAY_ACCUM(value), COALESCE(attr_def.joiner,' ')) INTO attr_value
47                       FROM  (SELECT * FROM metabib.full_rec ORDER BY tag, subfield) AS x
48                       WHERE record = NEW.id
49                             AND tag LIKE attr_def.tag
50                             AND CASE
51                                 WHEN attr_def.sf_list IS NOT NULL 
52                                     THEN POSITION(subfield IN attr_def.sf_list) > 0
53                                 ELSE TRUE
54                                 END
55                       GROUP BY tag
56                       ORDER BY tag
57                       LIMIT 1;
58
59                 ELSIF attr_def.fixed_field IS NOT NULL THEN -- a named fixed field, see config.marc21_ff_pos_map.fixed_field
60                     attr_value := biblio.marc21_extract_fixed_field(NEW.id, attr_def.fixed_field);
61
62                 ELSIF attr_def.xpath IS NOT NULL THEN -- and xpath expression
63
64                     SELECT INTO xfrm * FROM config.xml_transform WHERE name = attr_def.format;
65             
66                     -- See if we can skip the XSLT ... it's expensive
67                     IF prev_xfrm IS NULL OR prev_xfrm <> xfrm.name THEN
68                         -- Can't skip the transform
69                         IF xfrm.xslt <> '---' THEN
70                             transformed_xml := oils_xslt_process(NEW.marc,xfrm.xslt);
71                         ELSE
72                             transformed_xml := NEW.marc;
73                         END IF;
74             
75                         prev_xfrm := xfrm.name;
76                     END IF;
77
78                     IF xfrm.name IS NULL THEN
79                         -- just grab the marcxml (empty) transform
80                         SELECT INTO xfrm * FROM config.xml_transform WHERE xslt = '---' LIMIT 1;
81                         prev_xfrm := xfrm.name;
82                     END IF;
83
84                     attr_value := oils_xpath_string(attr_def.xpath, transformed_xml, COALESCE(attr_def.joiner,' '), ARRAY[ARRAY[xfrm.prefix, xfrm.namespace_uri]]);
85
86                 ELSIF attr_def.phys_char_sf IS NOT NULL THEN -- a named Physical Characteristic, see config.marc21_physical_characteristic_*_map
87                     SELECT  m.value INTO attr_value
88                       FROM  biblio.marc21_physical_characteristics(NEW.id) v
89                             JOIN config.marc21_physical_characteristic_value_map m ON (m.id = v.value)
90                       WHERE v.subfield = attr_def.phys_char_sf
91                       LIMIT 1; -- Just in case ...
92
93                 END IF;
94
95                 -- apply index normalizers to attr_value
96                 FOR normalizer IN
97                     SELECT  n.func AS func,
98                             n.param_count AS param_count,
99                             m.params AS params
100                       FROM  config.index_normalizer n
101                             JOIN config.record_attr_index_norm_map m ON (m.norm = n.id)
102                       WHERE attr = attr_def.name
103                       ORDER BY m.pos LOOP
104                         EXECUTE 'SELECT ' || normalizer.func || '(' ||
105                             COALESCE( quote_literal( attr_value ), 'NULL' ) ||
106                             CASE
107                                 WHEN normalizer.param_count > 0
108                                     THEN ',' || REPLACE(REPLACE(BTRIM(normalizer.params,'[]'),E'\'',E'\\\''),E'"',E'\'')
109                                     ELSE ''
110                                 END ||
111                             ')' INTO attr_value;
112         
113                 END LOOP;
114
115                 -- Add the new value to the hstore
116                 new_attrs := new_attrs || hstore( attr_def.name, attr_value );
117
118             END LOOP;
119
120             IF TG_OP = 'INSERT' OR OLD.deleted THEN -- initial insert OR revivication
121                 INSERT INTO metabib.record_attr (id, attrs) VALUES (NEW.id, new_attrs);
122             ELSE
123                 UPDATE metabib.record_attr SET attrs = new_attrs WHERE id = NEW.id;
124             END IF;
125
126         END IF;
127     END IF;
128
129     -- Gather and insert the field entry data
130     PERFORM metabib.reingest_metabib_field_entries(NEW.id);
131
132     -- Located URI magic
133     IF TG_OP = 'INSERT' THEN
134         PERFORM * FROM config.internal_flag WHERE name = 'ingest.disable_located_uri' AND enabled;
135         IF NOT FOUND THEN
136             PERFORM biblio.extract_located_uris( NEW.id, NEW.marc, NEW.editor );
137         END IF;
138     ELSE
139         PERFORM * FROM config.internal_flag WHERE name = 'ingest.disable_located_uri' AND enabled;
140         IF NOT FOUND THEN
141             PERFORM biblio.extract_located_uris( NEW.id, NEW.marc, NEW.editor );
142         END IF;
143     END IF;
144
145     -- (re)map metarecord-bib linking
146     IF TG_OP = 'INSERT' THEN -- if not deleted and performing an insert, check for the flag
147         PERFORM * FROM config.internal_flag WHERE name = 'ingest.metarecord_mapping.skip_on_insert' AND enabled;
148         IF NOT FOUND THEN
149             PERFORM metabib.remap_metarecord_for_bib( NEW.id, NEW.fingerprint );
150         END IF;
151     ELSE -- we're doing an update, and we're not deleted, remap
152         PERFORM * FROM config.internal_flag WHERE name = 'ingest.metarecord_mapping.skip_on_update' AND enabled;
153         IF NOT FOUND THEN
154             PERFORM metabib.remap_metarecord_for_bib( NEW.id, NEW.fingerprint );
155         END IF;
156     END IF;
157
158     RETURN NEW;
159 END;
160 $func$ LANGUAGE PLPGSQL;
161