END;
PERFORM migration_tools.exec( $1, 'DROP TABLE IF EXISTS ' || migration_schema || '.config;' );
PERFORM migration_tools.exec( $1, 'CREATE TABLE ' || migration_schema || '.config ( key TEXT UNIQUE, value TEXT);' );
- PERFORM migration_tools.exec( $1, 'INSERT INTO ' || migration_schema || '.config (key,value) VALUES ( ''production_tables'', ''asset.call_number,asset.call_number_prefix,asset.call_number_suffix,asset.copy_location,asset.copy,asset.stat_cat,asset.stat_cat_entry,asset.stat_cat_entry_copy_map,asset.copy_note,actor.usr,actor.card,actor.usr_address,actor.stat_cat,actor.stat_cat_entry,actor.stat_cat_entry_usr_map,actor.usr_note,actor.usr_standing_penalty,actor.usr_setting,action.circulation,action.hold_request,action.hold_notification,action.hold_request_note,action.hold_transit_copy,action.transit_copy,money.grocery,money.billing,money.cash_payment,money.forgive_payment,acq.provider,acq.provider_address,acq.provider_note,acq.provider_contact,acq.provider_contact_address,acq.fund,acq.fund_allocation,acq.fund_tag,acq.fund_tag_map,acq.funding_source,acq.funding_source_credit,acq.lineitem,acq.purchase_order,acq.po_item,acq.invoice,acq.invoice_item,acq.invoice_entry,acq.lineitem_detail,acq.fund_debit,acq.fund_transfer,acq.po_note,config.circ_matrix_matchpoint,config.circ_matrix_limit_set_map,config.hold_matrix_matchpoint'' );' );
+ PERFORM migration_tools.exec( $1, 'INSERT INTO ' || migration_schema || '.config (key,value) VALUES ( ''production_tables'', ''asset.call_number,asset.call_number_prefix,asset.call_number_suffix,asset.copy_location,asset.copy,asset.stat_cat,asset.stat_cat_entry,asset.stat_cat_entry_copy_map,asset.copy_note,actor.usr,actor.card,actor.usr_address,actor.stat_cat,actor.stat_cat_entry,actor.stat_cat_entry_usr_map,actor.usr_note,actor.usr_standing_penalty,actor.usr_setting,action.circulation,action.hold_request,action.hold_notification,action.hold_request_note,action.hold_transit_copy,action.transit_copy,money.grocery,money.billing,money.cash_payment,money.forgive_payment,acq.provider,acq.provider_address,acq.provider_note,acq.provider_contact,acq.provider_contact_address,acq.fund,acq.fund_allocation,acq.fund_tag,acq.fund_tag_map,acq.funding_source,acq.funding_source_credit,acq.lineitem,acq.purchase_order,acq.po_item,acq.invoice,acq.invoice_item,acq.invoice_entry,acq.lineitem_detail,acq.fund_debit,acq.fund_transfer,acq.po_note,config.circ_matrix_matchpoint,config.circ_matrix_limit_set_map,config.hold_matrix_matchpoint,asset.copy_tag,asset.copy_tag_copy_map,config.copy_tag_type,serial.item,serial.item_note,serial.record_entry'' );' );
PERFORM migration_tools.exec( $1, 'INSERT INTO ' || migration_schema || '.config (key,value) VALUES ( ''country_code'', ''USA'' );' );
PERFORM migration_tools.exec( $1, 'DROP TABLE IF EXISTS ' || migration_schema || '.fields_requiring_mapping;' );
PERFORM migration_tools.exec( $1, 'CREATE TABLE ' || migration_schema || '.fields_requiring_mapping( table_schema TEXT, table_name TEXT, column_name TEXT, data_type TEXT);' );
$$ LANGUAGE PLPGSQL STRICT VOLATILE;
+-- convenience functions for handling copy_location maps
+CREATE OR REPLACE FUNCTION migration_tools.handle_shelf (TEXT,TEXT,TEXT,INTEGER) RETURNS VOID AS $$
+ DECLARE
+ table_schema ALIAS FOR $1;
+ table_name ALIAS FOR $2;
+ org_shortname ALIAS FOR $3;
+ org_range ALIAS FOR $4;
+ proceed BOOLEAN;
+ org INTEGER;
+ org_list INTEGER[];
+ o INTEGER;
+ BEGIN
+ EXECUTE 'SELECT EXISTS (
+ SELECT 1
+ FROM information_schema.columns
+ WHERE table_schema = $1
+ AND table_name = $2
+ and column_name = ''desired_shelf''
+ )' INTO proceed USING table_schema, table_name;
+ IF NOT proceed THEN
+ RAISE EXCEPTION 'Missing column desired_shelf';
+ END IF;
+
+ SELECT id INTO org FROM actor.org_unit WHERE shortname = org_shortname;
+ IF org IS NULL THEN
+ RAISE EXCEPTION 'Cannot find org by shortname';
+ END IF;
+
+ SELECT INTO org_list ARRAY_ACCUM(id) FROM actor.org_unit_full_path( org );
+
+ EXECUTE 'ALTER TABLE '
+ || quote_ident(table_name)
+ || ' DROP COLUMN IF EXISTS x_shelf';
+ EXECUTE 'ALTER TABLE '
+ || quote_ident(table_name)
+ || ' ADD COLUMN x_shelf INTEGER';
+
+ EXECUTE 'UPDATE ' || quote_ident(table_name) || ' a'
+ || ' SET x_shelf = id FROM asset_copy_location b'
+ || ' WHERE BTRIM(UPPER(a.desired_shelf)) = BTRIM(UPPER(b.name))'
+ || ' AND b.owning_lib = $1'
+ || ' AND NOT b.deleted'
+ USING org;
+
+ FOREACH o IN ARRAY org_list LOOP
+ EXECUTE 'UPDATE ' || quote_ident(table_name) || ' a'
+ || ' SET x_shelf = id FROM asset.copy_location b'
+ || ' WHERE BTRIM(UPPER(a.desired_shelf)) = BTRIM(UPPER(b.name))'
+ || ' AND b.owning_lib = $1 AND x_shelf IS NULL'
+ || ' AND NOT b.deleted'
+ USING o;
+ END LOOP;
+
+ EXECUTE 'SELECT migration_tools.assert(
+ NOT EXISTS (SELECT 1 FROM ' || quote_ident(table_name) || ' WHERE desired_shelf <> '''' AND x_shelf IS NULL),
+ ''Cannot find a desired location'',
+ ''Found all desired locations''
+ );';
+
+ END;
+$$ LANGUAGE PLPGSQL STRICT VOLATILE;
+
+-- convenience functions for handling circmod maps
+
+CREATE OR REPLACE FUNCTION migration_tools.handle_circmod (TEXT,TEXT) RETURNS VOID AS $$
+ DECLARE
+ table_schema ALIAS FOR $1;
+ table_name ALIAS FOR $2;
+ proceed BOOLEAN;
+ BEGIN
+ EXECUTE 'SELECT EXISTS (
+ SELECT 1
+ FROM information_schema.columns
+ WHERE table_schema = $1
+ AND table_name = $2
+ and column_name = ''desired_circmod''
+ )' INTO proceed USING table_schema, table_name;
+ IF NOT proceed THEN
+ RAISE EXCEPTION 'Missing column desired_circmod';
+ END IF;
+
+ EXECUTE 'ALTER TABLE '
+ || quote_ident(table_name)
+ || ' DROP COLUMN IF EXISTS x_circmod';
+ EXECUTE 'ALTER TABLE '
+ || quote_ident(table_name)
+ || ' ADD COLUMN x_circmod TEXT';
+
+ EXECUTE 'UPDATE ' || quote_ident(table_name) || ' a'
+ || ' SET x_circmod = code FROM config.circ_modifier b'
+ || ' WHERE BTRIM(UPPER(a.desired_circmod)) = BTRIM(UPPER(b.code))';
+
+ EXECUTE 'UPDATE ' || quote_ident(table_name) || ' a'
+ || ' SET x_circmod = code FROM config.circ_modifier b'
+ || ' WHERE BTRIM(UPPER(a.desired_circmod)) = BTRIM(UPPER(b.name))'
+ || ' AND x_circmod IS NULL';
+
+ EXECUTE 'UPDATE ' || quote_ident(table_name) || ' a'
+ || ' SET x_circmod = code FROM config.circ_modifier b'
+ || ' WHERE BTRIM(UPPER(a.desired_circmod)) = BTRIM(UPPER(b.description))'
+ || ' AND x_circmod IS NULL';
+
+ EXECUTE 'SELECT migration_tools.assert(
+ NOT EXISTS (SELECT 1 FROM ' || quote_ident(table_name) || ' WHERE desired_circmod <> '''' AND x_circmod IS NULL),
+ ''Cannot find a desired circulation modifier'',
+ ''Found all desired circulation modifiers''
+ );';
+
+ END;
+$$ LANGUAGE PLPGSQL STRICT VOLATILE;
+
+-- convenience function for handling desired_not_migrate
+
+CREATE OR REPLACE FUNCTION migration_tools.handle_not_migrate (TEXT,TEXT) RETURNS VOID AS $$
+ DECLARE
+ table_schema ALIAS FOR $1;
+ table_name ALIAS FOR $2;
+ proceed BOOLEAN;
+ BEGIN
+ EXECUTE 'SELECT EXISTS (
+ SELECT 1
+ FROM information_schema.columns
+ WHERE table_schema = $1
+ AND table_name = $2
+ and column_name = ''desired_not_migrate''
+ )' INTO proceed USING table_schema, table_name;
+ IF NOT proceed THEN
+ RAISE EXCEPTION 'Missing column desired_not_migrate';
+ END IF;
+
+ EXECUTE 'ALTER TABLE '
+ || quote_ident(table_name)
+ || ' DROP COLUMN IF EXISTS x_migrate';
+ EXECUTE 'ALTER TABLE '
+ || quote_ident(table_name)
+ || ' ADD COLUMN x_migrate BOOLEAN';
+
+ EXECUTE 'UPDATE ' || quote_ident(table_name) || ' a'
+ || ' SET x_migrate = CASE'
+ || ' WHEN BTRIM(desired_not_migrate) = ''TRUE'' THEN FALSE'
+ || ' WHEN BTRIM(desired_not_migrate) = ''FALSE'' THEN TRUE'
+ || ' WHEN BTRIM(desired_not_migrate) = '''' THEN TRUE'
+ || ' END';
+
+ EXECUTE 'SELECT migration_tools.assert(
+ NOT EXISTS (SELECT 1 FROM ' || quote_ident(table_name) || ' WHERE x_migrate IS NULL),
+ ''Not all desired_not_migrate values understood'',
+ ''All desired_not_migrate values understood''
+ );';
+
+ END;
+$$ LANGUAGE PLPGSQL STRICT VOLATILE;
+
+-- convenience function for handling desired_profile
+
+CREATE OR REPLACE FUNCTION migration_tools.handle_profile (TEXT,TEXT) RETURNS VOID AS $$
+ DECLARE
+ table_schema ALIAS FOR $1;
+ table_name ALIAS FOR $2;
+ proceed BOOLEAN;
+ BEGIN
+ EXECUTE 'SELECT EXISTS (
+ SELECT 1
+ FROM information_schema.columns
+ WHERE table_schema = $1
+ AND table_name = $2
+ and column_name = ''desired_profile''
+ )' INTO proceed USING table_schema, table_name;
+ IF NOT proceed THEN
+ RAISE EXCEPTION 'Missing column desired_profile';
+ END IF;
+
+ EXECUTE 'ALTER TABLE '
+ || quote_ident(table_name)
+ || ' DROP COLUMN IF EXISTS x_profile';
+ EXECUTE 'ALTER TABLE '
+ || quote_ident(table_name)
+ || ' ADD COLUMN x_profile INTEGER';
+
+ EXECUTE 'UPDATE ' || quote_ident(table_name) || ' a'
+ || ' SET x_profile = id FROM permission.grp_tree b'
+ || ' WHERE BTRIM(UPPER(a.desired_profile)) = BTRIM(UPPER(b.name))';
+
+ EXECUTE 'SELECT migration_tools.assert(
+ NOT EXISTS (SELECT 1 FROM ' || quote_ident(table_name) || ' WHERE desired_profile <> '''' AND x_profile IS NULL),
+ ''Cannot find a desired profile'',
+ ''Found all desired profiles''
+ );';
+
+ END;
+$$ LANGUAGE PLPGSQL STRICT VOLATILE;
+
+-- convenience function for handling desired actor stat cats
+
+CREATE OR REPLACE FUNCTION migration_tools.vivicate_actor_sc_and_sce (TEXT,TEXT,TEXT,TEXT) RETURNS VOID AS $$
+ DECLARE
+ table_schema ALIAS FOR $1;
+ table_name ALIAS FOR $2;
+ field_suffix ALIAS FOR $3; -- for distinguishing between desired_sce1, desired_sce2, etc.
+ org_shortname ALIAS FOR $4;
+ proceed BOOLEAN;
+ org INTEGER;
+ org_list INTEGER[];
+ sc TEXT;
+ sce TEXT;
+ BEGIN
+
+ SELECT 'desired_sc' || field_suffix INTO sc;
+ SELECT 'desired_sce' || field_suffix INTO sce;
+
+ EXECUTE 'SELECT EXISTS (
+ SELECT 1
+ FROM information_schema.columns
+ WHERE table_schema = $1
+ AND table_name = $2
+ and column_name = $3
+ )' INTO proceed USING table_schema, table_name, sc;
+ IF NOT proceed THEN
+ RAISE EXCEPTION 'Missing column %', sc;
+ END IF;
+ EXECUTE 'SELECT EXISTS (
+ SELECT 1
+ FROM information_schema.columns
+ WHERE table_schema = $1
+ AND table_name = $2
+ and column_name = $3
+ )' INTO proceed USING table_schema, table_name, sce;
+ IF NOT proceed THEN
+ RAISE EXCEPTION 'Missing column %', sce;
+ END IF;
+
+ SELECT id INTO org FROM actor.org_unit WHERE shortname = org_shortname;
+ IF org IS NULL THEN
+ RAISE EXCEPTION 'Cannot find org by shortname';
+ END IF;
+ SELECT INTO org_list ARRAY_ACCUM(id) FROM actor.org_unit_full_path( org );
+
+ -- caller responsible for their own truncates though we try to prevent duplicates
+ EXECUTE 'INSERT INTO actor_stat_cat (owner, name)
+ SELECT DISTINCT
+ $1
+ ,BTRIM('||sc||')
+ FROM
+ ' || quote_ident(table_name) || '
+ WHERE
+ NULLIF(BTRIM('||sc||'),'''') IS NOT NULL
+ AND NOT EXISTS (
+ SELECT id
+ FROM actor.stat_cat
+ WHERE owner = ANY ($2)
+ AND name = BTRIM('||sc||')
+ )
+ AND NOT EXISTS (
+ SELECT id
+ FROM actor_stat_cat
+ WHERE owner = ANY ($2)
+ AND name = BTRIM('||sc||')
+ )
+ ORDER BY 2;'
+ USING org, org_list;
+
+ EXECUTE 'INSERT INTO actor_stat_cat_entry (stat_cat, owner, value)
+ SELECT DISTINCT
+ COALESCE(
+ (SELECT id
+ FROM actor.stat_cat
+ WHERE owner = ANY ($2)
+ AND BTRIM('||sc||') = BTRIM(name))
+ ,(SELECT id
+ FROM actor_stat_cat
+ WHERE owner = ANY ($2)
+ AND BTRIM('||sc||') = BTRIM(name))
+ )
+ ,$1
+ ,BTRIM('||sce||')
+ FROM
+ ' || quote_ident(table_name) || '
+ WHERE
+ NULLIF(BTRIM('||sc||'),'''') IS NOT NULL
+ AND NULLIF(BTRIM('||sce||'),'''') IS NOT NULL
+ AND NOT EXISTS (
+ SELECT id
+ FROM actor.stat_cat_entry
+ WHERE stat_cat = (
+ SELECT id
+ FROM actor.stat_cat
+ WHERE owner = ANY ($2)
+ AND BTRIM('||sc||') = BTRIM(name)
+ ) AND value = BTRIM('||sce||')
+ )
+ AND NOT EXISTS (
+ SELECT id
+ FROM actor_stat_cat_entry
+ WHERE stat_cat = (
+ SELECT id
+ FROM actor_stat_cat
+ WHERE owner = ANY ($2)
+ AND BTRIM('||sc||') = BTRIM(name)
+ ) AND value = BTRIM('||sce||')
+ )
+ ORDER BY 1,3;'
+ USING org, org_list;
+ END;
+$$ LANGUAGE PLPGSQL STRICT VOLATILE;
+
+CREATE OR REPLACE FUNCTION migration_tools.handle_actor_sc_and_sce (TEXT,TEXT,TEXT,TEXT) RETURNS VOID AS $$
+ DECLARE
+ table_schema ALIAS FOR $1;
+ table_name ALIAS FOR $2;
+ field_suffix ALIAS FOR $3; -- for distinguishing between desired_sce1, desired_sce2, etc.
+ org_shortname ALIAS FOR $4;
+ proceed BOOLEAN;
+ org INTEGER;
+ org_list INTEGER[];
+ o INTEGER;
+ sc TEXT;
+ sce TEXT;
+ BEGIN
+ SELECT 'desired_sc' || field_suffix INTO sc;
+ SELECT 'desired_sce' || field_suffix INTO sce;
+ EXECUTE 'SELECT EXISTS (
+ SELECT 1
+ FROM information_schema.columns
+ WHERE table_schema = $1
+ AND table_name = $2
+ and column_name = $3
+ )' INTO proceed USING table_schema, table_name, sc;
+ IF NOT proceed THEN
+ RAISE EXCEPTION 'Missing column %', sc;
+ END IF;
+ EXECUTE 'SELECT EXISTS (
+ SELECT 1
+ FROM information_schema.columns
+ WHERE table_schema = $1
+ AND table_name = $2
+ and column_name = $3
+ )' INTO proceed USING table_schema, table_name, sce;
+ IF NOT proceed THEN
+ RAISE EXCEPTION 'Missing column %', sce;
+ END IF;
+
+ SELECT id INTO org FROM actor.org_unit WHERE shortname = org_shortname;
+ IF org IS NULL THEN
+ RAISE EXCEPTION 'Cannot find org by shortname';
+ END IF;
+ SELECT INTO org_list ARRAY_ACCUM(id) FROM actor.org_unit_full_path( org );
+
+ EXECUTE 'ALTER TABLE '
+ || quote_ident(table_name)
+ || ' DROP COLUMN IF EXISTS x_sc' || field_suffix;
+ EXECUTE 'ALTER TABLE '
+ || quote_ident(table_name)
+ || ' ADD COLUMN x_sc' || field_suffix || ' INTEGER';
+ EXECUTE 'ALTER TABLE '
+ || quote_ident(table_name)
+ || ' DROP COLUMN IF EXISTS x_sce' || field_suffix;
+ EXECUTE 'ALTER TABLE '
+ || quote_ident(table_name)
+ || ' ADD COLUMN x_sce' || field_suffix || ' INTEGER';
+
+
+ EXECUTE 'UPDATE ' || quote_ident(table_name) || '
+ SET
+ x_sc' || field_suffix || ' = id
+ FROM
+ (SELECT id, name, owner FROM actor_stat_cat
+ UNION SELECT id, name, owner FROM actor.stat_cat) u
+ WHERE
+ BTRIM(UPPER(u.name)) = BTRIM(UPPER(' || sc || '))
+ AND u.owner = ANY ($1);'
+ USING org_list;
+
+ EXECUTE 'UPDATE ' || quote_ident(table_name) || '
+ SET
+ x_sce' || field_suffix || ' = id
+ FROM
+ (SELECT id, stat_cat, owner, value FROM actor_stat_cat_entry
+ UNION SELECT id, stat_cat, owner, value FROM actor.stat_cat_entry) u
+ WHERE
+ u.stat_cat = x_sc' || field_suffix || '
+ AND BTRIM(UPPER(u.value)) = BTRIM(UPPER(' || sce || '))
+ AND u.owner = ANY ($1);'
+ USING org_list;
+
+ EXECUTE 'SELECT migration_tools.assert(
+ NOT EXISTS (SELECT 1 FROM ' || quote_ident(table_name) || ' WHERE desired_sc' || field_suffix || ' <> '''' AND x_sc' || field_suffix || ' IS NULL),
+ ''Cannot find a desired stat cat'',
+ ''Found all desired stat cats''
+ );';
+
+ EXECUTE 'SELECT migration_tools.assert(
+ NOT EXISTS (SELECT 1 FROM ' || quote_ident(table_name) || ' WHERE desired_sce' || field_suffix || ' <> '''' AND x_sce' || field_suffix || ' IS NULL),
+ ''Cannot find a desired stat cat entry'',
+ ''Found all desired stat cat entries''
+ );';
+
+ END;
+$$ LANGUAGE PLPGSQL STRICT VOLATILE;
+
+-- convenience functions for adding shelving locations
+DROP FUNCTION IF EXISTS migration_tools.find_shelf(INT,TEXT);
+CREATE OR REPLACE FUNCTION migration_tools.find_shelf(org_id INT, shelf_name TEXT) RETURNS INTEGER AS $$
+DECLARE
+ return_id INT;
+ d INT;
+ cur_id INT;
+BEGIN
+ SELECT INTO d MAX(distance) FROM actor.org_unit_ancestors_distance(org_id);
+ WHILE d >= 0
+ LOOP
+ SELECT INTO cur_id id FROM actor.org_unit_ancestor_at_depth(org_id,d);
+ SELECT INTO return_id id FROM asset.copy_location WHERE owning_lib = cur_id AND name ILIKE shelf_name;
+ IF return_id IS NOT NULL THEN
+ RETURN return_id;
+ END IF;
+ d := d - 1;
+ END LOOP;
+
+ RETURN NULL;
+END
+$$ LANGUAGE plpgsql;
+
+-- may remove later but testing using this with new migration scripts and not loading acls until go live
+
+DROP FUNCTION IF EXISTS migration_tools.find_mig_shelf(INT,TEXT);
+CREATE OR REPLACE FUNCTION migration_tools.find_mig_shelf(org_id INT, shelf_name TEXT) RETURNS INTEGER AS $$
+DECLARE
+ return_id INT;
+ d INT;
+ cur_id INT;
+BEGIN
+ SELECT INTO d MAX(distance) FROM actor.org_unit_ancestors_distance(org_id);
+ WHILE d >= 0
+ LOOP
+ SELECT INTO cur_id id FROM actor.org_unit_ancestor_at_depth(org_id,d);
+
+ SELECT INTO return_id id FROM
+ (SELECT * FROM asset.copy_location UNION ALL SELECT * FROM asset_copy_location) x
+ WHERE owning_lib = cur_id AND name ILIKE shelf_name;
+ IF return_id IS NOT NULL THEN
+ RETURN return_id;
+ END IF;
+ d := d - 1;
+ END LOOP;
+
+ RETURN NULL;
+END
+$$ LANGUAGE plpgsql;
projects / migration-tools.git / blobdiff