END;
$$ LANGUAGE PLPGSQL STRICT VOLATILE;
+CREATE OR REPLACE FUNCTION migration_tools.create_linked_legacy_table_from (TEXT,TEXT,TEXT) RETURNS VOID AS $$
+ DECLARE
+ migration_schema ALIAS FOR $1;
+ parent_table ALIAS FOR $2;
+ source_table ALIAS FOR $3;
+ columns RECORD;
+ create_sql TEXT;
+ insert_sql TEXT;
+ column_list TEXT := '';
+ column_count INTEGER := 0;
+ BEGIN
+ create_sql := 'CREATE UNLOGGED TABLE ' || migration_schema || '.' || parent_table || '_legacy ( ';
+ FOR columns IN
+ SELECT table_schema, table_name, column_name, data_type
+ FROM information_schema.columns
+ WHERE table_schema = migration_schema AND table_name = source_table
+ LOOP
+ column_count := column_count + 1;
+ if column_count > 1 then
+ create_sql := create_sql || ', ';
+ column_list := column_list || ', ';
+ end if;
+ create_sql := create_sql || columns.column_name || ' ';
+ if columns.data_type = 'ARRAY' then
+ create_sql := create_sql || 'TEXT[]';
+ else
+ create_sql := create_sql || columns.data_type;
+ end if;
+ column_list := column_list || columns.column_name;
+ END LOOP;
+ create_sql := create_sql || ' ) INHERITS ( ' || migration_schema || '.' || parent_table || ' );';
+ --RAISE INFO 'create_sql = %', create_sql;
+ EXECUTE create_sql;
+ insert_sql := 'INSERT INTO ' || migration_schema || '.' || parent_table || '_legacy (' || column_list || ') SELECT ' || column_list || ' FROM ' || migration_schema || '.' || source_table || ';';
+ --RAISE INFO 'insert_sql = %', insert_sql;
+ EXECUTE insert_sql;
+ END;
+$$ LANGUAGE PLPGSQL STRICT VOLATILE;
+
CREATE OR REPLACE FUNCTION migration_tools.insert_base_into_production (TEXT) RETURNS VOID AS $$
DECLARE
migration_schema ALIAS FOR $1;
];
$$ LANGUAGE PLPERLU STABLE;
--- FIXME: there's probably a more efficient way to implement this
-CREATE OR REPLACE FUNCTION migration_tools.normalize_address_suffix (TEXT) RETURNS TEXT AS $$
+DROP TABLE IF EXISTS migration_tools.usps_suffixes;
+CREATE UNLOGGED TABLE migration_tools.usps_suffixes ( suffix_from TEXT, suffix_to TEXT );
+INSERT INTO migration_tools.usps_suffixes VALUES
+ ('ALLEE','ALY'),
+ ('ALLEY','ALY'),
+ ('ALLY','ALY'),
+ ('ALY','ALY'),
+ ('ANEX','ANX'),
+ ('ANNEX','ANX'),
+ ('ANNX','ANX'),
+ ('ANX','ANX'),
+ ('ARCADE','ARC'),
+ ('ARC','ARC'),
+ ('AV','AVE'),
+ ('AVE','AVE'),
+ ('AVEN','AVE'),
+ ('AVENU','AVE'),
+ ('AVENUE','AVE'),
+ ('AVN','AVE'),
+ ('AVNUE','AVE'),
+ ('BAYOO','BYU'),
+ ('BAYOU','BYU'),
+ ('BCH','BCH'),
+ ('BEACH','BCH'),
+ ('BEND','BND'),
+ ('BLF','BLF'),
+ ('BLUF','BLF'),
+ ('BLUFF','BLF'),
+ ('BLUFFS','BLFS'),
+ ('BLVD','BLVD'),
+ ('BND','BND'),
+ ('BOT','BTM'),
+ ('BOTTM','BTM'),
+ ('BOTTOM','BTM'),
+ ('BOUL','BLVD'),
+ ('BOULEVARD','BLVD'),
+ ('BOULV','BLVD'),
+ ('BRANCH','BR'),
+ ('BR','BR'),
+ ('BRDGE','BRG'),
+ ('BRG','BRG'),
+ ('BRIDGE','BRG'),
+ ('BRK','BRK'),
+ ('BRNCH','BR'),
+ ('BROOK','BRK'),
+ ('BROOKS','BRKS'),
+ ('BTM','BTM'),
+ ('BURG','BG'),
+ ('BURGS','BGS'),
+ ('BYPA','BYP'),
+ ('BYPAS','BYP'),
+ ('BYPASS','BYP'),
+ ('BYP','BYP'),
+ ('BYPS','BYP'),
+ ('CAMP','CP'),
+ ('CANYN','CYN'),
+ ('CANYON','CYN'),
+ ('CAPE','CPE'),
+ ('CAUSEWAY','CSWY'),
+ ('CAUSWAY','CSWY'),
+ ('CEN','CTR'),
+ ('CENT','CTR'),
+ ('CENTER','CTR'),
+ ('CENTERS','CTRS'),
+ ('CENTR','CTR'),
+ ('CENTRE','CTR'),
+ ('CIRC','CIR'),
+ ('CIR','CIR'),
+ ('CIRCL','CIR'),
+ ('CIRCLE','CIR'),
+ ('CIRCLES','CIRS'),
+ ('CK','CRK'),
+ ('CLB','CLB'),
+ ('CLF','CLF'),
+ ('CLFS','CLFS'),
+ ('CLIFF','CLF'),
+ ('CLIFFS','CLFS'),
+ ('CLUB','CLB'),
+ ('CMP','CP'),
+ ('CNTER','CTR'),
+ ('CNTR','CTR'),
+ ('CNYN','CYN'),
+ ('COMMON','CMN'),
+ ('COR','COR'),
+ ('CORNER','COR'),
+ ('CORNERS','CORS'),
+ ('CORS','CORS'),
+ ('COURSE','CRSE'),
+ ('COURT','CT'),
+ ('COURTS','CTS'),
+ ('COVE','CV'),
+ ('COVES','CVS'),
+ ('CP','CP'),
+ ('CPE','CPE'),
+ ('CRCL','CIR'),
+ ('CRCLE','CIR'),
+ ('CR','CRK'),
+ ('CRECENT','CRES'),
+ ('CREEK','CRK'),
+ ('CRESCENT','CRES'),
+ ('CRES','CRES'),
+ ('CRESENT','CRES'),
+ ('CREST','CRST'),
+ ('CRK','CRK'),
+ ('CROSSING','XING'),
+ ('CROSSROAD','XRD'),
+ ('CRSCNT','CRES'),
+ ('CRSE','CRSE'),
+ ('CRSENT','CRES'),
+ ('CRSNT','CRES'),
+ ('CRSSING','XING'),
+ ('CRSSNG','XING'),
+ ('CRT','CT'),
+ ('CSWY','CSWY'),
+ ('CT','CT'),
+ ('CTR','CTR'),
+ ('CTS','CTS'),
+ ('CURVE','CURV'),
+ ('CV','CV'),
+ ('CYN','CYN'),
+ ('DALE','DL'),
+ ('DAM','DM'),
+ ('DIV','DV'),
+ ('DIVIDE','DV'),
+ ('DL','DL'),
+ ('DM','DM'),
+ ('DR','DR'),
+ ('DRIV','DR'),
+ ('DRIVE','DR'),
+ ('DRIVES','DRS'),
+ ('DRV','DR'),
+ ('DVD','DV'),
+ ('DV','DV'),
+ ('ESTATE','EST'),
+ ('ESTATES','ESTS'),
+ ('EST','EST'),
+ ('ESTS','ESTS'),
+ ('EXP','EXPY'),
+ ('EXPRESS','EXPY'),
+ ('EXPRESSWAY','EXPY'),
+ ('EXPR','EXPY'),
+ ('EXPW','EXPY'),
+ ('EXPY','EXPY'),
+ ('EXTENSION','EXT'),
+ ('EXTENSIONS','EXTS'),
+ ('EXT','EXT'),
+ ('EXTN','EXT'),
+ ('EXTNSN','EXT'),
+ ('EXTS','EXTS'),
+ ('FALL','FALL'),
+ ('FALLS','FLS'),
+ ('FERRY','FRY'),
+ ('FIELD','FLD'),
+ ('FIELDS','FLDS'),
+ ('FLAT','FLT'),
+ ('FLATS','FLTS'),
+ ('FLD','FLD'),
+ ('FLDS','FLDS'),
+ ('FLS','FLS'),
+ ('FLT','FLT'),
+ ('FLTS','FLTS'),
+ ('FORD','FRD'),
+ ('FORDS','FRDS'),
+ ('FOREST','FRST'),
+ ('FORESTS','FRST'),
+ ('FORGE','FRG'),
+ ('FORGES','FRGS'),
+ ('FORG','FRG'),
+ ('FORK','FRK'),
+ ('FORKS','FRKS'),
+ ('FORT','FT'),
+ ('FRD','FRD'),
+ ('FREEWAY','FWY'),
+ ('FREEWY','FWY'),
+ ('FRG','FRG'),
+ ('FRK','FRK'),
+ ('FRKS','FRKS'),
+ ('FRRY','FRY'),
+ ('FRST','FRST'),
+ ('FRT','FT'),
+ ('FRWAY','FWY'),
+ ('FRWY','FWY'),
+ ('FRY','FRY'),
+ ('FT','FT'),
+ ('FWY','FWY'),
+ ('GARDEN','GDN'),
+ ('GARDENS','GDNS'),
+ ('GARDN','GDN'),
+ ('GATEWAY','GTWY'),
+ ('GATEWY','GTWY'),
+ ('GATWAY','GTWY'),
+ ('GDN','GDN'),
+ ('GDNS','GDNS'),
+ ('GLEN','GLN'),
+ ('GLENS','GLNS'),
+ ('GLN','GLN'),
+ ('GRDEN','GDN'),
+ ('GRDN','GDN'),
+ ('GRDNS','GDNS'),
+ ('GREEN','GRN'),
+ ('GREENS','GRNS'),
+ ('GRN','GRN'),
+ ('GROVE','GRV'),
+ ('GROVES','GRVS'),
+ ('GROV','GRV'),
+ ('GRV','GRV'),
+ ('GTWAY','GTWY'),
+ ('GTWY','GTWY'),
+ ('HARB','HBR'),
+ ('HARBOR','HBR'),
+ ('HARBORS','HBRS'),
+ ('HARBR','HBR'),
+ ('HAVEN','HVN'),
+ ('HAVN','HVN'),
+ ('HBR','HBR'),
+ ('HEIGHT','HTS'),
+ ('HEIGHTS','HTS'),
+ ('HGTS','HTS'),
+ ('HIGHWAY','HWY'),
+ ('HIGHWY','HWY'),
+ ('HILL','HL'),
+ ('HILLS','HLS'),
+ ('HIWAY','HWY'),
+ ('HIWY','HWY'),
+ ('HL','HL'),
+ ('HLLW','HOLW'),
+ ('HLS','HLS'),
+ ('HOLLOW','HOLW'),
+ ('HOLLOWS','HOLW'),
+ ('HOLW','HOLW'),
+ ('HOLWS','HOLW'),
+ ('HRBOR','HBR'),
+ ('HT','HTS'),
+ ('HTS','HTS'),
+ ('HVN','HVN'),
+ ('HWAY','HWY'),
+ ('HWY','HWY'),
+ ('INLET','INLT'),
+ ('INLT','INLT'),
+ ('IS','IS'),
+ ('ISLAND','IS'),
+ ('ISLANDS','ISS'),
+ ('ISLANDS','SLNDS'),
+ ('ISLANDS','SS'),
+ ('ISLE','ISLE'),
+ ('ISLES','ISLE'),
+ ('ISLND','IS'),
+ ('I','SLNDS'),
+ ('ISS','ISS'),
+ ('JCTION','JCT'),
+ ('JCT','JCT'),
+ ('JCTN','JCT'),
+ ('JCTNS','JCTS'),
+ ('JCTS','JCTS'),
+ ('JUNCTION','JCT'),
+ ('JUNCTIONS','JCTS'),
+ ('JUNCTN','JCT'),
+ ('JUNCTON','JCT'),
+ ('KEY','KY'),
+ ('KEYS','KYS'),
+ ('KNL','KNL'),
+ ('KNLS','KNLS'),
+ ('KNOL','KNL'),
+ ('KNOLL','KNL'),
+ ('KNOLLS','KNLS'),
+ ('KY','KY'),
+ ('KYS','KYS'),
+ ('LAKE','LK'),
+ ('LAKES','LKS'),
+ ('LA','LN'),
+ ('LANDING','LNDG'),
+ ('LAND','LAND'),
+ ('LANE','LN'),
+ ('LANES','LN'),
+ ('LCK','LCK'),
+ ('LCKS','LCKS'),
+ ('LDGE','LDG'),
+ ('LDG','LDG'),
+ ('LF','LF'),
+ ('LGT','LGT'),
+ ('LIGHT','LGT'),
+ ('LIGHTS','LGTS'),
+ ('LK','LK'),
+ ('LKS','LKS'),
+ ('LNDG','LNDG'),
+ ('LNDNG','LNDG'),
+ ('LN','LN'),
+ ('LOAF','LF'),
+ ('LOCK','LCK'),
+ ('LOCKS','LCKS'),
+ ('LODGE','LDG'),
+ ('LODG','LDG'),
+ ('LOOP','LOOP'),
+ ('LOOPS','LOOP'),
+ ('MALL','MALL'),
+ ('MANOR','MNR'),
+ ('MANORS','MNRS'),
+ ('MDW','MDW'),
+ ('MDWS','MDWS'),
+ ('MEADOW','MDW'),
+ ('MEADOWS','MDWS'),
+ ('MEDOWS','MDWS'),
+ ('MEWS','MEWS'),
+ ('MILL','ML'),
+ ('MILLS','MLS'),
+ ('MISSION','MSN'),
+ ('MISSN','MSN'),
+ ('ML','ML'),
+ ('MLS','MLS'),
+ ('MNR','MNR'),
+ ('MNRS','MNRS'),
+ ('MNTAIN','MTN'),
+ ('MNT','MT'),
+ ('MNTN','MTN'),
+ ('MNTNS','MTNS'),
+ ('MOTORWAY','MTWY'),
+ ('MOUNTAIN','MTN'),
+ ('MOUNTAINS','MTNS'),
+ ('MOUNTIN','MTN'),
+ ('MOUNT','MT'),
+ ('MSN','MSN'),
+ ('MSSN','MSN'),
+ ('MTIN','MTN'),
+ ('MT','MT'),
+ ('MTN','MTN'),
+ ('NCK','NCK'),
+ ('NECK','NCK'),
+ ('ORCHARD','ORCH'),
+ ('ORCH','ORCH'),
+ ('ORCHRD','ORCH'),
+ ('OVAL','OVAL'),
+ ('OVERPASS','OPAS'),
+ ('OVL','OVAL'),
+ ('PARK','PARK'),
+ ('PARKS','PARK'),
+ ('PARKWAY','PKWY'),
+ ('PARKWAYS','PKWY'),
+ ('PARKWY','PKWY'),
+ ('PASSAGE','PSGE'),
+ ('PASS','PASS'),
+ ('PATH','PATH'),
+ ('PATHS','PATH'),
+ ('PIKE','PIKE'),
+ ('PIKES','PIKE'),
+ ('PINE','PNE'),
+ ('PINES','PNES'),
+ ('PK','PARK'),
+ ('PKWAY','PKWY'),
+ ('PKWY','PKWY'),
+ ('PKWYS','PKWY'),
+ ('PKY','PKWY'),
+ ('PLACE','PL'),
+ ('PLAINES','PLNS'),
+ ('PLAIN','PLN'),
+ ('PLAINS','PLNS'),
+ ('PLAZA','PLZ'),
+ ('PLN','PLN'),
+ ('PLNS','PLNS'),
+ ('PL','PL'),
+ ('PLZA','PLZ'),
+ ('PLZ','PLZ'),
+ ('PNES','PNES'),
+ ('POINT','PT'),
+ ('POINTS','PTS'),
+ ('PORT','PRT'),
+ ('PORTS','PRTS'),
+ ('PRAIRIE','PR'),
+ ('PRARIE','PR'),
+ ('PRK','PARK'),
+ ('PR','PR'),
+ ('PRR','PR'),
+ ('PRT','PRT'),
+ ('PRTS','PRTS'),
+ ('PT','PT'),
+ ('PTS','PTS'),
+ ('RADIAL','RADL'),
+ ('RADIEL','RADL'),
+ ('RADL','RADL'),
+ ('RAD','RADL'),
+ ('RAMP','RAMP'),
+ ('RANCHES','RNCH'),
+ ('RANCH','RNCH'),
+ ('RAPID','RPD'),
+ ('RAPIDS','RPDS'),
+ ('RDGE','RDG'),
+ ('RDG','RDG'),
+ ('RDGS','RDGS'),
+ ('RD','RD'),
+ ('RDS','RDS'),
+ ('REST','RST'),
+ ('RIDGE','RDG'),
+ ('RIDGES','RDGS'),
+ ('RIVER','RIV'),
+ ('RIV','RIV'),
+ ('RIVR','RIV'),
+ ('RNCH','RNCH'),
+ ('RNCHS','RNCH'),
+ ('ROAD','RD'),
+ ('ROADS','RDS'),
+ ('ROUTE','RTE'),
+ ('ROW','ROW'),
+ ('RPD','RPD'),
+ ('RPDS','RPDS'),
+ ('RST','RST'),
+ ('RUE','RUE'),
+ ('RUN','RUN'),
+ ('RVR','RIV'),
+ ('SHL','SHL'),
+ ('SHLS','SHLS'),
+ ('SHOAL','SHL'),
+ ('SHOALS','SHLS'),
+ ('SHOAR','SHR'),
+ ('SHOARS','SHRS'),
+ ('SHORE','SHR'),
+ ('SHORES','SHRS'),
+ ('SHR','SHR'),
+ ('SHRS','SHRS'),
+ ('SKYWAY','SKWY'),
+ ('SMT','SMT'),
+ ('SPG','SPG'),
+ ('SPGS','SPGS'),
+ ('SPNG','SPG'),
+ ('SPNGS','SPGS'),
+ ('SPRING','SPG'),
+ ('SPRINGS','SPGS'),
+ ('SPRNG','SPG'),
+ ('SPRNGS','SPGS'),
+ ('SPUR','SPUR'),
+ ('SPURS','SPUR'),
+ ('SQRE','SQ'),
+ ('SQR','SQ'),
+ ('SQRS','SQS'),
+ ('SQ','SQ'),
+ ('SQUARE','SQ'),
+ ('SQUARES','SQS'),
+ ('SQU','SQ'),
+ ('STA','STA'),
+ ('STATION','STA'),
+ ('STATN','STA'),
+ ('STN','STA'),
+ ('STRA','STRA'),
+ ('STRAVEN','STRA'),
+ ('STRAVENUE','STRA'),
+ ('STRAVE','STRA'),
+ ('STRAVN','STRA'),
+ ('STRAV','STRA'),
+ ('STREAM','STRM'),
+ ('STREETS','STS'),
+ ('STREET','ST'),
+ ('STREME','STRM'),
+ ('STRM','STRM'),
+ ('STR','ST'),
+ ('STRT','ST'),
+ ('STRVN','STRA'),
+ ('STRVNUE','STRA'),
+ ('ST','ST'),
+ ('SUMIT','SMT'),
+ ('SUMITT','SMT'),
+ ('SUMMIT','SMT'),
+ ('TERRACE','TER'),
+ ('TERR','TER'),
+ ('TER','TER'),
+ ('THROUGHWAY','TRWY'),
+ ('TPKE','TPKE'),
+ ('TPK','TPKE'),
+ ('TRACES','TRCE'),
+ ('TRACE','TRCE'),
+ ('TRACKS','TRAK'),
+ ('TRACK','TRAK'),
+ ('TRAFFICWAY','TRFY'),
+ ('TRAILS','TRL'),
+ ('TRAIL','TRL'),
+ ('TRAK','TRAK'),
+ ('TRCE','TRCE'),
+ ('TRFY','TRFY'),
+ ('TRKS','TRAK'),
+ ('TRK','TRAK'),
+ ('TRLS','TRL'),
+ ('TRL','TRL'),
+ ('TRNPK','TPKE'),
+ ('TRPK','TPKE'),
+ ('TR','TRL'),
+ ('TUNEL','TUNL'),
+ ('TUNLS','TUNL'),
+ ('TUNL','TUNL'),
+ ('TUNNELS','TUNL'),
+ ('TUNNEL','TUNL'),
+ ('TUNNL','TUNL'),
+ ('TURNPIKE','TPKE'),
+ ('TURNPK','TPKE'),
+ ('UNDERPASS','UPAS'),
+ ('UNIONS','UNS'),
+ ('UNION','UN'),
+ ('UN','UN'),
+ ('VALLEYS','VLYS'),
+ ('VALLEY','VLY'),
+ ('VALLY','VLY'),
+ ('VDCT','IA'),
+ ('VIADCT','VIA'),
+ ('VIADUCT','IA'),
+ ('VIADUCT','VIA'),
+ ('VIA','VIA'),
+ ('VIEWS','VWS'),
+ ('VIEW','VW'),
+ ('VILLAGES','VLGS'),
+ ('VILLAGE','VLG'),
+ ('VILLAG','VLG'),
+ ('VILLE','VL'),
+ ('VILLG','VLG'),
+ ('VILLIAGE','VLG'),
+ ('VILL','VLG'),
+ ('VISTA','VIS'),
+ ('VIST','VIS'),
+ ('VIS','VIS'),
+ ('VLGS','VLGS'),
+ ('VLG','VLG'),
+ ('VLLY','VLY'),
+ ('VL','VL'),
+ ('VLYS','VLYS'),
+ ('VLY','VLY'),
+ ('VSTA','VIS'),
+ ('VST','VIS'),
+ ('VWS','VWS'),
+ ('VW','VW'),
+ ('WALKS','WALK'),
+ ('WALK','WALK'),
+ ('WALL','WALL'),
+ ('WAYS','WAYS'),
+ ('WAY','WAY'),
+ ('WELLS','WLS'),
+ ('WELL','WL'),
+ ('WLS','WLS'),
+ ('WY','WAY'),
+ ('XING','XING');
+
+-- this function should get a smaller range of inputs and benefit more from STABLE, hopefully speeding things up
+CREATE OR REPLACE FUNCTION migration_tools._normalize_address_suffix (TEXT) RETURNS TEXT AS $$
DECLARE
- street1 TEXT := $1;
+ suffix TEXT := $1;
_r RECORD;
BEGIN
- DROP TABLE IF EXISTS mig_usps_suffixes;
- CREATE TEMP TABLE mig_usps_suffixes ( suffix_from TEXT, suffix_to TEXT );
- INSERT INTO mig_usps_suffixes VALUES
- ('ALLEE','ALY'),
- ('ALLEY','ALY'),
- ('ALLY','ALY'),
- ('ALY','ALY'),
- ('ANEX','ANX'),
- ('ANNEX','ANX'),
- ('ANNX','ANX'),
- ('ANX','ANX'),
- ('ARCADE','ARC'),
- ('ARC','ARC'),
- ('AV','AVE'),
- ('AVE','AVE'),
- ('AVEN','AVE'),
- ('AVENU','AVE'),
- ('AVENUE','AVE'),
- ('AVN','AVE'),
- ('AVNUE','AVE'),
- ('BAYOO','BYU'),
- ('BAYOU','BYU'),
- ('BCH','BCH'),
- ('BEACH','BCH'),
- ('BEND','BND'),
- ('BLF','BLF'),
- ('BLUF','BLF'),
- ('BLUFF','BLF'),
- ('BLUFFS','BLFS'),
- ('BLVD','BLVD'),
- ('BND','BND'),
- ('BOT','BTM'),
- ('BOTTM','BTM'),
- ('BOTTOM','BTM'),
- ('BOUL','BLVD'),
- ('BOULEVARD','BLVD'),
- ('BOULV','BLVD'),
- ('BRANCH','BR'),
- ('BR','BR'),
- ('BRDGE','BRG'),
- ('BRG','BRG'),
- ('BRIDGE','BRG'),
- ('BRK','BRK'),
- ('BRNCH','BR'),
- ('BROOK','BRK'),
- ('BROOKS','BRKS'),
- ('BTM','BTM'),
- ('BURG','BG'),
- ('BURGS','BGS'),
- ('BYPA','BYP'),
- ('BYPAS','BYP'),
- ('BYPASS','BYP'),
- ('BYP','BYP'),
- ('BYPS','BYP'),
- ('CAMP','CP'),
- ('CANYN','CYN'),
- ('CANYON','CYN'),
- ('CAPE','CPE'),
- ('CAUSEWAY','CSWY'),
- ('CAUSWAY','CSWY'),
- ('CEN','CTR'),
- ('CENT','CTR'),
- ('CENTER','CTR'),
- ('CENTERS','CTRS'),
- ('CENTR','CTR'),
- ('CENTRE','CTR'),
- ('CIRC','CIR'),
- ('CIR','CIR'),
- ('CIRCL','CIR'),
- ('CIRCLE','CIR'),
- ('CIRCLES','CIRS'),
- ('CK','CRK'),
- ('CLB','CLB'),
- ('CLF','CLF'),
- ('CLFS','CLFS'),
- ('CLIFF','CLF'),
- ('CLIFFS','CLFS'),
- ('CLUB','CLB'),
- ('CMP','CP'),
- ('CNTER','CTR'),
- ('CNTR','CTR'),
- ('CNYN','CYN'),
- ('COMMON','CMN'),
- ('COR','COR'),
- ('CORNER','COR'),
- ('CORNERS','CORS'),
- ('CORS','CORS'),
- ('COURSE','CRSE'),
- ('COURT','CT'),
- ('COURTS','CTS'),
- ('COVE','CV'),
- ('COVES','CVS'),
- ('CP','CP'),
- ('CPE','CPE'),
- ('CRCL','CIR'),
- ('CRCLE','CIR'),
- ('CR','CRK'),
- ('CRECENT','CRES'),
- ('CREEK','CRK'),
- ('CRESCENT','CRES'),
- ('CRES','CRES'),
- ('CRESENT','CRES'),
- ('CREST','CRST'),
- ('CRK','CRK'),
- ('CROSSING','XING'),
- ('CROSSROAD','XRD'),
- ('CRSCNT','CRES'),
- ('CRSE','CRSE'),
- ('CRSENT','CRES'),
- ('CRSNT','CRES'),
- ('CRSSING','XING'),
- ('CRSSNG','XING'),
- ('CRT','CT'),
- ('CSWY','CSWY'),
- ('CT','CT'),
- ('CTR','CTR'),
- ('CTS','CTS'),
- ('CURVE','CURV'),
- ('CV','CV'),
- ('CYN','CYN'),
- ('DALE','DL'),
- ('DAM','DM'),
- ('DIV','DV'),
- ('DIVIDE','DV'),
- ('DL','DL'),
- ('DM','DM'),
- ('DR','DR'),
- ('DRIV','DR'),
- ('DRIVE','DR'),
- ('DRIVES','DRS'),
- ('DRV','DR'),
- ('DVD','DV'),
- ('DV','DV'),
- ('ESTATE','EST'),
- ('ESTATES','ESTS'),
- ('EST','EST'),
- ('ESTS','ESTS'),
- ('EXP','EXPY'),
- ('EXPRESS','EXPY'),
- ('EXPRESSWAY','EXPY'),
- ('EXPR','EXPY'),
- ('EXPW','EXPY'),
- ('EXPY','EXPY'),
- ('EXTENSION','EXT'),
- ('EXTENSIONS','EXTS'),
- ('EXT','EXT'),
- ('EXTN','EXT'),
- ('EXTNSN','EXT'),
- ('EXTS','EXTS'),
- ('FALL','FALL'),
- ('FALLS','FLS'),
- ('FERRY','FRY'),
- ('FIELD','FLD'),
- ('FIELDS','FLDS'),
- ('FLAT','FLT'),
- ('FLATS','FLTS'),
- ('FLD','FLD'),
- ('FLDS','FLDS'),
- ('FLS','FLS'),
- ('FLT','FLT'),
- ('FLTS','FLTS'),
- ('FORD','FRD'),
- ('FORDS','FRDS'),
- ('FOREST','FRST'),
- ('FORESTS','FRST'),
- ('FORGE','FRG'),
- ('FORGES','FRGS'),
- ('FORG','FRG'),
- ('FORK','FRK'),
- ('FORKS','FRKS'),
- ('FORT','FT'),
- ('FRD','FRD'),
- ('FREEWAY','FWY'),
- ('FREEWY','FWY'),
- ('FRG','FRG'),
- ('FRK','FRK'),
- ('FRKS','FRKS'),
- ('FRRY','FRY'),
- ('FRST','FRST'),
- ('FRT','FT'),
- ('FRWAY','FWY'),
- ('FRWY','FWY'),
- ('FRY','FRY'),
- ('FT','FT'),
- ('FWY','FWY'),
- ('GARDEN','GDN'),
- ('GARDENS','GDNS'),
- ('GARDN','GDN'),
- ('GATEWAY','GTWY'),
- ('GATEWY','GTWY'),
- ('GATWAY','GTWY'),
- ('GDN','GDN'),
- ('GDNS','GDNS'),
- ('GLEN','GLN'),
- ('GLENS','GLNS'),
- ('GLN','GLN'),
- ('GRDEN','GDN'),
- ('GRDN','GDN'),
- ('GRDNS','GDNS'),
- ('GREEN','GRN'),
- ('GREENS','GRNS'),
- ('GRN','GRN'),
- ('GROVE','GRV'),
- ('GROVES','GRVS'),
- ('GROV','GRV'),
- ('GRV','GRV'),
- ('GTWAY','GTWY'),
- ('GTWY','GTWY'),
- ('HARB','HBR'),
- ('HARBOR','HBR'),
- ('HARBORS','HBRS'),
- ('HARBR','HBR'),
- ('HAVEN','HVN'),
- ('HAVN','HVN'),
- ('HBR','HBR'),
- ('HEIGHT','HTS'),
- ('HEIGHTS','HTS'),
- ('HGTS','HTS'),
- ('HIGHWAY','HWY'),
- ('HIGHWY','HWY'),
- ('HILL','HL'),
- ('HILLS','HLS'),
- ('HIWAY','HWY'),
- ('HIWY','HWY'),
- ('HL','HL'),
- ('HLLW','HOLW'),
- ('HLS','HLS'),
- ('HOLLOW','HOLW'),
- ('HOLLOWS','HOLW'),
- ('HOLW','HOLW'),
- ('HOLWS','HOLW'),
- ('HRBOR','HBR'),
- ('HT','HTS'),
- ('HTS','HTS'),
- ('HVN','HVN'),
- ('HWAY','HWY'),
- ('HWY','HWY'),
- ('INLET','INLT'),
- ('INLT','INLT'),
- ('IS','IS'),
- ('ISLAND','IS'),
- ('ISLANDS','ISS'),
- ('ISLANDS','SLNDS'),
- ('ISLANDS','SS'),
- ('ISLE','ISLE'),
- ('ISLES','ISLE'),
- ('ISLND','IS'),
- ('I','SLNDS'),
- ('ISS','ISS'),
- ('JCTION','JCT'),
- ('JCT','JCT'),
- ('JCTN','JCT'),
- ('JCTNS','JCTS'),
- ('JCTS','JCTS'),
- ('JUNCTION','JCT'),
- ('JUNCTIONS','JCTS'),
- ('JUNCTN','JCT'),
- ('JUNCTON','JCT'),
- ('KEY','KY'),
- ('KEYS','KYS'),
- ('KNL','KNL'),
- ('KNLS','KNLS'),
- ('KNOL','KNL'),
- ('KNOLL','KNL'),
- ('KNOLLS','KNLS'),
- ('KY','KY'),
- ('KYS','KYS'),
- ('LAKE','LK'),
- ('LAKES','LKS'),
- ('LA','LN'),
- ('LANDING','LNDG'),
- ('LAND','LAND'),
- ('LANE','LN'),
- ('LANES','LN'),
- ('LCK','LCK'),
- ('LCKS','LCKS'),
- ('LDGE','LDG'),
- ('LDG','LDG'),
- ('LF','LF'),
- ('LGT','LGT'),
- ('LIGHT','LGT'),
- ('LIGHTS','LGTS'),
- ('LK','LK'),
- ('LKS','LKS'),
- ('LNDG','LNDG'),
- ('LNDNG','LNDG'),
- ('LN','LN'),
- ('LOAF','LF'),
- ('LOCK','LCK'),
- ('LOCKS','LCKS'),
- ('LODGE','LDG'),
- ('LODG','LDG'),
- ('LOOP','LOOP'),
- ('LOOPS','LOOP'),
- ('MALL','MALL'),
- ('MANOR','MNR'),
- ('MANORS','MNRS'),
- ('MDW','MDW'),
- ('MDWS','MDWS'),
- ('MEADOW','MDW'),
- ('MEADOWS','MDWS'),
- ('MEDOWS','MDWS'),
- ('MEWS','MEWS'),
- ('MILL','ML'),
- ('MILLS','MLS'),
- ('MISSION','MSN'),
- ('MISSN','MSN'),
- ('ML','ML'),
- ('MLS','MLS'),
- ('MNR','MNR'),
- ('MNRS','MNRS'),
- ('MNTAIN','MTN'),
- ('MNT','MT'),
- ('MNTN','MTN'),
- ('MNTNS','MTNS'),
- ('MOTORWAY','MTWY'),
- ('MOUNTAIN','MTN'),
- ('MOUNTAINS','MTNS'),
- ('MOUNTIN','MTN'),
- ('MOUNT','MT'),
- ('MSN','MSN'),
- ('MSSN','MSN'),
- ('MTIN','MTN'),
- ('MT','MT'),
- ('MTN','MTN'),
- ('NCK','NCK'),
- ('NECK','NCK'),
- ('ORCHARD','ORCH'),
- ('ORCH','ORCH'),
- ('ORCHRD','ORCH'),
- ('OVAL','OVAL'),
- ('OVERPASS','OPAS'),
- ('OVL','OVAL'),
- ('PARK','PARK'),
- ('PARKS','PARK'),
- ('PARKWAY','PKWY'),
- ('PARKWAYS','PKWY'),
- ('PARKWY','PKWY'),
- ('PASSAGE','PSGE'),
- ('PASS','PASS'),
- ('PATH','PATH'),
- ('PATHS','PATH'),
- ('PIKE','PIKE'),
- ('PIKES','PIKE'),
- ('PINE','PNE'),
- ('PINES','PNES'),
- ('PK','PARK'),
- ('PKWAY','PKWY'),
- ('PKWY','PKWY'),
- ('PKWYS','PKWY'),
- ('PKY','PKWY'),
- ('PLACE','PL'),
- ('PLAINES','PLNS'),
- ('PLAIN','PLN'),
- ('PLAINS','PLNS'),
- ('PLAZA','PLZ'),
- ('PLN','PLN'),
- ('PLNS','PLNS'),
- ('PL','PL'),
- ('PLZA','PLZ'),
- ('PLZ','PLZ'),
- ('PNES','PNES'),
- ('POINT','PT'),
- ('POINTS','PTS'),
- ('PORT','PRT'),
- ('PORTS','PRTS'),
- ('PRAIRIE','PR'),
- ('PRARIE','PR'),
- ('PRK','PARK'),
- ('PR','PR'),
- ('PRR','PR'),
- ('PRT','PRT'),
- ('PRTS','PRTS'),
- ('PT','PT'),
- ('PTS','PTS'),
- ('RADIAL','RADL'),
- ('RADIEL','RADL'),
- ('RADL','RADL'),
- ('RAD','RADL'),
- ('RAMP','RAMP'),
- ('RANCHES','RNCH'),
- ('RANCH','RNCH'),
- ('RAPID','RPD'),
- ('RAPIDS','RPDS'),
- ('RDGE','RDG'),
- ('RDG','RDG'),
- ('RDGS','RDGS'),
- ('RD','RD'),
- ('RDS','RDS'),
- ('REST','RST'),
- ('RIDGE','RDG'),
- ('RIDGES','RDGS'),
- ('RIVER','RIV'),
- ('RIV','RIV'),
- ('RIVR','RIV'),
- ('RNCH','RNCH'),
- ('RNCHS','RNCH'),
- ('ROAD','RD'),
- ('ROADS','RDS'),
- ('ROUTE','RTE'),
- ('ROW','ROW'),
- ('RPD','RPD'),
- ('RPDS','RPDS'),
- ('RST','RST'),
- ('RUE','RUE'),
- ('RUN','RUN'),
- ('RVR','RIV'),
- ('SHL','SHL'),
- ('SHLS','SHLS'),
- ('SHOAL','SHL'),
- ('SHOALS','SHLS'),
- ('SHOAR','SHR'),
- ('SHOARS','SHRS'),
- ('SHORE','SHR'),
- ('SHORES','SHRS'),
- ('SHR','SHR'),
- ('SHRS','SHRS'),
- ('SKYWAY','SKWY'),
- ('SMT','SMT'),
- ('SPG','SPG'),
- ('SPGS','SPGS'),
- ('SPNG','SPG'),
- ('SPNGS','SPGS'),
- ('SPRING','SPG'),
- ('SPRINGS','SPGS'),
- ('SPRNG','SPG'),
- ('SPRNGS','SPGS'),
- ('SPUR','SPUR'),
- ('SPURS','SPUR'),
- ('SQRE','SQ'),
- ('SQR','SQ'),
- ('SQRS','SQS'),
- ('SQ','SQ'),
- ('SQUARE','SQ'),
- ('SQUARES','SQS'),
- ('SQU','SQ'),
- ('STA','STA'),
- ('STATION','STA'),
- ('STATN','STA'),
- ('STN','STA'),
- ('STRA','STRA'),
- ('STRAVEN','STRA'),
- ('STRAVENUE','STRA'),
- ('STRAVE','STRA'),
- ('STRAVN','STRA'),
- ('STRAV','STRA'),
- ('STREAM','STRM'),
- ('STREETS','STS'),
- ('STREET','ST'),
- ('STREME','STRM'),
- ('STRM','STRM'),
- ('STR','ST'),
- ('STRT','ST'),
- ('STRVN','STRA'),
- ('STRVNUE','STRA'),
- ('ST','ST'),
- ('SUMIT','SMT'),
- ('SUMITT','SMT'),
- ('SUMMIT','SMT'),
- ('TERRACE','TER'),
- ('TERR','TER'),
- ('TER','TER'),
- ('THROUGHWAY','TRWY'),
- ('TPKE','TPKE'),
- ('TPK','TPKE'),
- ('TRACES','TRCE'),
- ('TRACE','TRCE'),
- ('TRACKS','TRAK'),
- ('TRACK','TRAK'),
- ('TRAFFICWAY','TRFY'),
- ('TRAILS','TRL'),
- ('TRAIL','TRL'),
- ('TRAK','TRAK'),
- ('TRCE','TRCE'),
- ('TRFY','TRFY'),
- ('TRKS','TRAK'),
- ('TRK','TRAK'),
- ('TRLS','TRL'),
- ('TRL','TRL'),
- ('TRNPK','TPKE'),
- ('TRPK','TPKE'),
- ('TR','TRL'),
- ('TUNEL','TUNL'),
- ('TUNLS','TUNL'),
- ('TUNL','TUNL'),
- ('TUNNELS','TUNL'),
- ('TUNNEL','TUNL'),
- ('TUNNL','TUNL'),
- ('TURNPIKE','TPKE'),
- ('TURNPK','TPKE'),
- ('UNDERPASS','UPAS'),
- ('UNIONS','UNS'),
- ('UNION','UN'),
- ('UN','UN'),
- ('VALLEYS','VLYS'),
- ('VALLEY','VLY'),
- ('VALLY','VLY'),
- ('VDCT','IA'),
- ('VIADCT','VIA'),
- ('VIADUCT','IA'),
- ('VIADUCT','VIA'),
- ('VIA','VIA'),
- ('VIEWS','VWS'),
- ('VIEW','VW'),
- ('VILLAGES','VLGS'),
- ('VILLAGE','VLG'),
- ('VILLAG','VLG'),
- ('VILLE','VL'),
- ('VILLG','VLG'),
- ('VILLIAGE','VLG'),
- ('VILL','VLG'),
- ('VISTA','VIS'),
- ('VIST','VIS'),
- ('VIS','VIS'),
- ('VLGS','VLGS'),
- ('VLG','VLG'),
- ('VLLY','VLY'),
- ('VL','VL'),
- ('VLYS','VLYS'),
- ('VLY','VLY'),
- ('VSTA','VIS'),
- ('VST','VIS'),
- ('VWS','VWS'),
- ('VW','VW'),
- ('WALKS','WALK'),
- ('WALK','WALK'),
- ('WALL','WALL'),
- ('WAYS','WAYS'),
- ('WAY','WAY'),
- ('WELLS','WLS'),
- ('WELL','WL'),
- ('WLS','WLS'),
- ('WY','WAY'),
- ('XING','XING');
- FOR _r IN (SELECT * FROM mig_usps_suffixes) LOOP
- street1 := REGEXP_REPLACE( street1, ' ' || _r.suffix_from || '$', ' ' || _r.suffix_to, 'i');
+ --RAISE INFO 'suffix = %', suffix;
+ FOR _r IN (SELECT * FROM migration_tools.usps_suffixes) LOOP
+ suffix := REGEXP_REPLACE( suffix, _r.suffix_from, _r.suffix_to, 'i');
END LOOP;
- RETURN street1;
+ RETURN suffix;
END;
-$$ LANGUAGE PLPGSQL STRICT VOLATILE;
+$$ LANGUAGE PLPGSQL STRICT STABLE;
+
+CREATE OR REPLACE FUNCTION migration_tools.normalize_address_suffix (TEXT) RETURNS TEXT AS $$
+ BEGIN
+ RETURN CASE
+ WHEN $1 ~ '\s\S+$' THEN REGEXP_REPLACE( $1, '^(.*\s)(\S+)$', '\1' ) || migration_tools._normalize_address_suffix( REGEXP_REPLACE( $1, '^(.*\s)(\S+)$', '\2' ) )
+ ELSE $1
+ END;
+ END;
+$$ LANGUAGE PLPGSQL STRICT STABLE;
CREATE OR REPLACE FUNCTION migration_tools.rebarcode (o TEXT, t BIGINT) RETURNS TEXT AS $$
DECLARE
org_range ALIAS FOR $4;
proceed BOOLEAN;
org INTEGER;
+ -- if x_org is on the mapping table, it'll take precedence over the passed org_shortname param
+ -- though we'll still use the passed org for the full path traversal when needed
+ x_org_found BOOLEAN;
+ x_org INTEGER;
org_list INTEGER[];
o INTEGER;
BEGIN
and column_name = ''desired_shelf''
)' INTO proceed USING table_schema, table_name;
IF NOT proceed THEN
- RAISE EXCEPTION 'Missing column desired_shelf';
+ RAISE EXCEPTION 'Missing column desired_shelf';
END IF;
+ EXECUTE 'SELECT EXISTS (
+ SELECT 1
+ FROM information_schema.columns
+ WHERE table_schema = $1
+ AND table_name = $2
+ and column_name = ''x_org''
+ )' INTO x_org_found USING table_schema, table_name;
+
SELECT id INTO org FROM actor.org_unit WHERE shortname = org_shortname;
IF org IS NULL THEN
RAISE EXCEPTION 'Cannot find org by shortname';
|| quote_ident(table_name)
|| ' ADD COLUMN x_shelf INTEGER';
- EXECUTE 'UPDATE ' || quote_ident(table_name) || ' a'
- || ' SET x_shelf = id FROM asset_copy_location b'
- || ' WHERE BTRIM(UPPER(a.desired_shelf)) = BTRIM(UPPER(b.name))'
- || ' AND b.owning_lib = $1'
- || ' AND NOT b.deleted'
- USING org;
+ IF x_org_found THEN
+ EXECUTE 'UPDATE ' || quote_ident(table_name) || ' a'
+ || ' SET x_shelf = id FROM asset_copy_location b'
+ || ' WHERE BTRIM(UPPER(a.desired_shelf)) = BTRIM(UPPER(b.name))'
+ || ' AND b.owning_lib = x_org'
+ || ' AND NOT b.deleted';
+ EXECUTE 'UPDATE ' || quote_ident(table_name) || ' a'
+ || ' SET x_shelf = id FROM asset.copy_location b'
+ || ' WHERE BTRIM(UPPER(a.desired_shelf)) = BTRIM(UPPER(b.name))'
+ || ' AND b.owning_lib = x_org'
+ || ' AND x_shelf IS NULL'
+ || ' AND NOT b.deleted';
+ ELSE
+ EXECUTE 'UPDATE ' || quote_ident(table_name) || ' a'
+ || ' SET x_shelf = id FROM asset_copy_location b'
+ || ' WHERE BTRIM(UPPER(a.desired_shelf)) = BTRIM(UPPER(b.name))'
+ || ' AND b.owning_lib = $1'
+ || ' AND NOT b.deleted'
+ USING org;
+ EXECUTE 'UPDATE ' || quote_ident(table_name) || ' a'
+ || ' SET x_shelf = id FROM asset_copy_location b'
+ || ' WHERE BTRIM(UPPER(a.desired_shelf)) = BTRIM(UPPER(b.name))'
+ || ' AND b.owning_lib = $1'
+ || ' AND x_shelf IS NULL'
+ || ' AND NOT b.deleted'
+ USING org;
+ END IF;
FOREACH o IN ARRAY org_list LOOP
EXECUTE 'UPDATE ' || quote_ident(table_name) || ' a'