Merge branch 'release-33.10.1'

dpla-attic · Mar 15, 2017 · 8e86470 · 8e86470
2 parents 6ec0f78 + 01292ff
commit 8e86470
Show file tree

Hide file tree

Showing 37 changed files with 54 additions and 363 deletions.
diff --git a/lib/akamod/validate_mapv3.py b/lib/akamod/validate_mapv3.py
diff --git a/lib/mappers/bhl_mods.py b/lib/mappers/bhl_mods.py
@@ -229,8 +229,6 @@ def map_creator_and_contributor(self):
             if contributor:
                 creator_and_contributor["contributor"] = contributor
 
-            logger.error("C&C: %s" % creator_and_contributor)
-
             self.update_source_resource(creator_and_contributor)
 
     def map_multiple_fields(self):

diff --git a/profiles/artstor.pjs b/profiles/artstor.pjs
@@ -30,7 +30,16 @@
         "SSDPLALawrence",
         "SSDPLASaintMary",
         "SSDPLAPuget",
-        "SSDPLARhode"
+        "SSDPLARhode",
+        "SSDPLACCNYAntiWar",
+        "SSDPLACCNYArch",
+        "SSDPLACCNYScience",
+        "SSDPLAGetty",
+        "SSDPLAMethodist",
+        "SSDPLAOttawa",
+        "SSDPLARhodeIsland",
+        "SSDPLASaintMary",
+        "SSDLPACuny"
     ],
     "set_params": {
         "SSDPLABrynMawr": {"frm": "2015-01-04"},
@@ -59,7 +68,16 @@
         "SSDPLALawrence": {"frm": "2015-01-04"},
         "SSDPLASaintMary": {"frm": "2015-01-04"},
         "SSDPLAPuget": {"frm": "2015-01-04"},
-        "SSDPLARhode": {"frm": "2015-01-04"}
+        "SSDPLARhode": {"frm": "2015-01-04"},
+        "SSDPLACCNYAntiWar": {"frm": "2015-01-04"},
+        "SSDPLACCNYArch": {"frm": "2015-01-04"},
+        "SSDPLACCNYScience": {"frm": "2015-01-04"},
+        "SSDPLAGetty": {"frm": "2015-01-04"},
+        "SSDPLAMethodist": {"frm": "2015-01-04"},
+        "SSDPLAOttawa": {"frm": "2015-01-04"},
+        "SSDPLARhodeIsland": {"frm": "2015-01-04"},
+        "SSDPLASaintMary": {"frm": "2015-01-04"},
+        "SSDLPACuny": {"frm": "2015-01-04"}
     },
     "contributor": {
         "@id": "http://dp.la/api/contributor/artstor",
@@ -100,8 +118,7 @@
         "/set_type_from_physical_format",
         "/copy_prop?prop=sourceResource%2Fpublisher&to_prop=dataProvider",
         "/unset_prop?prop=sourceResource%2Frelation",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/bhl.pjs b/profiles/bhl.pjs
@@ -30,8 +30,7 @@
         "/enrich-format",
         "/enrich_location",
         "/geocode",
-        "/enrich_language",
-        "/validate_mapv3"
+        "/enrich_language"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/bpl.pjs b/profiles/bpl.pjs
@@ -34,8 +34,7 @@
         "/set_prop?prop=sourceResource%2FstateLocatedIn&value=Massachusetts",
         "/enrich_location?prop=sourceResource%2FstateLocatedIn",
         "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/unset_prop?prop=_id&condition_prop=sourceResource%2Ftitle&condition=finding_aid_title",
-        "/validate_mapv3"
+        "/unset_prop?prop=_id&condition_prop=sourceResource%2Ftitle&condition=finding_aid_title"
     ],
     "thresholds": {                                                             
         "added": 5000,                                                          

diff --git a/profiles/cdl.pjs b/profiles/cdl.pjs
@@ -35,8 +35,7 @@
         "/enrich_location",
         "/enrich_language",
         "/geocode",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/clemson.pjs b/profiles/clemson.pjs
@@ -45,8 +45,7 @@
         "/enrich_language",
         "/lookup?prop=sourceResource%2Fformat&target=sourceResource%2Fformat&substitution=scdl_fix_format",
         "/set_prop?prop=sourceResource%2FstateLocatedIn&value=South%20Carolina",
-        "/enrich_location?prop=sourceResource%2FstateLocatedIn",
-        "/validate_mapv3"
+        "/enrich_location?prop=sourceResource%2FstateLocatedIn"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/david_rumsey.pjs b/profiles/david_rumsey.pjs
@@ -38,8 +38,7 @@
         "/set_prop?prop=dataProvider&value=David%20Rumsey",
         "/set_prop?prop=sourceResource%2Frights&value=Creative%20Commons%20Attribution-NonCommercial-ShareAlike%203.0%20Unported%3B%20http%3A%2F%2Fcreativecommons%2Eorg%2Flicenses%2Fby%2Dnc%2Dsa%2F3%2E0%2F",
         "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/replace_substring?prop=isShownAt&old=74%2E126%2E224%2E122&new=www%2Edavidrumsey%2Ecom",
-        "/validate_mapv3"
+        "/replace_substring?prop=isShownAt&old=74%2E126%2E224%2E122&new=www%2Edavidrumsey%2Ecom"
     ],
     "thresholds": {                                                             
         "added": 5000,                                                          

diff --git a/profiles/digitalnc.pjs b/profiles/digitalnc.pjs
@@ -28,8 +28,7 @@
         "/enrich_language",
         "/set_prop?prop=sourceResource%2FstateLocatedIn&value=North%20Carolina",
         "/enrich_location?prop=sourceResource%2FstateLocatedIn",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {                                                             
         "added": 5000,                                                          

diff --git a/profiles/esdn.pjs b/profiles/esdn.pjs
@@ -298,8 +298,7 @@
         "/enrich_location",
         "/geocode",
         "/set_prop?prop=sourceResource%2FstateLocatedIn&value=New%20York",
-        "/enrich_location?prop=sourceResource%2FstateLocatedIn",
-        "/validate_mapv3"
+        "/enrich_location?prop=sourceResource%2FstateLocatedIn"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/georgia.pjs b/profiles/georgia.pjs
@@ -39,8 +39,7 @@
         "/copy_prop?prop=sourceResource%2Fcontributor&to_prop=dataProvider",
         "/unset_prop?prop=sourceResource%2Fcontributor",
         "/georgia_identify_object",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/getty.pjs b/profiles/getty.pjs
@@ -32,8 +32,7 @@
         "/enrich-type",
         "/enrich_language",
         "/set_type_from_physical_format",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/gpo.pjs b/profiles/gpo.pjs
@@ -27,8 +27,7 @@
         "/enrich_location",
         "/geocode",
         "/enrich_language",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/harvard.pjs b/profiles/harvard.pjs
@@ -47,8 +47,7 @@
         "/enrich_location?prop=sourceResource%2FstateLocatedIn",
         "/geocode",
         "/enrich_language",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/hathi.pjs b/profiles/hathi.pjs
@@ -29,8 +29,7 @@
         "/unset_prop?prop=_id&condition=hathi_exclude&condition_prop=dataProvider",
         "/hathi_identify_object",
         "/set_prop?prop=provider&_dict=True&value=%7B%22%40id%22%3A%22http%3A%2F%2Fdp.la%2Fapi%2Fcontributor%2Fhathitrust%22%2C%22name%22%3A%22HathiTrust%22%7D",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "set_provider": [
         "/set_prop?prop=provider&_dict=True&value=%7B%22%40id%22%3A%22http%3A%2F%2Fdp.la%2Fapi%2Fcontributor%2Fhathitrust%22%2C%22name%22%3A%22HathiTrust%22%7D"

diff --git a/profiles/ia.pjs b/profiles/ia.pjs
@@ -74,8 +74,7 @@
         "/enrich_location",
         "/geocode",
         "/enrich_language",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "set_provider": [
         "/set_prop?prop=provider&_dict=True&value=%7B%22%40id%22%3A%22http%3A%2F%2Fdp.la%2Fapi%2Fcontributor%2Finternet_archive%22%2C%22name%22%3A%22Internet%20Archive%22%7D"

diff --git a/profiles/illinois.pjs b/profiles/illinois.pjs
@@ -35,8 +35,7 @@
         "/geocode",
         "/enrich_language",
         "/set_prop?prop=sourceResource%2FstateLocatedIn&value=Illinois",
-        "/enrich_location?prop=sourceResource%2FstateLocatedIn",
-        "/validate_mapv3"
+        "/enrich_location?prop=sourceResource%2FstateLocatedIn"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/indiana.pjs b/profiles/indiana.pjs
@@ -31,8 +31,7 @@
         "/geocode",
         "/enrich_language",
         "/set_prop?prop=sourceResource%2FstateLocatedIn&value=Indiana",
-        "/enrich_location?prop=sourceResource%2FstateLocatedIn",
-        "/validate_mapv3"
+        "/enrich_location?prop=sourceResource%2FstateLocatedIn"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/kentucky.pjs b/profiles/kentucky.pjs
@@ -39,8 +39,7 @@
         "/copy_prop?prop=sourceResource%2Fpublisher&to_prop=dataProvider",
         "/unset_prop?prop=sourceResource%2Fpublisher",
         "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/geocode",
-        "/validate_mapv3"
+        "/geocode"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/michigan.pjs b/profiles/michigan.pjs
@@ -33,9 +33,7 @@
         "/set_prop?prop=sourceResource%2FstateLocatedIn&value=Michigan",
         "/enrich_location?prop=sourceResource%2FstateLocatedIn",
         "/geocode",
-
-        "/enrich_language",
-        "/validate_mapv3"
+        "/enrich_language"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/minnesota.pjs b/profiles/minnesota.pjs
@@ -36,8 +36,7 @@
         "/enrich_language",
         "/mdl_state_located_in",
         "/enrich_location?prop=sourceResource%2FstateLocatedIn",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/minnesota_api.pjs b/profiles/minnesota_api.pjs
@@ -25,8 +25,7 @@
         "/cleanup_value?prop=sourceResource%2Fsubject%2Fname",
         "/enrich-type",
         "/enrich-format",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/missouri.pjs b/profiles/missouri.pjs
@@ -31,8 +31,7 @@
         "/set_prop?prop=provider%2Fname&value=Missouri%20Hub",
         "/set_prop?prop=sourceResource%2FstateLocatedIn&value=Missouri",
         "/enrich_location?prop=sourceResource%2FstateLocatedIn",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/mwdl.pjs b/profiles/mwdl.pjs
@@ -59,8 +59,7 @@
         "/mwdl_cleanup_field",
         "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
         "/unset_prop?prop=%5Fid&condition=mwdl%5Fexclude&condition_prop=originalRecord%2FPrimoNMBib%2Frecord%2Fsearch%2Frsrctype",
-        "/unset_prop?prop=sourceResource%2Fformat",
-        "/validate_mapv3"
+        "/unset_prop?prop=sourceResource%2Fformat"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/nara.pjs b/profiles/nara.pjs
@@ -30,8 +30,7 @@
         "/nara_enrich_location",
         "/geocode",
         "/enrich_language",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/nypl.pjs b/profiles/nypl.pjs
@@ -36,8 +36,7 @@
         "/geocode",
         "/enrich_language",
         "/enrich_location?prop=sourceResource%2FstateLocatedIn",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/scdl.pjs b/profiles/scdl.pjs
@@ -45,8 +45,7 @@
         "/lookup?prop=sourceResource%2Fformat&target=sourceResource%2Fformat&substitution=scdl_fix_format",
         "/set_prop?prop=sourceResource%2FstateLocatedIn&value=South%20Carolina",
         "/enrich_location?prop=sourceResource%2FstateLocatedIn",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/smithsonian.pjs b/profiles/smithsonian.pjs
@@ -33,8 +33,7 @@
         "/set_type_from_physical_format",
         "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
         "/set_prop?prop=sourceResource%2FstateLocatedIn&value=Washington%2C%20D.C.",
-        "/enrich_location?prop=sourceResource%2FstateLocatedIn",
-        "/validate_mapv3"
+        "/enrich_location?prop=sourceResource%2FstateLocatedIn"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/texas.pjs b/profiles/texas.pjs
@@ -332,8 +332,7 @@
         "/texas_enrich_location",
         "/geocode",
         "/enrich_language",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/uiuc.pjs b/profiles/uiuc.pjs
@@ -59,8 +59,7 @@
         "/enrich_language",
         "/contentdm_identify_object",
         "/set_prop?prop=dataProvider&value=University%20of%20Illinois%20at%20Urbana-Champaign%2C%20University%20Library",
-        "/unset_prop?prop=sourceResource%2Fcontributor",
-        "/validate_mapv3"
+        "/unset_prop?prop=sourceResource%2Fcontributor"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/uiuc_book.pjs b/profiles/uiuc_book.pjs
@@ -31,8 +31,7 @@
         "/enrich_location",
         "/geocode",
         "/enrich_language",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {
         "added": 5000,

diff --git a/profiles/usc.pjs b/profiles/usc.pjs
@@ -74,8 +74,7 @@
         "/remove_list_values?prop=sourceResource%2Ftype&values=item",
         "/dedup_value?prop=sourceResource%2Ftype",
         "/unset_prop?prop=sourceResource%2Fcollection",
-        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True",
-        "/validate_mapv3"
+        "/copy_prop?prop=provider%2Fname&to_prop=dataProvider&skip_if_exists=True"
     ],
     "thresholds": {
         "added": 5000,