Changes

On June 14, 2024 at 10:04:30 AM EDT, nod_administrator:

Changed value of field frequency to WEEKLY in Niagara Falls - AGOL Harvester
Changed value of field status to {'job_count': 7, 'last_job': {'id': 'e932e032-2f4e-4d95-bf6a-f979d9b1404d', 'created': '2024-02-15 19:39:51.323278', 'gather_started': '2024-02-15 19:39:51.401213', 'gather_finished': '2024-02-15 19:39:57.963200', 'finished': '2024-02-15 19:40:11.321048', 'source_id': 'dbc7d539-5815-41d1-8e61-d772a4ccdc03', 'status': 'Finished', 'stats': {'added': 0, 'updated': 1, 'not modified': 0, 'errored': 205, 'deleted': 0}, 'object_error_summary': [{'message': 'Error importing dataset : ValidationError(None) / Traceback (most recent call last):\n File "/usr/lib/ckan/default/src/ckanext-dcat/ckanext/dcat/harvesters/_json.py", line 286, in import_stage\n package_id = p.toolkit.get_action(action)(context, package_dict)\n File "/usr/lib/ckan/default/src/ckan/ckan/logic/__init__.py", line 504, in wrapped\n result = _action(context, data_dict, **kw)\n File "/usr/lib/ckan/default/src/ckan/ckan/logic/action/update.py", line 313, in package_update\n raise ValidationError(errors)\nckan.logic.ValidationError: None - {\'keywords\': [\'Tag "{{metadata.metadata.dataIdInfo.idCitation.otherCitDet}}" must be alphanumeric characters or symbols: ’\\\'-_.\'], \'update_frequency\': ["Value must be one of [\'as_required\', \'biannually\', \'current\', \'daily\', \'historical\', \'monthly\', \'never\', \'on_demand\', \'other\', \'periodically\', \'quarterly\', \'weekly\', \'yearly\', \'quinquennial\']"]}\n', 'error_count': 186}, {'message': 'Error importing dataset : ValidationError(None) / Traceback (most recent call last):\n File "/usr/lib/ckan/default/src/ckanext-dcat/ckanext/dcat/harvesters/_json.py", line 286, in import_stage\n package_id = p.toolkit.get_action(action)(context, package_dict)\n File "/usr/lib/ckan/default/src/ckan/ckan/logic/__init__.py", line 504, in wrapped\n result = _action(context, data_dict, **kw)\n File "/usr/lib/ckan/default/src/ckan/ckan/logic/action/create.py", line 182, in package_create\n raise ValidationError(errors)\nckan.logic.ValidationError: None - {\'keywords\': [\'Tag "{{metadata.metadata.dataIdInfo.idCitation.otherCitDet}}" must be alphanumeric characters or symbols: ’\\\'-_.\'], \'update_frequency\': ["Value must be one of [\'as_required\', \'biannually\', \'current\', \'daily\', \'historical\', \'monthly\', \'never\', \'on_demand\', \'other\', \'periodically\', \'quarterly\', \'weekly\', \'yearly\', \'quinquennial\']"], \'tags\': [\'Missing value\']}\n', 'error_count': 17}, {'message': 'Error importing dataset : ValidationError(None) / Traceback (most recent call last):\n File "/usr/lib/ckan/default/src/ckanext-dcat/ckanext/dcat/harvesters/_json.py", line 286, in import_stage\n package_id = p.toolkit.get_action(action)(context, package_dict)\n File "/usr/lib/ckan/default/src/ckan/ckan/logic/__init__.py", line 504, in wrapped\n result = _action(context, data_dict, **kw)\n File "/usr/lib/ckan/default/src/ckan/ckan/logic/action/update.py", line 313, in package_update\n raise ValidationError(errors)\nckan.logic.ValidationError: None - {\'update_frequency\': ["Value must be one of [\'as_required\', \'biannually\', \'current\', \'daily\', \'historical\', \'monthly\', \'never\', \'on_demand\', \'other\', \'periodically\', \'quarterly\', \'weekly\', \'yearly\', \'quinquennial\']"]}\n', 'error_count': 2}], 'gather_error_summary': []}, 'total_datasets': 187} in Niagara Falls - AGOL Harvester

              
    
          
          
        
        
            f 1 { f 1 {
            2   "config": "", 2   "config": "",
            3   "creator_user_id": "4df2bcbc-18c7-495e-a364-f781a84a420d", 3   "creator_user_id": "4df2bcbc-18c7-495e-a364-f781a84a420d",
            n 4   "frequency": "MANUAL", n 4   "frequency": "WEEKLY",
            5   "groups": [], 5   "groups": [],
            6   "id": "dbc7d539-5815-41d1-8e61-d772a4ccdc03", 6   "id": "dbc7d539-5815-41d1-8e61-d772a4ccdc03",
            7   "metadata_created": "2024-02-02T15:04:44.758727", 7   "metadata_created": "2024-02-02T15:04:44.758727",
            n 8   "metadata_modified": "2024-02-05T18:37:02.012011", n 8   "metadata_modified": "2024-06-14T14:04:30.393286",
            9   "name": "niagara-falls-agol-harvester", 9   "name": "niagara-falls-agol-harvester",
            10   "notes": "Harvester for the City of Niagara Falls (org:  10   "notes": "Harvester for the City of Niagara Falls (org: 
            11 city-of-niagara-falls)", 11 city-of-niagara-falls)",
            12   "organization": { 12   "organization": {
            13     "approval_status": "approved", 13     "approval_status": "approved",
            14     "created": "2024-01-29T07:09:43.361903", 14     "created": "2024-01-29T07:09:43.361903",
            15     "description": "The City of Niagara Falls is a small vibrant city  15     "description": "The City of Niagara Falls is a small vibrant city 
            16 located in the heart of the Niagara Region.  When it comes to quality  16 located in the heart of the Niagara Region.  When it comes to quality 
            17 of life, Niagara Falls has other communities beat. Where else can you  17 of life, Niagara Falls has other communities beat. Where else can you 
            18 enjoy all the amenities of a large urban centre in a comfortable,  18 enjoy all the amenities of a large urban centre in a comfortable, 
            19 livable community? Whatever you are looking for you can find it in  19 livable community? Whatever you are looking for you can find it in 
            20 Niagara Falls \u2013 Arts, culture, recreation, commerce and peaceful  20 Niagara Falls \u2013 Arts, culture, recreation, commerce and peaceful 
            21 quiet moments \u2013 they\u2019re all here in Niagara  21 quiet moments \u2013 they\u2019re all here in Niagara 
            22 Falls.\r\n\r\nNiagara Falls, Canada provides a vast array of  22 Falls.\r\n\r\nNiagara Falls, Canada provides a vast array of 
            23 year-round activities for the entire family. Beautifully-maintained  23 year-round activities for the entire family. Beautifully-maintained 
            24 biking and walking trails line the world-famous Niagara gorge while  24 biking and walking trails line the world-famous Niagara gorge while 
            25 numerous golf courses, ball diamonds, playing fields, swimming pools  25 numerous golf courses, ball diamonds, playing fields, swimming pools 
            26 and rinks unite local citizens and contribute to a strong sense of  26 and rinks unite local citizens and contribute to a strong sense of 
            27 community. Whether you currently reside in Niagara Falls or are  27 community. Whether you currently reside in Niagara Falls or are 
            28 planning to locate here, we invite you to explore and discover why  28 planning to locate here, we invite you to explore and discover why 
            29 Niagara Falls is a great place to call home.\r\n\r\nThe City of  29 Niagara Falls is a great place to call home.\r\n\r\nThe City of 
            30 Niagara Falls provides Open Data at the   [Niagara Falls Open Data  30 Niagara Falls provides Open Data at the   [Niagara Falls Open Data 
            31 site](https://open.niagarafalls.ca).\r\n", 31 site](https://open.niagarafalls.ca).\r\n",
            32     "id": "38a4e2bc-b8c3-4b88-ab3b-1a17caffa78c", 32     "id": "38a4e2bc-b8c3-4b88-ab3b-1a17caffa78c",
            33     "image_url":  33     "image_url": 
            34 "2024-02-05-165628.356549Official-Logo---Transparent-Background.png", 34 "2024-02-05-165628.356549Official-Logo---Transparent-Background.png",
            35     "is_organization": true, 35     "is_organization": true,
            36     "name": "city-of-niagara-falls", 36     "name": "city-of-niagara-falls",
            37     "state": "active", 37     "state": "active",
            38     "title": "City Of Niagara Falls", 38     "title": "City Of Niagara Falls",
            39     "type": "organization" 39     "type": "organization"
            40   }, 40   },
            41   "owner_org": "38a4e2bc-b8c3-4b88-ab3b-1a17caffa78c", 41   "owner_org": "38a4e2bc-b8c3-4b88-ab3b-1a17caffa78c",
            42   "private": false, 42   "private": false,
            43   "relationships_as_object": [], 43   "relationships_as_object": [],
            44   "relationships_as_subject": [], 44   "relationships_as_subject": [],
            45   "resources": [], 45   "resources": [],
            46   "source_type": "dcat_json", 46   "source_type": "dcat_json",
            47   "state": "active", 47   "state": "active",
            48   "status": { 48   "status": {
            t 49     "job_count": 0, t 49     "job_count": 7,
            50     "last_job": null, 50     "last_job": {
            51       "created": "2024-02-15 19:39:51.323278",
            52       "finished": "2024-02-15 19:40:11.321048",
            53       "gather_error_summary": [],
            54       "gather_finished": "2024-02-15 19:39:57.963200",
            55       "gather_started": "2024-02-15 19:39:51.401213",
            56       "id": "e932e032-2f4e-4d95-bf6a-f979d9b1404d",
            57       "object_error_summary": [
            58         {
            59           "error_count": 186,
            60           "message": "Error importing dataset : ValidationError(None) 
            61 / Traceback (most recent call last):\n  File 
            62 /lib/ckan/default/src/ckanext-dcat/ckanext/dcat/harvesters/_json.py\", 
            63 line 286, in import_stage\n    package_id = 
            64 p.toolkit.get_action(action)(context, package_dict)\n  File 
            65 \"/usr/lib/ckan/default/src/ckan/ckan/logic/__init__.py\", line 504, 
            66 in wrapped\n    result = _action(context, data_dict, **kw)\n  File 
            67 \"/usr/lib/ckan/default/src/ckan/ckan/logic/action/update.py\", line 
            68 313, in package_update\n    raise 
            69 ValidationError(errors)\nckan.logic.ValidationError: None - 
            70 {'keywords': ['Tag 
            71 \"{{metadata.metadata.dataIdInfo.idCitation.otherCitDet}}\" must be 
            72 alphanumeric characters or symbols: \u2019\\'-_.'], 
            73 'update_frequency': [\"Value must be one of ['as_required', 
            74 'biannually', 'current', 'daily', 'historical', 'monthly', 'never', 
            75 'on_demand', 'other', 'periodically', 'quarterly', 'weekly', 'yearly', 
            76 'quinquennial']\"]}\n"
            77         },
            78         {
            79           "error_count": 17,
            80           "message": "Error importing dataset : ValidationError(None) 
            81 / Traceback (most recent call last):\n  File 
            82 /lib/ckan/default/src/ckanext-dcat/ckanext/dcat/harvesters/_json.py\", 
            83 line 286, in import_stage\n    package_id = 
            84 p.toolkit.get_action(action)(context, package_dict)\n  File 
            85 \"/usr/lib/ckan/default/src/ckan/ckan/logic/__init__.py\", line 504, 
            86 in wrapped\n    result = _action(context, data_dict, **kw)\n  File 
            87 \"/usr/lib/ckan/default/src/ckan/ckan/logic/action/create.py\", line 
            88 182, in package_create\n    raise 
            89 ValidationError(errors)\nckan.logic.ValidationError: None - 
            90 {'keywords': ['Tag 
            91 \"{{metadata.metadata.dataIdInfo.idCitation.otherCitDet}}\" must be 
            92 alphanumeric characters or symbols: \u2019\\'-_.'], 
            93 'update_frequency': [\"Value must be one of ['as_required', 
            94 'biannually', 'current', 'daily', 'historical', 'monthly', 'never', 
            95 'on_demand', 'other', 'periodically', 'quarterly', 'weekly', 'yearly', 
            96 'quinquennial']\"], 'tags': ['Missing value']}\n"
            97         },
            98         {
            99           "error_count": 2,
            100           "message": "Error importing dataset : ValidationError(None) 
            101 / Traceback (most recent call last):\n  File 
            102 /lib/ckan/default/src/ckanext-dcat/ckanext/dcat/harvesters/_json.py\", 
            103 line 286, in import_stage\n    package_id = 
            104 p.toolkit.get_action(action)(context, package_dict)\n  File 
            105 \"/usr/lib/ckan/default/src/ckan/ckan/logic/__init__.py\", line 504, 
            106 in wrapped\n    result = _action(context, data_dict, **kw)\n  File 
            107 \"/usr/lib/ckan/default/src/ckan/ckan/logic/action/update.py\", line 
            108 313, in package_update\n    raise 
            109 ValidationError(errors)\nckan.logic.ValidationError: None - 
            110 {'update_frequency': [\"Value must be one of ['as_required', 
            111 'biannually', 'current', 'daily', 'historical', 'monthly', 'never', 
            112 'on_demand', 'other', 'periodically', 'quarterly', 'weekly', 'yearly', 
            113 'quinquennial']\"]}\n"
            114         }
            115       ],
            116       "source_id": "dbc7d539-5815-41d1-8e61-d772a4ccdc03",
            117       "stats": {
            118         "added": 0,
            119         "deleted": 0,
            120         "errored": 205,
            121         "not modified": 0,
            122         "updated": 1
            123       },
            124       "status": "Finished"
            125     },
            51     "total_datasets": 0 126     "total_datasets": 187
            52   }, 127   },
            53   "tags": [], 128   "tags": [],
            54   "title": "Niagara Falls - AGOL Harvester", 129   "title": "Niagara Falls - AGOL Harvester",
            55   "type": "harvest", 130   "type": "harvest",
            56   "url": "https://open.niagarafalls.ca/api/feed/dcat-us/1.1.json" 131   "url": "https://open.niagarafalls.ca/api/feed/dcat-us/1.1.json"
            57 } 132 }