Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
20 changes: 10 additions & 10 deletions bin/check.py
Original file line number Diff line number Diff line change
Expand Up @@ -191,21 +191,21 @@ def check_datasets():
)


ALLOWED_AVAILABILITY = {"", "development", "staging", "production"}
ALLOWED_ENVIRONMENT = {"", "development", "staging", "production"}


def check_availability():
def check_environment():
for dataset, d in tables["dataset"].items():
availability = d.get("availability", "")
if availability not in ALLOWED_AVAILABILITY:
environment = d.get("environment", "")
if environment not in ALLOWED_ENVIRONMENT:
error(
"dataset '%s' has an unknown availability '%s'"
% (dataset, availability)
"dataset '%s' has an unknown environment '%s'"
% (dataset, environment)
)
if availability and not d.get("collection", ""):
if environment and not d.get("collection", ""):
error(
"dataset '%s' has availability '%s' but no collection — it will not appear in any Airflow environment"
% (dataset, availability)
"dataset '%s' has environment '%s' but no collection — it will not appear in any Airflow environment"
% (dataset, environment)
)


Expand Down Expand Up @@ -358,7 +358,7 @@ def check(table):

check_field_typology()
check_datasets()
check_availability()
check_environment()
check_projects()
check_cohorts()
check_specifications()
Expand Down
24 changes: 0 additions & 24 deletions bin/migrate-dataset-availability.py

This file was deleted.

2 changes: 1 addition & 1 deletion content/dataset/agricultural-land-classification.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: natural-england
availability: production
collection: agricultural-land-classification
consideration: agricultural-land-classification
dataset: agricultural-land-classification
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '34999'
entity-minimum: '32000'
entry-date: '2024-06-26'
environment: production
fields:
- field: agricultural-land-classification-grade
- field: end-date
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/air-quality-management-area.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: defra
availability: production
collection: air-quality-management-area
consideration: air-quality-management-areas
dataset: air-quality-management-area
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '39999'
entity-minimum: '35000'
entry-date: '2025-01-31'
environment: production
fields:
- field: documentation-url
- field: end-date
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/ancient-woodland-status.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: natural-england
availability: production
collection: ancient-woodland
consideration: ancient-woodlands
dataset: ancient-woodland-status
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '30099999'
entity-minimum: '29100000'
entry-date: ''
environment: production
fields:
- field: description
- field: documentation-url
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/ancient-woodland.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: natural-england
availability: production
collection: ancient-woodland
consideration: ancient-woodlands
dataset: ancient-woodland
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '129999999'
entity-minimum: '110000000'
entry-date: ''
environment: production
fields:
- field: ancient-woodland
- field: ancient-woodland-status
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/archaeological-priority-area.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: historic-england
availability: production
collection: archaeological-priority-area
consideration: greater-london-archaeological-priority-areas
dataset: archaeological-priority-area
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '59999'
entity-minimum: '40000'
entry-date: '2025-02-04'
environment: production
fields:
- field: archaeological-risk-tier
- field: end-date
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/area-of-outstanding-natural-beauty.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: natural-england
availability: production
collection: area-of-outstanding-natural-beauty
consideration: areas-of-outstanding-natural-beauty
dataset: area-of-outstanding-natural-beauty
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '1099999'
entity-minimum: '1000000'
entry-date: ''
environment: production
fields:
- field: document-url
- field: documentation-url
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/article-4-direction-area.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: crown-copyright
availability: production
collection: article-4-direction
consideration: article-4-directions
dataset: article-4-direction-area
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '7019999999'
entity-minimum: '7010000000'
entry-date: ''
environment: production
fields:
- field: address-texts
- field: article-4-direction
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/article-4-direction.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: crown-copyright
availability: production
collection: article-4-direction
consideration: article-4-directions
dataset: article-4-direction
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '6199999'
entity-minimum: '6100000'
entry-date: ''
environment: production
fields:
- field: description
- field: document-url
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/asset-of-community-value.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: crown-copyright
availability: production
collection: asset-of-community-value
consideration: assets-of-community-value
dataset: asset-of-community-value
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '17299999'
entity-minimum: '17100000'
entry-date: '2025-02-17'
environment: production
fields:
- field: address-text
- field: decision
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/battlefield.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: historic-england
availability: production
collection: historic-england
consideration: battlefields
dataset: battlefield
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '1499999'
entity-minimum: '1400000'
entry-date: ''
environment: production
fields:
- field: document-url
- field: documentation-url
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/border.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: ons-boundary
availability: production
collection: border
consideration: border
dataset: border
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '31999'
entity-minimum: '31000'
entry-date: ''
environment: production
fields:
- field: end-date
- field: entity
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/brownfield-land.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: crown-copyright
availability: production
collection: brownfield-land
consideration: brownfield-land
dataset: brownfield-land
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '1799999'
entity-minimum: '1700000'
entry-date: ''
environment: production
fields:
- field: Deliverable
guidance: |
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/brownfield-site.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: crown-copyright
availability: production
collection: brownfield-site
consideration: brownfield-land
dataset: brownfield-site
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '1899999'
entity-minimum: '1800000'
entry-date: ''
environment: production
fields:
- field: brownfield-site
- field: categories
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/building-preservation-notice.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: historic-england
availability: production
collection: historic-england
consideration: building-preservation-notices
dataset: building-preservation-notice
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '2099999'
entity-minimum: '2000000'
entry-date: ''
environment: production
fields:
- field: building-preservation-notice
- field: categories
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/built-up-area.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: ons-boundary
availability: production
collection: built-up-area
consideration: built-up-areas
dataset: built-up-area
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '2699999'
entity-minimum: '2500000'
entry-date: ''
environment: production
fields:
- field: end-date
- field: entity
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/central-activities-zone.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: crown-copyright
availability: production
collection: central-activities-zone
consideration: central-activty-zones
dataset: central-activities-zone
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '2299999'
entity-minimum: '2200000'
entry-date: ''
environment: production
fields:
- field: description
- field: documentation-url
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/certificate-of-immunity.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: historic-england
availability: production
collection: historic-england
consideration: certificate-of-immunity
dataset: certificate-of-immunity
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '2399999'
entity-minimum: '2300000'
entry-date: ''
environment: production
fields:
- field: categories
- field: certificate-of-immunity
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/community-infrastructure-levy-schedule.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: crown-copyright
availability: production
collection: community-infrastructure-levy-schedule
consideration: community-infrastructure-levy
dataset: community-infrastructure-levy-schedule
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: 909999
entity-minimum: 900000
entry-date: '2024-12-12'
environment: production
fields:
- field: adopted-date
- field: description
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/conservation-area-document-type.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: crown-copyright
availability: production
collection: conservation-area
consideration: conservation-areas
dataset: conservation-area-document-type
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '4210999'
entity-minimum: '4210000'
entry-date: ''
environment: production
fields:
- field: description
- field: end-date
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/conservation-area-document.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: crown-copyright
availability: production
collection: conservation-area
consideration: conservation-areas
dataset: conservation-area-document
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '6399999'
entity-minimum: '6300000'
entry-date: ''
environment: production
fields:
- field: conservation-area
- field: description
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/conservation-area.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: historic-england
availability: production
collection: conservation-area
consideration: conservation-areas
dataset: conservation-area
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '44999999'
entity-minimum: '44000000'
entry-date: ''
environment: production
fields:
- field: designation-date
- field: document-url
Expand Down
2 changes: 1 addition & 1 deletion content/dataset/contribution-funding-status.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
---
attribution: crown-copyright
availability: production
collection: developer-contributions
consideration: developer-contributions
dataset: contribution-funding-status
Expand All @@ -9,6 +8,7 @@ end-date: ''
entity-maximum: '16999999'
entity-minimum: '16900000'
entry-date: ''
environment: production
fields:
- field: description
- field: end-date
Expand Down
Loading