Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[WOD] use spatialCoverage in JSON-LD parser #323

Merged
merged 1 commit into from
Aug 29, 2023
Merged

[WOD] use spatialCoverage in JSON-LD parser #323

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions book/thematics/dataset/graphs/wodCastDataset.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -90,10 +90,10 @@
"agent": [
"Name or permanent ID of person or thing that performed this action",
"Name or permanent ID of person or thing that performed this action",
"Name or permanent ID of person or thing that performed this action",
"Name or permanent ID of person or thing that performed this action"
],
"startTime": "2007-03-11T14:45UTC"
"endTime": "2007-03-11T15:42UTC"
"startTime": "2007-03-11T14:45UTC",
"endTime": "2007-03-11T15:42UTC",
"instrument": {
"@type": "Thing",
"name": "The name of the instrument used in the action. For example, the specific model of a CTD, a glider, a moored sensor",
Expand Down
110 changes: 68 additions & 42 deletions utils/netcdfParser/sample-output.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,43 +1,69 @@
{
"@context": {
"@vocab": "https://schema.org/",
"geosparql": "http://www.opengis.net/ont/geosparql#"
},
"@id": "https://raw.githubusercontent.com/your-repo/wod_osd_1800.json",
"@type": "Dataset",
"geosparql:hasGeometry": {
"@type": "http://www.opengis.net/ont/sf#Polygon",
"geosparql:asWKT": {
"@type": "geosparql:wktLiteral",
"@value": "POLYGON((-180.0 -999.0, -180.0 87.23332977294922, 180.0 87.23332977294922, 180.0 -999.0, -180.0 -999.0))"
},
"geosparql:crs": {
"@id": "http://www.opengis.net/def/crs/OGC/1.3/CRS84"
}
},
"author": {
"@type": "Organization",
"name": "Ocean Climate Lab/NCEI",
"url": "http://www.nodc.noaa.gov"
},
"citation": "World Ocean Database 2018. URL:http://data.nodc.noaa.gov/woa/WOD/DOC/wod_intro.pdf",
"dateCreated": "2022-12-19",
"dateModified": "2022-12-19",
"description": "Data for multiple casts from the World Ocean Database",
"distribution": {
"@type": "DataDownload",
"contentUrl": "https://noaa-wod-pds.s3.amazonaws.com/1800/wod_osd_1800.nc"
},
"identifier": {
"@type": "PropertyValue",
"description": "These identifiers for individual casts are assigned by the World Ocean Database",
"propertyID": "/nodc/data/OCLAB/OCL/retrieval/monthlies/wod_update_nc/Oct2022/1800/wod_osd_1800.nc"
},
"name": "World Ocean Database - Multi-cast file: 1800/wod_osd_1800.nc",
"publisher": {
"@type": "Organization",
"name": "US DOC; NESDIS; NATIONAL CENTERS FOR ENVIRONMENTAL INFORMATION",
"url": "http://www.nodc.noaa.gov"
},
"url": "https://noaa-wod-pds.s3.amazonaws.com/"
{
"@context": {
"@vocab": "https://schema.org/",
"geosparql": "http://www.opengis.net/ont/geosparql#"
},
"@id": "https://raw.githubusercontent.com/your-repo/wod_osd_1800.json",
"@type": "Dataset",
"author": {
"@type": "Organization",
"name": "Ocean Climate Lab/NCEI",
"url": "http://www.nodc.noaa.gov"
},
"citation": "World Ocean Database 2018. URL:http://data.nodc.noaa.gov/woa/WOD/DOC/wod_intro.pdf",
"dateCreated": "2022-12-19",
"dateModified": "2022-12-19",
"description": "Data for multiple casts from the World Ocean Database",
"distribution": {
"@type": "DataDownload",
"contentUrl": "https://noaa-wod-pds.s3.amazonaws.com/1800/wod_osd_1800.nc"
},
"identifier": {
"@type": "PropertyValue",
"description": "These identifiers for individual casts are assigned by the World Ocean Database",
"propertyID": "/nodc/data/OCLAB/OCL/retrieval/monthlies/wod_update_nc/Oct2022/1800/wod_osd_1800.nc"
},
"name": "World Ocean Database - Multi-cast file: 1800/wod_osd_1800.nc",
"publisher": {
"@type": "Organization",
"name": "US DOC; NESDIS; NATIONAL CENTERS FOR ENVIRONMENTAL INFORMATION",
"url": "http://www.nodc.noaa.gov"
},
"spatialCoverage": {
"@type": "Place",
"additionalProperty": [
{
"name": "Geospatial vertical min",
"value": "0.0"
},
{
"name": "Geospatial vertical max",
"value": "8184.0"
},
{
"name": "Geospatial vertical units",
"value": "meters"
},
{
"name": "Geospatial vertical positive",
"value": "down"
}
],
"geo": {
"@type": "GeoShape",
"box": "-180.0 -999.0 180.0 87.23332977294922"
}
},
"subjectOf": {
"@type": "Event",
"description": "About the multi-cast event 1800/wod_osd_1800.nc (such as time of the cast)",
"name": "1800/wod_osd_1800.nc",
"potentialAction": {
"@type": "Action",
"endTime": "1899-12-31",
"name": "Time of the event for: 1800/wod_osd_1800.nc",
"startTime": "1772-12-15"
}
},
"url": "https://noaa-wod-pds.s3.amazonaws.com/"
}
67 changes: 52 additions & 15 deletions utils/netcdfParser/wod-s3-ncparser.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -169,22 +169,41 @@ def cdf2df(data, largeFileFlag):
miny = df["geospatial_lat_min"].values[0]
maxx = df["geospatial_lon_max"].values[0]
maxy = df["geospatial_lat_max"].values[0]

poly = str("""POLYGON(({} {}, {} {}, {} {}, {} {}, {} {}))""".format(minx, miny, minx, maxy, maxx, maxy, maxx, miny, minx, miny))

aswkt = {}
aswkt["@type"] = "http://www.opengis.net/ont/geosparql#wktLiteral"
aswkt["@value"] = poly

crs = {}
crs["@id"] = "http://www.opengis.net/def/crs/OGC/1.3/CRS84"

hasGeometry = {}
hasGeometry["@type"] = "http://www.opengis.net/ont/sf#Polygon"
hasGeometry["http://www.opengis.net/ont/geosparql#asWKT"] = aswkt
hasGeometry["http://www.opengis.net/ont/geosparql#crs"] = crs
boxCoords = str("""{} {} {} {}""".format(minx, miny, maxx, maxy))
print(" GeoShape:Box: " + boxCoords)
spatialCov = {}
spatialCov["@type"] = "https://schema.org/Place"
geo = {}
geo["@type"] = "https://schema.org/GeoShape"
geo["https://schema.org/box"] = boxCoords
spatialCov["https://schema.org/geo"] = geo

data["http://www.opengis.net/ont/geosparql#hasGeometry"] = hasGeometry
geospatialVerticalMin = df["geospatial_vertical_min"].values[0]
geospatialVerticalMax = df["geospatial_vertical_max"].values[0]
geospatialVerticalUnits = df["geospatial_vertical_units"].values[0]
geospatialVerticalPositive = df["geospatial_vertical_positive"].values[0]
print(" geospatialVerticalMax: " + geospatialVerticalMax)
print(" geospatialVerticalUnits: " + geospatialVerticalUnits)
additionalProperty = []
additionalProperty1 = {}
additionalProperty1["https://schema.org/name"] = "Geospatial vertical min"
additionalProperty1["https://schema.org/value"] = geospatialVerticalMin
additionalProperty.append(additionalProperty1)
additionalProperty2 = {}
additionalProperty2["https://schema.org/name"] = "Geospatial vertical max"
additionalProperty2["https://schema.org/value"] = geospatialVerticalMax
additionalProperty.append(additionalProperty2)
additionalProperty3 = {}
additionalProperty3["https://schema.org/name"] = "Geospatial vertical units"
additionalProperty3["https://schema.org/value"] = geospatialVerticalUnits
additionalProperty.append(additionalProperty3)
additionalProperty4 = {}
additionalProperty4["https://schema.org/name"] = "Geospatial vertical positive"
additionalProperty4["https://schema.org/value"] = geospatialVerticalPositive
additionalProperty.append(additionalProperty4)
spatialCov["https://schema.org/additionalProperty"] = additionalProperty
data["https://schema.org/spatialCoverage"] = spatialCov

#keywords
keywords = df["keywords"].values[0]
Expand Down Expand Up @@ -226,7 +245,25 @@ def cdf2df(data, largeFileFlag):
print(" license: empty")
else:
print(" license: " + license)
data["https://schema.org/license"] = license
data["https://schema.org/license"] = license

#startTime / endTime
startTime = df["time_coverage_start"].values[0]
endTime = df["time_coverage_end"].values[0]
print(" startTime: " + startTime)
print(" endTime: " + endTime)

subjectOf = {}
subjectOf["@type"] = "https://schema.org/Event"
subjectOf["https://schema.org/name"] = item.key
subjectOf["https://schema.org/description"] = "About the multi-cast event " + item.key + " (such as time of the cast)"
potentialAction = {}
potentialAction["@type"] = "https://schema.org/Action"
potentialAction["https://schema.org/name"] = "Time of the event for: " + item.key
potentialAction["https://schema.org/startTime"] = startTime
potentialAction["https://schema.org/endTime"] = endTime
subjectOf["https://schema.org/potentialAction"] = potentialAction
data["https://schema.org/subjectOf"] = subjectOf

#export to JSON-LD file
compacted = jsonld.compact(data, context)
Expand Down