diff --git a/api/index.md b/api/index.md index ae4633a54..953949378 100644 --- a/api/index.md +++ b/api/index.md @@ -1,7 +1,7 @@ --- layout: default -title: API -nav_order: 4 +title: API - Query data programmatically +nav_order: 10 has_children: true --- diff --git a/api/pandas/index.md b/api/pandas/index.md index c6434b7e7..4c8976960 100644 --- a/api/pandas/index.md +++ b/api/pandas/index.md @@ -1,8 +1,8 @@ --- layout: default title: Pandas -nav_order: 50 -parent: API +nav_order: 40 +parent: API - Query data programmatically has_children: true --- diff --git a/api/pandas/multivariate_dataframe.md b/api/pandas/multivariate_dataframe.md index 596b437e5..f89282602 100644 --- a/api/pandas/multivariate_dataframe.md +++ b/api/pandas/multivariate_dataframe.md @@ -1,9 +1,9 @@ --- layout: default -title: Multivariate Table as pd.DataFrame +title: Get multivariate DataFrame nav_order: 3 parent: Pandas -grand_parent: API +grand_parent: API - Query data programmatically --- # Retrieve multivariate DataFrame diff --git a/api/pandas/time_series.md b/api/pandas/time_series.md index d8683ffbd..82181dc6e 100644 --- a/api/pandas/time_series.md +++ b/api/pandas/time_series.md @@ -1,9 +1,9 @@ --- layout: default -title: Time Series as pd.Series +title: Get time series for a place nav_order: 1 parent: Pandas -grand_parent: API +grand_parent: API - Query data programmatically --- # Retrieve time series for a place diff --git a/api/pandas/time_series_dataframe.md b/api/pandas/time_series_dataframe.md index 620181c87..fd5e964ec 100644 --- a/api/pandas/time_series_dataframe.md +++ b/api/pandas/time_series_dataframe.md @@ -1,9 +1,9 @@ --- layout: default -title: Time Series Table as pd.DataFrame +title: Get time series DataFrame nav_order: 2 parent: Pandas -grand_parent: API +grand_parent: API - Query data programmatically --- # Retrieve time series DataFrame diff --git a/api/python/index.md b/api/python/index.md index fe5ae303f..5816c97a6 100644 --- a/api/python/index.md +++ b/api/python/index.md @@ -1,8 +1,8 @@ --- layout: default title: Python -nav_order: 40 -parent: API +nav_order: 30 +parent: API - Query data programmatically has_children: true redirect_from: /tutorials/ diff --git a/api/python/place_in.md b/api/python/place_in.md index 75a977008..4d050204c 100644 --- a/api/python/place_in.md +++ b/api/python/place_in.md @@ -1,9 +1,9 @@ --- layout: default -title: Places within a Place -nav_order: 6 +title: Get places within other places +nav_order: 3 parent: Python -grand_parent: API +grand_parent: API - Query data programmatically --- # Retrieve places contained within other places diff --git a/api/python/property_label.md b/api/python/property_label.md index 64f68e69d..5797a3dfb 100644 --- a/api/python/property_label.md +++ b/api/python/property_label.md @@ -1,9 +1,9 @@ --- layout: default -title: Property Label -nav_order: 4 +title: Get property labels of nodes +nav_order: 6 parent: Python -grand_parent: API +grand_parent: API - Query data programmatically --- # Retrieve property labels of nodes diff --git a/api/python/property_value.md b/api/python/property_value.md index 0a27678ea..fb847dd36 100644 --- a/api/python/property_value.md +++ b/api/python/property_value.md @@ -1,9 +1,9 @@ --- layout: default -title: Property Value -nav_order: 5 +title: Get property values of nodes +nav_order: 7 parent: Python -grand_parent: API +grand_parent: API - Query data programmatically --- # Retrieve property values of nodes diff --git a/api/python/query.md b/api/python/query.md index e39e2c7ea..c44ac18fa 100644 --- a/api/python/query.md +++ b/api/python/query.md @@ -1,9 +1,9 @@ --- layout: default -title: SPARQL -nav_order: 2 +title: Query using SPARQL +nav_order: 8 parent: Python -grand_parent: API +grand_parent: Retrieve statistics value for a place --- # Query the Data Commons knowledge graph using SPARQL diff --git a/api/python/stat_all.md b/api/python/stat_all.md index 125378696..f17358d8a 100644 --- a/api/python/stat_all.md +++ b/api/python/stat_all.md @@ -1,9 +1,9 @@ --- layout: default -title: Place Statistics - All -nav_order: 9 +title: Get statistical data for multiple places +nav_order: 5 parent: Python -grand_parent: API +grand_parent: API - Query data programmatically --- # Retrieve a collection of statistical data for multiple places diff --git a/api/python/stat_series.md b/api/python/stat_series.md index d39c38c7d..6cd1bcb0a 100644 --- a/api/python/stat_series.md +++ b/api/python/stat_series.md @@ -1,9 +1,9 @@ --- layout: default -title: Place Statistics - Time Series -nav_order: 8 +title: Get time series for a place +nav_order: 4 parent: Python -grand_parent: API +grand_parent: API - Query data programmatically --- # Retrieve statistical time series for a place diff --git a/api/python/stat_value.md b/api/python/stat_value.md index 669e29a15..f8155f0af 100644 --- a/api/python/stat_value.md +++ b/api/python/stat_value.md @@ -1,9 +1,9 @@ --- layout: default -title: Place Statistics - Single Value -nav_order: 7 +title: Get a single statistical value for a place +nav_order: 3 parent: Python -grand_parent: API +grand_parent: API - Query data programmatically --- # Retrieve statistics value for a place diff --git a/api/python/stats.md b/api/python/stats.md index 3e13ebb55..f1fa83c11 100644 --- a/api/python/stats.md +++ b/api/python/stats.md @@ -1,12 +1,12 @@ --- layout: default -title: Place Statistics +title: Get statistics for places parent: Python -grand_parent: API +grand_parent: API - Query data programmatically published: false --- -# Get Statistics for Places +# Get statistics for places ## `datacommons.get_stats(dcids, stats_var, obs_dates='latest')` diff --git a/api/python/triple.md b/api/python/triple.md index 70d77d73d..47c611e66 100644 --- a/api/python/triple.md +++ b/api/python/triple.md @@ -1,9 +1,9 @@ --- layout: default -title: Triple -nav_order: 3 +title: Get triples associated with nodes +nav_order: 32 parent: Python -grand_parent: API +grand_parent: API - Query data programmatically --- # Retrieve triples associated with nodes diff --git a/api/python/tutorials.md b/api/python/tutorials.md index 08cca817d..9fc759932 100644 --- a/api/python/tutorials.md +++ b/api/python/tutorials.md @@ -1,9 +1,9 @@ --- layout: default title: Tutorials -nav_order: 1 +nav_order: 31 parent: Python -grand_parent: API +grand_parent: API - Query data programmatically --- # Tutorials diff --git a/api/rest/v2/index.md b/api/rest/v2/index.md index 453232138..80b4e7736 100644 --- a/api/rest/v2/index.md +++ b/api/rest/v2/index.md @@ -1,8 +1,8 @@ --- layout: default title: REST (V2) -nav_order: 5 -parent: API +nav_order: 1 +parent: API - Query data programmatically has_children: true published: true redirect_from: diff --git a/api/rest/v2/node.md b/api/rest/v2/node.md index fb7adb5b5..6c7422d34 100644 --- a/api/rest/v2/node.md +++ b/api/rest/v2/node.md @@ -1,9 +1,9 @@ --- layout: default title: Get node properties -nav_order: 7 +nav_order: 3 parent: REST (V2) -grand_parent: API +grand_parent: API - Query data programmatically published: true --- diff --git a/api/rest/v2/observation.md b/api/rest/v2/observation.md index ef9f9d4cb..b2c5a652a 100644 --- a/api/rest/v2/observation.md +++ b/api/rest/v2/observation.md @@ -1,9 +1,9 @@ --- layout: default title: Get statistical observations -nav_order: 6 +nav_order: 2 parent: REST (V2) -grand_parent: API +grand_parent: API - Query data programmatically published: true --- diff --git a/api/rest/v2/resolve.md b/api/rest/v2/resolve.md index 7e956f438..7940093b1 100644 --- a/api/rest/v2/resolve.md +++ b/api/rest/v2/resolve.md @@ -1,9 +1,9 @@ --- layout: default title: Resolve entities -nav_order: 8 +nav_order: 4 parent: REST (V2) -grand_parent: API +grand_parent: API - Query data programmatically published: true --- diff --git a/api/rest/v2/sparql.md b/api/rest/v2/sparql.md index d18090c0e..813464160 100644 --- a/api/rest/v2/sparql.md +++ b/api/rest/v2/sparql.md @@ -1,9 +1,9 @@ --- layout: default title: Query with SPARQL -nav_order: 9 +nav_order: 5 parent: REST (V2) -grand_parent: API +grand_parent: API - Query data programmatically published: true --- diff --git a/api/rest/v2/troubleshooting.md b/api/rest/v2/troubleshooting.md index 5fb8a809e..d78fd64ab 100644 --- a/api/rest/v2/troubleshooting.md +++ b/api/rest/v2/troubleshooting.md @@ -1,9 +1,9 @@ --- layout: default title: Troubleshooting -nav_order: 10 +nav_order: 6 parent: REST (V2) -grand_parent: API +grand_parent: API - Query data programmatically published: true --- diff --git a/api/sheets/get_cohort_members.md b/api/sheets/get_cohort_members.md index 5b2a6219a..6a431b789 100644 --- a/api/sheets/get_cohort_members.md +++ b/api/sheets/get_cohort_members.md @@ -1,9 +1,8 @@ --- layout: default title: Get members of a cohort -nav_order: 7 -parent: Google Sheets -grand_parent: API +nav_order: 56 +parent: Analyze data with Google Sheets --- # Retrieve members of a cohort diff --git a/api/sheets/get_name.md b/api/sheets/get_name.md index 7edf14e83..d5998dacf 100644 --- a/api/sheets/get_name.md +++ b/api/sheets/get_name.md @@ -1,9 +1,8 @@ --- layout: default title: Get names associated with DCIDs -nav_order: 3 -parent: Google Sheets -grand_parent: API +nav_order: 52 +parent: Analyze data with Google Sheets --- # Return the names associated with DCIDs diff --git a/api/sheets/get_property.md b/api/sheets/get_property.md index ea66a1b4b..df464da29 100644 --- a/api/sheets/get_property.md +++ b/api/sheets/get_property.md @@ -1,9 +1,8 @@ --- layout: default title: Get node property values -nav_order: 6 -parent: Google Sheets -grand_parent: API +nav_order: 55 +parent: Analyze data with Google Sheets --- # Retrieve node property values diff --git a/api/sheets/get_variable.md b/api/sheets/get_variable.md index 389266272..ffef8546f 100644 --- a/api/sheets/get_variable.md +++ b/api/sheets/get_variable.md @@ -1,9 +1,8 @@ --- layout: default title: Get statistical variable values -nav_order: 5 -parent: Google Sheets -grand_parent: API +nav_order: 54 +parent: Analyze data with Google Sheets --- # Retrieve the value of a statistical variable at a given place and time diff --git a/api/sheets/index.md b/api/sheets/index.md index e726be85b..07e446fca 100644 --- a/api/sheets/index.md +++ b/api/sheets/index.md @@ -1,8 +1,7 @@ --- layout: default -title: Google Sheets -nav_order: 20 -parent: API +title: Analyze data with Google Sheets +nav_order: 50 has_children: true --- diff --git a/api/sheets/places_in.md b/api/sheets/places_in.md index a8b297474..3fbb2b34a 100644 --- a/api/sheets/places_in.md +++ b/api/sheets/places_in.md @@ -1,9 +1,8 @@ --- layout: default title: Get places contained in another place -nav_order: 4 -parent: Google Sheets -grand_parent: API +nav_order: 53 +parent: Analyze data with Google Sheets --- # Retrieve places contained within another place diff --git a/api/sheets/tutorials/index.md b/api/sheets/tutorials/index.md index b8fce2a1f..58927c6c7 100644 --- a/api/sheets/tutorials/index.md +++ b/api/sheets/tutorials/index.md @@ -1,9 +1,8 @@ --- layout: default title: Tutorials -nav_order: 1 -parent: Google Sheets -grand_parent: API +nav_order: 51 +parent: Analyze data with Google Sheets has_children: false --- diff --git a/api/sheets/tutorials/sheets_covid.md b/api/sheets/tutorials/sheets_covid.md index 9e34ed2cf..118e48b17 100644 --- a/api/sheets/tutorials/sheets_covid.md +++ b/api/sheets/tutorials/sheets_covid.md @@ -2,10 +2,8 @@ layout: default title: Sheets COVID-19 analysis parent: Tutorials -parent_url: /api/sheets/tutorials -grand_parent: Google Sheets -grand_parent_url: /api/sheets -show_in_nav: false +grand_parent: Analyze data with Google Sheets +nav_exclude: true --- # Analyze the COVID-19 pandemic diff --git a/api/sheets/tutorials/sheets_latitude.md b/api/sheets/tutorials/sheets_latitude.md index 6d0c62291..99c33abea 100644 --- a/api/sheets/tutorials/sheets_latitude.md +++ b/api/sheets/tutorials/sheets_latitude.md @@ -2,10 +2,8 @@ layout: default title: Sheets South American latitudes parent: Tutorials -parent_url: /api/sheets/tutorials -grand_parent: Google Sheets -grand_parent_url: /api/sheets -show_in_nav: false +grand_parent: Analyze data with Google Sheets +nav_exclude: true --- # Obtain latitude information for country capitals in South America diff --git a/api/sheets/tutorials/sheets_sleep.md b/api/sheets/tutorials/sheets_sleep.md index b886222c6..f3e60c092 100644 --- a/api/sheets/tutorials/sheets_sleep.md +++ b/api/sheets/tutorials/sheets_sleep.md @@ -2,10 +2,8 @@ layout: default title: Sheets CDC 500 cities sleep health parent: Tutorials -parent_url: /api/sheets/tutorials -grand_parent: Google Sheets -grand_parent_url: /api/sheets -show_in_nav: false +grand_parent: Analyze data with Google Sheets +nav_exclude: true --- # Analyze the CDC 500 cities for sleep health diff --git a/api/web_components/bar.md b/api/web_components/bar.md index 72a341211..e6c285591 100644 --- a/api/web_components/bar.md +++ b/api/web_components/bar.md @@ -1,14 +1,13 @@ --- layout: default -title: Bar Chart +title: Bar chart nav_order: 1 -parent: Web Components -grand_parent: API +parent: Embed data and visualizations in your own website published: true permalink: /api/web_components/bar --- -# Data Commons Bar Chart Web Component +# Data Commons bar chart Web Component [Data Commons Web Component](/api/web_components/) for visualizing one or more statistical variables around one or more places on a bar chart. diff --git a/api/web_components/gauge.md b/api/web_components/gauge.md index 96fa822a4..35977a767 100644 --- a/api/web_components/gauge.md +++ b/api/web_components/gauge.md @@ -1,14 +1,13 @@ --- layout: default -title: Gauge Chart +title: Gauge chart nav_order: 2 -parent: Web Components -grand_parent: API +parent: Embed data and visualizations in your own website published: true permalink: /api/web_components/gauge --- -# Data Commons Gauge Chart Web Component +# Data Commons gauge chart Web Component [Data Commons Web Component](/api/web_components/) for visualizing a single statistical variable about a single place. diff --git a/api/web_components/highlight.md b/api/web_components/highlight.md index 3a87e6570..ec86a70bb 100644 --- a/api/web_components/highlight.md +++ b/api/web_components/highlight.md @@ -1,14 +1,13 @@ --- layout: default -title: Highlight Tile +title: Highlight tile nav_order: 3 -parent: Web Components -grand_parent: API +parent: Embed data and visualizations in your own website published: true permalink: /api/web_components/highlight --- -# Data Commons Highlight Chart Web Component +# Data Commons highlight chart Web Component [Data Commons Web Component](/api/web_components) for highlighting a specific variable value from a specific variable about a single place. diff --git a/api/web_components/index.md b/api/web_components/index.md index 80bb26223..c8451b3a2 100644 --- a/api/web_components/index.md +++ b/api/web_components/index.md @@ -1,8 +1,7 @@ --- layout: default -title: Web Components -parent: API -nav_order: 30 +title: Embed data and visualizations in your own website +nav_order: 60 has_children: true published: true --- diff --git a/api/web_components/line.md b/api/web_components/line.md index bb604c7a2..16b12a75a 100644 --- a/api/web_components/line.md +++ b/api/web_components/line.md @@ -1,14 +1,13 @@ --- layout: default -title: Line Chart +title: Line chart nav_order: 4 -parent: Web Components -grand_parent: API +parent: Embed data and visualizations in your own website published: true permalink: /api/web_components/line --- -# Data Commons Line Chart Web Component +# Data Commons line chart Web Component [Data Commons Web Component](/api/web_components/) for visualizing one or more statistical variables about a number of places as a line chart. diff --git a/api/web_components/map.md b/api/web_components/map.md index eb4fc8414..de5fc0e85 100644 --- a/api/web_components/map.md +++ b/api/web_components/map.md @@ -1,14 +1,13 @@ --- layout: default -title: Map Chart +title: Map chart nav_order: 5 -parent: Web Components -grand_parent: API +parent: Embed data and visualizations in your own website published: true permalink: /api/web_components/map --- -# Data Commons Map Web Component +# Data Commons map chart Web Component [Data Commons Web Component](/api/web_components) for visualizing a single statistical variables around one or more places on a map. diff --git a/api/web_components/pie.md b/api/web_components/pie.md index 34eacaa51..400f3c29d 100644 --- a/api/web_components/pie.md +++ b/api/web_components/pie.md @@ -1,14 +1,13 @@ --- layout: default -title: Pie Chart +title: Pie chart nav_order: 6 -parent: Web Components -grand_parent: API +parent: Embed data and visualizations in your own website published: true permalink: /api/web_components/pie --- -# Data Commons Pie Chart Web Component +# Data Commons pie chart Web Component [Data Commons Web Component](/api/web_components/) for visualizing multiple statistical variables around a single place on a pie/donut chart. diff --git a/api/web_components/ranking.md b/api/web_components/ranking.md index 74cf02e1b..f59d3abc3 100644 --- a/api/web_components/ranking.md +++ b/api/web_components/ranking.md @@ -1,14 +1,13 @@ --- layout: default -title: Ranking Chart +title: Ranking chart nav_order: 7 -parent: Web Components -grand_parent: API +parent: Embed data and visualizations in your own website published: true permalink: /api/web_components/ranking --- -# Data Commons Ranking Chart Web Component +# Data Commons ranking chart Web Component [Data Commons Web Component](/api/web_components/) for listing statistical variables around a single place in descending or ascending order. diff --git a/api/web_components/scatter.md b/api/web_components/scatter.md index 59b078d3c..650e064a5 100644 --- a/api/web_components/scatter.md +++ b/api/web_components/scatter.md @@ -1,14 +1,13 @@ --- layout: default -title: Scatter Plot +title: Scatter plot nav_order: 8 -parent: Web Components -grand_parent: API +parent: Embed data and visualizations in your own website published: true permalink: /api/web_components/scatter --- -# Data Commons Scatter Chart Web Component +# Data Commons scatter plot chart Web Component [Data Commons Web Component](/api/web_components/) for visualizing the relationship between two variables. diff --git a/api/web_components/slider.md b/api/web_components/slider.md index bed65208e..ca6b12fc3 100644 --- a/api/web_components/slider.md +++ b/api/web_components/slider.md @@ -1,14 +1,13 @@ --- layout: default -title: Slider Control +title: Slider control nav_order: 9 -parent: Web Components -grand_parent: API +parent: Embed data and visualizations in your own website published: true permalink: /api/web_components/slider --- -# Data Commons Slider Web Component +# Data Commons slider Web Component [Data Commons Web Component](/api/web_components/) for controlling the date in [datacommons-map](./map.md) or [datacommons-bar](./bar.md). diff --git a/bigquery/index.md b/bigquery/index.md index 01ced3ad7..a7f05e7ec 100644 --- a/bigquery/index.md +++ b/bigquery/index.md @@ -1,7 +1,7 @@ --- layout: default title: Query with SQL/BigQuery -nav_order: 30 +nav_order: 70 has_children: true redirect_from: /bigquery/dc_to_bq_queries diff --git a/bigquery/query_places.md b/bigquery/query_places.md index 4814ede94..522d0b865 100644 --- a/bigquery/query_places.md +++ b/bigquery/query_places.md @@ -1,6 +1,6 @@ --- layout: default -title: Places +title: Query places nav_order: 1 parent: Query with SQL/BigQuery --- diff --git a/bigquery/query_property_places.md b/bigquery/query_property_places.md index f3f0aaa37..898ae9242 100644 --- a/bigquery/query_property_places.md +++ b/bigquery/query_property_places.md @@ -1,6 +1,6 @@ --- layout: default -title: Properties of places +title: Query observations and properties of places nav_order: 2 parent: Query with SQL/BigQuery --- diff --git a/blog.html b/blog.html index 89d0aafda..1808f549b 100644 --- a/blog.html +++ b/blog.html @@ -1,5 +1,4 @@ --- -layout: redirect title: Blog redirect_to: https://blog.datacommons.org/ --- \ No newline at end of file diff --git a/courseware/index.md b/courseware/index.md index d7d6a19b9..e2fc46b34 100644 --- a/courseware/index.md +++ b/courseware/index.md @@ -1,7 +1,7 @@ --- layout: default title: Courseware -nav_order: 60 +nav_order: 299 has_children: true --- diff --git a/data_model.md b/data_model.md index bead6b48d..f316497a4 100644 --- a/data_model.md +++ b/data_model.md @@ -2,6 +2,7 @@ layout: default title: Key concepts and common tasks nav_order: 3 +parent: How to use Data Commons redirect_from: /bigquery/data_in_bq /bigquery/unique_identifiers#dcid diff --git a/datasets/Agriculture.md b/datasets/Agriculture.md index ad776a502..d40579794 100644 --- a/datasets/Agriculture.md +++ b/datasets/Agriculture.md @@ -1,8 +1,8 @@ --- layout: default title: Agriculture -nav_order: 1 -parent: Data Sources +parent: Data sources +nav_exclude: true --- {:.no_toc} diff --git a/datasets/Biomedical.md b/datasets/Biomedical.md index ba15400da..cd84feca4 100644 --- a/datasets/Biomedical.md +++ b/datasets/Biomedical.md @@ -1,8 +1,8 @@ --- layout: default title: Biomedical -nav_order: 2 -parent: Data Sources +parent: Data sources +nav_exclude: true --- {:.no_toc} diff --git a/datasets/Crime.md b/datasets/Crime.md index 7d8d60f8d..3ffc5a00e 100644 --- a/datasets/Crime.md +++ b/datasets/Crime.md @@ -1,8 +1,8 @@ --- layout: default title: Crime -nav_order: 3 -parent: Data Sources +parent: Data sources +nav_exclude: true --- {:.no_toc} diff --git a/datasets/Demographics.md b/datasets/Demographics.md index ed4b3185e..ebd57f706 100644 --- a/datasets/Demographics.md +++ b/datasets/Demographics.md @@ -1,8 +1,8 @@ --- layout: default title: Demographics -nav_order: 4 -parent: Data Sources +parent: Data sources +nav_exclude: true --- {:.no_toc} diff --git a/datasets/Economy.md b/datasets/Economy.md index 10271c6af..ea74d6886 100644 --- a/datasets/Economy.md +++ b/datasets/Economy.md @@ -1,8 +1,8 @@ --- layout: default title: Economy -nav_order: 5 -parent: Data Sources +parent: Data sources +nav_exclude: true --- {:.no_toc} diff --git a/datasets/Education.md b/datasets/Education.md index 3dce91665..2e990af25 100644 --- a/datasets/Education.md +++ b/datasets/Education.md @@ -1,8 +1,8 @@ --- layout: default title: Education -nav_order: 6 -parent: Data Sources +parent: Data sources +nav_exclude: true --- {:.no_toc} diff --git a/datasets/Energy.md b/datasets/Energy.md index 681c42588..d62b75531 100644 --- a/datasets/Energy.md +++ b/datasets/Energy.md @@ -1,8 +1,8 @@ --- layout: default title: Energy -nav_order: 7 -parent: Data Sources +parent: Data sources +nav_exclude: true --- {:.no_toc} diff --git a/datasets/Environment.md b/datasets/Environment.md index 1e4db63d5..f7513e0c8 100644 --- a/datasets/Environment.md +++ b/datasets/Environment.md @@ -1,8 +1,8 @@ --- layout: default title: Environment -nav_order: 8 -parent: Data Sources +parent: Data sources +nav_exclude: true --- {:.no_toc} diff --git a/datasets/Health.md b/datasets/Health.md index 72c8c5a12..81dab2c04 100644 --- a/datasets/Health.md +++ b/datasets/Health.md @@ -1,8 +1,8 @@ --- layout: default title: Health -nav_order: 9 -parent: Data Sources +parent: Data sources +nav_exclude: true --- {:.no_toc} diff --git a/datasets/Housing.md b/datasets/Housing.md index 34a63c912..5dbafdf57 100644 --- a/datasets/Housing.md +++ b/datasets/Housing.md @@ -1,8 +1,8 @@ --- layout: default title: Housing -nav_order: 10 -parent: Data Sources +parent: Data sources +nav_exclude: true --- {:.no_toc} diff --git a/datasets/index.md b/datasets/index.md index 57dc322da..f1d2ae1f1 100644 --- a/datasets/index.md +++ b/datasets/index.md @@ -1,15 +1,14 @@ --- layout: default -title: Data Sources -nav_order: 110 -has_children: true +title: Data sources +nav_order: 6 +has_children: false redirect_from: - /datasets/covid19 - /datasets/international - /datasets/sustainability - /datasets/united_states - /datasets/Disasters - --- # Data Sources diff --git a/glossary.md b/glossary.md index 89a1650c5..c99d5ab43 100644 --- a/glossary.md +++ b/glossary.md @@ -1,8 +1,9 @@ --- layout: default title: Glossary -nav_order: 130 +nav_order: 4 published: true +parent: How to use Data Commons --- # Glossary of Common Terms diff --git a/how_to_use.md b/how_to_use.md deleted file mode 100644 index 431e0d9e8..000000000 --- a/how_to_use.md +++ /dev/null @@ -1,62 +0,0 @@ ---- -layout: default -title: How to use Data Commons -nav_order: 2 ---- - -# How to use Data Commons - -Data Commons offers many different ways to consume its data: - -- [Interact with the website](#interact), datacommons.org -- [Learn about the data sources](#learn) -- [Query the base data directly](#query), interactively and programmatically -- [Embed data visualizations](#embed) in your own site -- [Download data in CSV format](#download), for offline analysis - -There are also several options for providing new data to Data Commons: -- [Contribute data to the base Data Commons](#contribute-data) -- [Host your own data site](#custom) using Data Commons' web framework - -## Interact with the datacommons.org website {#interact} - -For quick analysis, use the search query bar on the [home page](https://datacommons.org/){: target="_blank"} or use any of the visualization tools, such as the [Timeline](https://datacommons.org/tools/visualization#visType=timeline){: target="_blank"}, [Scatter](https://datacommons.org/tools/visualization#visType%3Dscatter){: target="_blank"}, and [Map](https://datacommons.org/tools/visualization#visType%3Dmap){: target="_blank"} explorers. - -## Learn about the data in Data Commons {#learn} - -To find out what data is available in Data Commons, see the [Data sources](/datasets) pages, and check out the [Statistical Variable Explorer](https://datacommons.org/tools/statvar){: target="_blank"}. - -## Query the Data Commons data directly {#query} - -There are several options for directly querying the data, without accessing the datacommons.org website, both interactive and programmatic: - -- **APIs**: Data Commons publishes REST, Python, Pandas, and SPARQL [APIs](/api/index.html). These APIs support both low-level exploration of the knowledge graph as well as higher-level statistical analysis of data. You can call them from any application that supports REST protocols. - - The [Python](/api/python)/ and [Pandas](/api/pandas/) APIs provide convenient wrappers, that you can call programatically or interactively, for example, from a Python virtual environment shell or from [Google Colab](https://colab.sandbox.google.com/){: target="_blank"}. We have developed a set of [Google Colab tutorials](/tutorials/index.html) to help you get started with analysis. - - Data Commons also provides ideal training data for developing machine learning models and other data science applications. We have developed a [Data science curriculum](/courseware/intro_data_science.html) featuring the Python APIs and data, currently in use at MIT. - -- **Google Sheets Add-on**: You can load Data Commons data into Google Sheets for analysis and charting, using a familiar spreadsheet interface. Install and run the Data Commons Google [Sheets add-on](/api/sheets/index.html). - -## Embed Data Commons visualizations in your website {#embed} - -Data Commons provides a [Web components API](/api/web_components/index.html) that makes it a snap to embed various chart elements in your own site, such as scatter plots, maps, pie charts, and many more, using the base Data Commons data. - -## Download data for offline analysis {#download} - -Data Commons provides tools for downloading its data in CSV format. To preview and download for selected places and statistical variables: - -- Use the standalone [Data Download Tool](https://datacommons.org/tools/download){: target="_blank"} -- Click the **Download** link in any of the results pages of the visualization tools. - -## Contribute data to datacommons.org {#contribute-data} - -We are always looking to expand the data available from the base Data Commons site, datacommons.org. If you are interested in contributing data, please [fill out this form](https://docs.google.com/forms/d/e/1FAIpQLSf_kZ13bmzXvgEbim0OXeAVsTQYsIhN8_o9ekdbjKoeFjfvRA/viewform){: target="_blank"}. - -## Develop and host a Data Commons site with your own data {#custom} - -If you would like to leverage Data Commons' analytical and visualization tools, and natural-language query interface for your own data and website, we provide a reference website implementation you can customize to meet your needs. See [Build your own Data Commons](/custom_dc/index.html) for details. - -## Contribute to the open-source initiative {#contribute-project} - -We also welcome code, documentation, and educational contributions to the Data Commons open-source project. See [Contribute to Data Commons](/contributing/index.html) for the myriad ways you can help improve Data Commons! diff --git a/import_dataset/index.md b/import_dataset/index.md index 4cde59950..d44ade317 100644 --- a/import_dataset/index.md +++ b/import_dataset/index.md @@ -1,8 +1,8 @@ --- layout: default title: Data Imports -nav_order: 120 -has_children: true +has_children: false +nav_exclude: true --- # Data Commons Data Imports diff --git a/import_dataset/schema_less_guide.md b/import_dataset/schema_less_guide.md index 0e6666b59..ecf964db9 100644 --- a/import_dataset/schema_less_guide.md +++ b/import_dataset/schema_less_guide.md @@ -2,7 +2,7 @@ layout: default title: Data Commons Schema-less Guide parent: Data Imports -published: true +nav_exclude: true --- # Data Commons Schema-less Guide diff --git a/index.md b/index.md index 46a0355f3..c7f03469f 100644 --- a/index.md +++ b/index.md @@ -1,59 +1,67 @@ --- layout: default -title: What is Data Commons? +title: How to use Data Commons nav_order: 1 +has_children: true +redirect_from: /how_to_use --- -{: .no_toc} -# What is Data Commons? +# How to use Data Commons -* TOC -{:toc} +Data Commons offers many different ways to consume its data: -## A single source for publicly available statistical data +- [Interact with the website](#interact), datacommons.org +- [Learn about the data sources](#learn) +- [Query the base data directly](#query), interactively and programmatically +- [Embed data visualizations](#embed) in your own site +- [Download data in CSV format](#download), for offline analysis -In keeping with Google's mission to organize the world's information and make it universally accessible and useful, Data Commons offers a unified view of large-scale, public, statistical data, created by organizations across the world. Data Commons enables researchers, consumers, journalists, students, public policy and other key decision-makers to get high-level analytical answers to data questions, at the click of a button, and in your own words. +There are also several options for providing new data to Data Commons: +- [Contribute data to the base Data Commons](#contribute-data) +- [Host your own data site](#custom) using Data Commons' web framework -Data Commons is not a repository of public datasets (such as Kaggle or Google Cloud BiqQuery Public Datasets). Instead, it is a single unified data source created by normalizing and aligning schemas and references to the same entities (such as cities, counties, organizations, etc.) across different datasets. Behind the scenes, Data Commons does the tedious work of finding data, understanding the data collection methodologies, cleaning the data, reconciling different formats and schemas, figuring out how to merge data about the same entity from different sources, and so on -- saving organizations months of tedious, costly and error-prone work. +## Interact with the datacommons.org website {#interact} -For example, if you wanted to get [population stats, poverty and unemployment rates of a specific county](https://datacommons.org/place/geoId/06081){: target="_blank"}, you don't need to go to three different datasets; instead, you can get the data from a single data source, using one schema, and one API. Data Commons is also used by Google Search whenever it can provide the most relevant statistical results to a query. For example, the top Google Search result for the query "what is the life expectancy of Vietnam" returns a Data Commons timeline graph and a link to the [Place page](https://datacommons.org/place/country/VNM?utm_medium=explore&mprop=lifeExpectancy&popt=Person&hl=en){: target="_blank"} for Vietnam: +For quick analysis, use the search query bar on the [home page](https://datacommons.org/){: target="_blank"} or use any of the visualization tools, such as the [Timeline](https://datacommons.org/tools/visualization#visType=timeline){: target="_blank"}, [Scatter](https://datacommons.org/tools/visualization#visType%3Dscatter){: target="_blank"}, and [Map](https://datacommons.org/tools/visualization#visType%3Dmap){: target="_blank"} explorers. -![Google Search query result]({{site.url}}/assets/images/dc/dcoverview1.png){:width="640"} +## Learn about the data in Data Commons {#learn} +To find out what data is available in Data Commons, see the [Data sources](/datasets) pages, and check out the [Statistical Variable Explorer](https://datacommons.org/tools/statvar){: target="_blank"}. +## Query the Data Commons data directly {#query} -## A standards-based knowledge graph, schema, and APIs +There are several options for directly querying the data, without accessing the datacommons.org website, both interactive and programmatic: -Data Commons needs to be able to stitch together data from disparate data sets in different formats and encodings, in a wide range of domains, from time series about demographics and employment, to hurricanes, to protein structures. To do so, it models the world as a [knowledge graph](https://blog.google/products/search/introducing-knowledge-graph-things-not/){: target="_blank"} consisting of nodes, or entities, with properties (attributes) and relationships between them forming directed edges between the nodes. The data model is based on the [Schema.org](https://www.schema.org){: target="_blank"} framework, an open framework used by over 40M websites; its schema is an extension of [Schema.org](https://www.schema.org/docs/schemas.html){: target="_blank"} constructs, introducing both general constructs (such as intervals) and values for common properties. +- **APIs**: Data Commons publishes REST, Python, Pandas, and SPARQL [APIs](/api/index.html). These APIs support both low-level exploration of the knowledge graph as well as higher-level statistical analysis of data. You can call them from any application that supports REST protocols. -The Data Commons [Knowledge Graph browser](https://datacommons.org/browser/){: target="_blank"} allows you to peek into the structure of the graph, and the APIs allow you to directly query the parts of the graph (e.g. nodes, triples, etc.). + The [Python](/api/python)/ and [Pandas](/api/pandas/) APIs provide convenient wrappers, that you can call programatically or interactively, for example, from a Python virtual environment shell or from [Google Colab](https://colab.sandbox.google.com/){: target="_blank"}. We have developed a set of [Google Colab tutorials](/tutorials/index.html) to help you get started with analysis. -Importantly, numeric time series data are first-class entities, with "(statistical) variable" being an entity that represents a metric definition, and "observation" being an entity that represents the value of a variable at a specific time. The [Statistical Variable Explorer](https://datacommons.org/tools/statvar){: target="_blank"} allows you to browse existing variables, and the [Visualization tools](https://datacommons.org/tools/visualization){: target="_blank"} provide aggregated views of this data over time, geography, or 2-dimensional space. The APIs also allow you to directly query observations. + Data Commons also provides ideal training data for developing machine learning models and other data science applications. We have developed a [Data science curriculum](/courseware/intro_data_science.html) featuring the Python APIs and data, currently in use at MIT. -To learn more about the data model and key concepts, see [Key concepts](data_model.md). +- **Google Sheets Add-on**: You can load Data Commons data into Google Sheets for analysis and charting, using a familiar spreadsheet interface. Install and run the Data Commons Google [Sheets add-on](/api/sheets/index.html). -## An open-source project and website platform +## Embed Data Commons visualizations in your website {#embed} -Data Commons is a community-based resource, where individuals and organizations can contribute data, code, documentation and educational materials. Source code, schemas, and documentation are publicly available at [https://github.com/datacommonsorg](https://github.com/datacommonsorg){: target="_blank"}. +Data Commons provides a [Web components API](/api/web_components/index.html) that makes it a snap to embed various chart elements in your own site, such as scatter plots, maps, pie charts, and many more, using the base Data Commons data. -Google has partnerships with the [United Nations](https://unstats.un.org/UNSDWebsite/undatacommons/sdgs){: target="_blank"}, the [World Health Organization](https://unstats.un.org/UNSDWebsite/undatacommons/areas/1471028664){: target="_blank"}, [One.org](https://datacommons.one.org/){: target="_blank"}, [TechSoup](https://publicdata.techsoup.org/){: target="_blank"}, and many other non-profit, academic, and governmental organizations across the world. We are always looking to expand data coverage and welcome contributions from data owners around the world. +## Download data for offline analysis {#download} -In addition, Data Commons makes its data and visualizations accessible to any website through [REST](/api/rest/v2/index.html) and [Web components](/api/web_components/index.html) APIs. +Data Commons provides tools for downloading its data in CSV format. To preview and download for selected places and statistical variables: -Finally, Data Commons provides an open-source, [customizable implementation](/custom_dc/index.html), for organizations that want to host their own version of a Data Commons website, using their own data and user interfaces. +- Use the standalone [Data Download Tool](https://datacommons.org/tools/download){: target="_blank"} +- Click the **Download** link in any of the results pages of the visualization tools. -## Key features +## Contribute data to datacommons.org {#contribute-data} -Here are just some of the unique features of Data Commons: +We are always looking to expand the data available from the base Data Commons site, datacommons.org. If you are interested in contributing data, please [fill out this form](https://docs.google.com/forms/d/e/1FAIpQLSf_kZ13bmzXvgEbim0OXeAVsTQYsIhN8_o9ekdbjKoeFjfvRA/viewform){: target="_blank"}. -- Reliable data from official sources such as governmental agencies and NGOs -- Out-of-the-box visualizations, such as timeline charts, scatter plots, and maps. -- Natural-language query interface offers a Google Search-like experience, allowing users to answer high-level queries with low latency -- Massive scale, with over 100 datasets and 250 billion data points -- Support for interactive and programmatic querying, ad hoc and bulk data downloads. -- Easily customizable website implementation that can be adapted for specific data needs -- Integration with the Google Search stack +## Develop and host a Data Commons site with your own data {#custom} -## Learn more +If you would like to leverage Data Commons' analytical and visualization tools, and natural-language query interface for your own data and website, we provide a reference website implementation you can customize to meet your needs. See [Build your own Data Commons](/custom_dc/index.html) for details. -For more background on why and how Data Commons was built, see the [Data Commons Overview](https://arxiv.org/abs/2309.13054){: target="_blank"} paper. \ No newline at end of file +## Contribute to the open-source initiative {#contribute-project} + +We also welcome code, documentation, and educational contributions to the Data Commons open-source project. See [Contribute to Data Commons](/contributing/index.html) for the myriad ways you can help improve Data Commons! + +--- +l \ No newline at end of file diff --git a/papers/index.md b/papers/index.md index 3d72c445d..785571e7f 100644 --- a/papers/index.md +++ b/papers/index.md @@ -1,11 +1,11 @@ --- layout: default title: Papers -nav_order: 40 has_children: false +nav_order: 100 --- -- [Data Commons](http://arxiv.org/abs/2309.13054) gioverview paper — background on the motivation, development, and architecture of the Data Commons initiative +- [Data Commons](http://arxiv.org/abs/2309.13054) overview paper — background on the motivation, development, and architecture of the Data Commons initiative Citation: diff --git a/place_types.md b/place_types.md index 09f249cf4..f31f3bbc6 100644 --- a/place_types.md +++ b/place_types.md @@ -1,7 +1,8 @@ --- layout: default -title: Place Types -nav_order: 100 +title: Place types +nav_order: 5 +parent: How to use Data Commons --- # Place types diff --git a/what_is.md b/what_is.md new file mode 100644 index 000000000..7a4bab712 --- /dev/null +++ b/what_is.md @@ -0,0 +1,60 @@ +--- +layout: default +title: What is Data Commons? +nav_order: 2 +parent: How to use Data Commons +--- + +{: .no_toc} +# What is Data Commons? + +* TOC +{:toc} + +## A single source for publicly available statistical data + +In keeping with Google's mission to organize the world's information and make it universally accessible and useful, Data Commons offers a unified view of large-scale, public, statistical data, created by organizations across the world. Data Commons enables researchers, consumers, journalists, students, public policy and other key decision-makers to get high-level analytical answers to data questions, at the click of a button, and in your own words. + +Data Commons is not a repository of public datasets (such as Kaggle or Google Cloud BiqQuery Public Datasets). Instead, it is a single unified data source created by normalizing and aligning schemas and references to the same entities (such as cities, counties, organizations, etc.) across different datasets. Behind the scenes, Data Commons does the tedious work of finding data, understanding the data collection methodologies, cleaning the data, reconciling different formats and schemas, figuring out how to merge data about the same entity from different sources, and so on -- saving organizations months of tedious, costly and error-prone work. + +For example, if you wanted to get [population stats, poverty and unemployment rates of a specific county](https://datacommons.org/place/geoId/06081){: target="_blank"}, you don't need to go to three different datasets; instead, you can get the data from a single data source, using one schema, and one API. Data Commons is also used by Google Search whenever it can provide the most relevant statistical results to a query. For example, the top Google Search result for the query "what is the life expectancy of Vietnam" returns a Data Commons timeline graph and a link to the [Place page](https://datacommons.org/place/country/VNM?utm_medium=explore&mprop=lifeExpectancy&popt=Person&hl=en){: target="_blank"} for Vietnam: + +![Google Search query result]({{site.url}}/assets/images/dc/dcoverview1.png){:width="640"} + + + +## A standards-based knowledge graph, schema, and APIs + +Data Commons needs to be able to stitch together data from disparate data sets in different formats and encodings, in a wide range of domains, from time series about demographics and employment, to hurricanes, to protein structures. To do so, it models the world as a [knowledge graph](https://blog.google/products/search/introducing-knowledge-graph-things-not/){: target="_blank"} consisting of nodes, or entities, with properties (attributes) and relationships between them forming directed edges between the nodes. The data model is based on the [Schema.org](https://www.schema.org){: target="_blank"} framework, an open framework used by over 40M websites; its schema is an extension of [Schema.org](https://www.schema.org/docs/schemas.html){: target="_blank"} constructs, introducing both general constructs (such as intervals) and values for common properties. + +The Data Commons [Knowledge Graph browser](https://datacommons.org/browser/){: target="_blank"} allows you to peek into the structure of the graph, and the APIs allow you to directly query the parts of the graph (e.g. nodes, triples, etc.). + +Importantly, numeric time series data are first-class entities, with "(statistical) variable" being an entity that represents a metric definition, and "observation" being an entity that represents the value of a variable at a specific time. The [Statistical Variable Explorer](https://datacommons.org/tools/statvar){: target="_blank"} allows you to browse existing variables, and the [Visualization tools](https://datacommons.org/tools/visualization){: target="_blank"} provide aggregated views of this data over time, geography, or 2-dimensional space. The APIs also allow you to directly query observations. + +To learn more about the data model and key concepts, see [Key concepts](data_model.md). + +## An open-source project and website platform + +Data Commons is a community-based resource, where individuals and organizations can contribute data, code, documentation and educational materials. Source code, schemas, and documentation are publicly available at [https://github.com/datacommonsorg](https://github.com/datacommonsorg){: target="_blank"}. + +Google has partnerships with the [United Nations](https://unstats.un.org/UNSDWebsite/undatacommons/sdgs){: target="_blank"}, the [World Health Organization](https://unstats.un.org/UNSDWebsite/undatacommons/areas/1471028664){: target="_blank"}, [One.org](https://datacommons.one.org/){: target="_blank"}, [TechSoup](https://publicdata.techsoup.org/){: target="_blank"}, and many other non-profit, academic, and governmental organizations across the world. We are always looking to expand data coverage and welcome contributions from data owners around the world. + +In addition, Data Commons makes its data and visualizations accessible to any website through [REST](/api/rest/v2/index.html) and [Web components](/api/web_components/index.html) APIs. + +Finally, Data Commons provides an open-source, [customizable implementation](/custom_dc/index.html), for organizations that want to host their own version of a Data Commons website, using their own data and user interfaces. + +## Key features + +Here are just some of the unique features of Data Commons: + +- Reliable data from official sources such as governmental agencies and NGOs +- Out-of-the-box visualizations, such as timeline charts, scatter plots, and maps. +- Natural-language query interface offers a Google Search-like experience, allowing users to answer high-level queries with low latency +- Massive scale, with over 100 datasets and 250 billion data points +- Support for interactive and programmatic querying, ad hoc and bulk data downloads. +- Easily customizable website implementation that can be adapted for specific data needs +- Integration with the Google Search stack + +## Learn more + +For more background on why and how Data Commons was built, see the [Data Commons Overview](https://arxiv.org/abs/2309.13054){: target="_blank"} paper. \ No newline at end of file