diff --git a/Dockerfile b/Dockerfile index c4a23e44e..ab4899a28 100644 --- a/Dockerfile +++ b/Dockerfile @@ -48,6 +48,9 @@ RUN yarn install --pure-lockfile # Copy everything else COPY . . +# Copy change log images +COPY docs_website/static/changelog/ querybook/static/changelog/ + # Webpack if prod RUN if [ "${PRODUCTION}" = "true" ] ; then ./node_modules/.bin/webpack --mode=production; fi diff --git a/containers/docker-compose.dev.yml b/containers/docker-compose.dev.yml index aaa53e711..439011001 100644 --- a/containers/docker-compose.dev.yml +++ b/containers/docker-compose.dev.yml @@ -12,6 +12,7 @@ services: volumes: # This is for code change via watcher - $PWD:/opt/querybook + - $PWD/docs_website/static/changelog:/opt/querybook/querybook/static/changelog # See https://stackoverflow.com/questions/29181032/add-a-volume-to-docker-but-exclude-a-sub-folder - /opt/querybook/node_modules/ # Make sure the build files don't leak back diff --git a/containers/docker-compose.prod.yml b/containers/docker-compose.prod.yml index cdaef49ba..ec93107d9 100644 --- a/containers/docker-compose.prod.yml +++ b/containers/docker-compose.prod.yml @@ -11,6 +11,7 @@ services: volumes: # This is for code change via watcher - $PWD:/opt/querybook + - $PWD/docs_website/static/changelog:/opt/querybook/querybook/static/changelog # See https://stackoverflow.com/questions/29181032/add-a-volume-to-docker-but-exclude-a-sub-folder - /opt/querybook/node_modules/ # Make sure the build files don't leak back diff --git a/docker-compose.yml b/docker-compose.yml index 841a9bffc..f751750d8 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -11,10 +11,12 @@ x-querybook-depends-on: &querybook-depends-on x-querybook-volumes: &querybook-volumes # This is to sync in live code change - $PWD:/opt/querybook + - $PWD/docs_website/static/changelog:/opt/querybook/querybook/static/changelog # See https://stackoverflow.com/questions/29181032/add-a-volume-to-docker-but-exclude-a-sub-folder - /opt/querybook/node_modules/ # Make sure the build files don't leak back - /opt/querybook/dist/ + - /opt/querybook/querybook/static/changelog/ - $PWD/containers/bundled_querybook_config.yaml:/opt/querybook/querybook/config/querybook_config.yaml # - file:/opt/store/ diff --git a/docs_website/docs/changelog/2022-12-20.md b/docs_website/docs/changelog/2022-12-20.md index 8c339becd..2a9709c00 100644 --- a/docs_website/docs/changelog/2022-12-20.md +++ b/docs_website/docs/changelog/2022-12-20.md @@ -16,11 +16,11 @@ Following are the top new features we have added during the year 2022: - **Customized Tags**: Annotate tags with features like color, tooltip, icon, rank and etc. - **List V2**: Added nested lists, full page view, and more collectible types. - **Automatic Query Limit**: A limit clause will be added to a select query without limits. -- **Live Syntax Check**: Validate query syntax and show errors in real time. -- **Query Tanspiler**: Transpile queries between different languages like Presto and SparkSQL. +- **Live Syntax Check**: Validate query syntax and show errors in realtime. +- **Query Transpiler**: Transpile queries between different languages like Presto and SparkSQL. - **Dag Exporter**: Export a DataDoc as a DAG to systems like Airflow. - **Customized Schedule Notification**: Scheduled Docs can send notifications to custom Slack alias or email addresses. -- **Event Logging**: Provides the instrumentation support for logging client action events and API events. +- **Event Logging**: Provides instrumentation support for logging client action events and API events. - **Run All Cells**: Run all query cells in a DataDoc. ## Feature highlights @@ -56,7 +56,7 @@ They can also apply this limit for charts, in which case if it is higher than th ### Table Uploader -Users can create and upload a table from a query exeuction result or a file. +Users can create and upload a table from a query execution result or a file. Upload from query execution ![](/changelog/20221220/tableupload1.png) @@ -85,7 +85,7 @@ Added ability to annotate tags with the following features: ![](/changelog/20221220/tag1.png) -You can edit tags by right clicking (only the ones you are allowed to) +You can edit tags by right-clicking (only the ones you are allowed to) ![](/changelog/20221220/tag2.png) ![](/changelog/20221220/tag3.png) @@ -108,7 +108,7 @@ If a select query doesn't have a LIMIT clause, Querybook will add a default one Check the query syntax and show the errors in realtime. The only default support right now is Presto/Trino. ![](/changelog/20221220/syntax.png) -### Query Tanspiler (Experimental) +### Query Transpiler (Experimental) Users can now transpile queries between Presto and SparkSQL. ![](/changelog/20221220/transpile1.png) ![](/changelog/20221220/transpile2.png) @@ -121,13 +121,13 @@ You can add a dag exporter plugin for your dag system to allow users to export a ![](/changelog/20221220/dag3.png) ### Customized Schedule Notification - * User can add a separate notification section for each notify type in the schedule form - * For each notify type, it will have a "Notify To", where users can put either multiple email addresses, or slack channels/ usernames + * Users can add a separate notification section for each notify type in the schedule form + * For each notify type, it will have a "Notify To", where users can put either multiple email addresses or slack channels/ usernames * The scheduled datadoc will be always run by the datadoc owner ![](/changelog/20221220/notification1.png) ### Event Logging (Experimental) -Add support of event logging with some builtin loggers. Admins can add other loggers through the plugin system. +Added support for event logging with some built-in loggers. Admins can add other loggers through the plugin system. `DBEventLogger` output example ![](/changelog/20221220/eventlogging.png) @@ -145,11 +145,15 @@ Users can now run all query cells of a DataDoc in sequence, like the manual run - Template variables support for ad-hoc query - Sync table/column descriptions from metastore - Added icon for table partition keys -- Show deactivated user with different ui +- Show deactivated user with different UI - Added syntax highlight/copy to markdown code - Syntax highlighting for templated queries - Added schema filtering for table search -- Added task to auto disable unused scheduled docs. +- Added task to auto-disable unused scheduled docs +- Ability to sort templated variables +- Warnings when dropping tables +- Search table with their exact name would auto open the table +- Autosuggest would now add quotes around columns and tables when needed Querybook Team
Pinterest
diff --git a/querybook/static/changelog/20221220/columnfiltering.png b/docs_website/static/changelog/20221220/columnfiltering.png similarity index 100% rename from querybook/static/changelog/20221220/columnfiltering.png rename to docs_website/static/changelog/20221220/columnfiltering.png diff --git a/querybook/static/changelog/20221220/dag1.png b/docs_website/static/changelog/20221220/dag1.png similarity index 100% rename from querybook/static/changelog/20221220/dag1.png rename to docs_website/static/changelog/20221220/dag1.png diff --git a/querybook/static/changelog/20221220/dag2.png b/docs_website/static/changelog/20221220/dag2.png similarity index 100% rename from querybook/static/changelog/20221220/dag2.png rename to docs_website/static/changelog/20221220/dag2.png diff --git a/querybook/static/changelog/20221220/dag3.png b/docs_website/static/changelog/20221220/dag3.png similarity index 100% rename from querybook/static/changelog/20221220/dag3.png rename to docs_website/static/changelog/20221220/dag3.png diff --git a/querybook/static/changelog/20221220/eventlogging.png b/docs_website/static/changelog/20221220/eventlogging.png similarity index 100% rename from querybook/static/changelog/20221220/eventlogging.png rename to docs_website/static/changelog/20221220/eventlogging.png diff --git a/querybook/static/changelog/20221220/listv2.png b/docs_website/static/changelog/20221220/listv2.png similarity index 100% rename from querybook/static/changelog/20221220/listv2.png rename to docs_website/static/changelog/20221220/listv2.png diff --git a/querybook/static/changelog/20221220/metastore.png b/docs_website/static/changelog/20221220/metastore.png similarity index 100% rename from querybook/static/changelog/20221220/metastore.png rename to docs_website/static/changelog/20221220/metastore.png diff --git a/querybook/static/changelog/20221220/notification1.png b/docs_website/static/changelog/20221220/notification1.png similarity index 100% rename from querybook/static/changelog/20221220/notification1.png rename to docs_website/static/changelog/20221220/notification1.png diff --git a/querybook/static/changelog/20221220/notification2.png b/docs_website/static/changelog/20221220/notification2.png similarity index 100% rename from querybook/static/changelog/20221220/notification2.png rename to docs_website/static/changelog/20221220/notification2.png diff --git a/querybook/static/changelog/20221220/querylimit.png b/docs_website/static/changelog/20221220/querylimit.png similarity index 100% rename from querybook/static/changelog/20221220/querylimit.png rename to docs_website/static/changelog/20221220/querylimit.png diff --git a/docs_website/static/changelog/20221220/querysearch.png b/docs_website/static/changelog/20221220/querysearch.png new file mode 100644 index 000000000..2cb54c286 Binary files /dev/null and b/docs_website/static/changelog/20221220/querysearch.png differ diff --git a/querybook/static/changelog/20221220/resultpreview1.png b/docs_website/static/changelog/20221220/resultpreview1.png similarity index 100% rename from querybook/static/changelog/20221220/resultpreview1.png rename to docs_website/static/changelog/20221220/resultpreview1.png diff --git a/querybook/static/changelog/20221220/resultpreview2.png b/docs_website/static/changelog/20221220/resultpreview2.png similarity index 100% rename from querybook/static/changelog/20221220/resultpreview2.png rename to docs_website/static/changelog/20221220/resultpreview2.png diff --git a/querybook/static/changelog/20221220/runall.png b/docs_website/static/changelog/20221220/runall.png similarity index 100% rename from querybook/static/changelog/20221220/runall.png rename to docs_website/static/changelog/20221220/runall.png diff --git a/querybook/static/changelog/20221220/scheduled1.png b/docs_website/static/changelog/20221220/scheduled1.png similarity index 100% rename from querybook/static/changelog/20221220/scheduled1.png rename to docs_website/static/changelog/20221220/scheduled1.png diff --git a/querybook/static/changelog/20221220/scheduled2.png b/docs_website/static/changelog/20221220/scheduled2.png similarity index 100% rename from querybook/static/changelog/20221220/scheduled2.png rename to docs_website/static/changelog/20221220/scheduled2.png diff --git a/querybook/static/changelog/20221220/scheduled3.png b/docs_website/static/changelog/20221220/scheduled3.png similarity index 100% rename from querybook/static/changelog/20221220/scheduled3.png rename to docs_website/static/changelog/20221220/scheduled3.png diff --git a/querybook/static/changelog/20221220/syntax.png b/docs_website/static/changelog/20221220/syntax.png similarity index 100% rename from querybook/static/changelog/20221220/syntax.png rename to docs_website/static/changelog/20221220/syntax.png diff --git a/querybook/static/changelog/20221220/tableupload1.png b/docs_website/static/changelog/20221220/tableupload1.png similarity index 100% rename from querybook/static/changelog/20221220/tableupload1.png rename to docs_website/static/changelog/20221220/tableupload1.png diff --git a/querybook/static/changelog/20221220/tableupload2.png b/docs_website/static/changelog/20221220/tableupload2.png similarity index 100% rename from querybook/static/changelog/20221220/tableupload2.png rename to docs_website/static/changelog/20221220/tableupload2.png diff --git a/querybook/static/changelog/20221220/tableupload3.png b/docs_website/static/changelog/20221220/tableupload3.png similarity index 100% rename from querybook/static/changelog/20221220/tableupload3.png rename to docs_website/static/changelog/20221220/tableupload3.png diff --git a/querybook/static/changelog/20221220/tableupload4.png b/docs_website/static/changelog/20221220/tableupload4.png similarity index 100% rename from querybook/static/changelog/20221220/tableupload4.png rename to docs_website/static/changelog/20221220/tableupload4.png diff --git a/querybook/static/changelog/20221220/tableupload5.png b/docs_website/static/changelog/20221220/tableupload5.png similarity index 100% rename from querybook/static/changelog/20221220/tableupload5.png rename to docs_website/static/changelog/20221220/tableupload5.png diff --git a/querybook/static/changelog/20221220/tag1.png b/docs_website/static/changelog/20221220/tag1.png similarity index 100% rename from querybook/static/changelog/20221220/tag1.png rename to docs_website/static/changelog/20221220/tag1.png diff --git a/querybook/static/changelog/20221220/tag2.png b/docs_website/static/changelog/20221220/tag2.png similarity index 100% rename from querybook/static/changelog/20221220/tag2.png rename to docs_website/static/changelog/20221220/tag2.png diff --git a/querybook/static/changelog/20221220/tag3.png b/docs_website/static/changelog/20221220/tag3.png similarity index 100% rename from querybook/static/changelog/20221220/tag3.png rename to docs_website/static/changelog/20221220/tag3.png diff --git a/querybook/static/changelog/20221220/transpile1.png b/docs_website/static/changelog/20221220/transpile1.png similarity index 100% rename from querybook/static/changelog/20221220/transpile1.png rename to docs_website/static/changelog/20221220/transpile1.png diff --git a/querybook/static/changelog/20221220/transpile2.png b/docs_website/static/changelog/20221220/transpile2.png similarity index 100% rename from querybook/static/changelog/20221220/transpile2.png rename to docs_website/static/changelog/20221220/transpile2.png diff --git a/querybook/static/changelog/20221220/udf1.png b/docs_website/static/changelog/20221220/udf1.png similarity index 100% rename from querybook/static/changelog/20221220/udf1.png rename to docs_website/static/changelog/20221220/udf1.png diff --git a/querybook/static/changelog/20221220/udf2.png b/docs_website/static/changelog/20221220/udf2.png similarity index 100% rename from querybook/static/changelog/20221220/udf2.png rename to docs_website/static/changelog/20221220/udf2.png diff --git a/querybook/server/lib/event_logger/loggers/null_event_logger.py b/querybook/server/lib/event_logger/loggers/null_event_logger.py index 9983274bb..a64f61133 100644 --- a/querybook/server/lib/event_logger/loggers/null_event_logger.py +++ b/querybook/server/lib/event_logger/loggers/null_event_logger.py @@ -10,6 +10,6 @@ def logger_name(self) -> str: return "null" def log( - self, uid: int, event_type: EventType, event_data: dict, timestamp: int + self, uid: int, event_type: EventType, event_data: dict, timestamp: int = None ) -> None: pass diff --git a/querybook/static/changelog/20200121/board1.gif b/querybook/static/changelog/20200121/board1.gif deleted file mode 100644 index c870c4b48..000000000 Binary files a/querybook/static/changelog/20200121/board1.gif and /dev/null differ diff --git a/querybook/static/changelog/20200121/board2.gif b/querybook/static/changelog/20200121/board2.gif deleted file mode 100644 index 9e9acb0e0..000000000 Binary files a/querybook/static/changelog/20200121/board2.gif and /dev/null differ diff --git a/querybook/static/changelog/20200121/board3.gif b/querybook/static/changelog/20200121/board3.gif deleted file mode 100644 index bea001042..000000000 Binary files a/querybook/static/changelog/20200121/board3.gif and /dev/null differ diff --git a/querybook/static/changelog/20200121/board4.gif b/querybook/static/changelog/20200121/board4.gif deleted file mode 100644 index 2057b87fe..000000000 Binary files a/querybook/static/changelog/20200121/board4.gif and /dev/null differ diff --git a/querybook/static/changelog/20200121/graph1.gif b/querybook/static/changelog/20200121/graph1.gif deleted file mode 100644 index b0f325c78..000000000 Binary files a/querybook/static/changelog/20200121/graph1.gif and /dev/null differ diff --git a/querybook/static/changelog/20200121/graph2.gif b/querybook/static/changelog/20200121/graph2.gif deleted file mode 100644 index e58352f39..000000000 Binary files a/querybook/static/changelog/20200121/graph2.gif and /dev/null differ diff --git a/querybook/static/changelog/20200527/copy1.png b/querybook/static/changelog/20200527/copy1.png deleted file mode 100644 index 0644ea62d..000000000 Binary files a/querybook/static/changelog/20200527/copy1.png and /dev/null differ diff --git a/querybook/static/changelog/20200527/graph1.png b/querybook/static/changelog/20200527/graph1.png deleted file mode 100644 index 3b6c3dd25..000000000 Binary files a/querybook/static/changelog/20200527/graph1.png and /dev/null differ diff --git a/querybook/static/changelog/20200527/graph2.png b/querybook/static/changelog/20200527/graph2.png deleted file mode 100644 index e198b496f..000000000 Binary files a/querybook/static/changelog/20200527/graph2.png and /dev/null differ diff --git a/querybook/static/changelog/20200527/schedule1.png b/querybook/static/changelog/20200527/schedule1.png deleted file mode 100644 index cc12d9da2..000000000 Binary files a/querybook/static/changelog/20200527/schedule1.png and /dev/null differ diff --git a/querybook/static/changelog/20200527/schedule2.png b/querybook/static/changelog/20200527/schedule2.png deleted file mode 100644 index 4a7d7c33d..000000000 Binary files a/querybook/static/changelog/20200527/schedule2.png and /dev/null differ diff --git a/querybook/static/changelog/20200527/search1.png b/querybook/static/changelog/20200527/search1.png deleted file mode 100644 index 090c57ca0..000000000 Binary files a/querybook/static/changelog/20200527/search1.png and /dev/null differ diff --git a/querybook/static/changelog/20200527/search2.png b/querybook/static/changelog/20200527/search2.png deleted file mode 100644 index 6a32dbd7e..000000000 Binary files a/querybook/static/changelog/20200527/search2.png and /dev/null differ diff --git a/querybook/static/changelog/20200527/template1.png b/querybook/static/changelog/20200527/template1.png deleted file mode 100644 index a830c17d7..000000000 Binary files a/querybook/static/changelog/20200527/template1.png and /dev/null differ diff --git a/querybook/static/changelog/20221220/querysearch.png b/querybook/static/changelog/20221220/querysearch.png deleted file mode 100644 index 1fcf53020..000000000 Binary files a/querybook/static/changelog/20221220/querysearch.png and /dev/null differ