feat: Added button to execute all query cells in a datadoc after the current cell

querybook/server/datasources/datadoc.py

@@ -380,7 +380,7 @@ def run_data_doc(id):
 
 
 @register("/datadoc/<int:id>/run/", methods=["POST"])
-def adhoc_run_data_doc(id, send_notification=False):
+def adhoc_run_data_doc(id, start_index=0, send_notification=False):
     assert_can_write(id)
     verify_data_doc_permission(id)
 
@@ -403,6 +403,7 @@ def adhoc_run_data_doc(id, send_notification=False):
         args=[],
         kwargs={
             "doc_id": id,
+            "start_index": start_index,
             "user_id": current_user.id,
             "execution_type": QueryExecutionType.ADHOC.value,
             "notifications": notifications,

querybook/server/tasks/run_datadoc.py

@@ -39,6 +39,7 @@ def run_datadoc(self, *args, **kwargs):
 def run_datadoc_with_config(
     self,
     doc_id,
+    start_index=0,
     notifications=[],
     user_id=None,
     execution_type=QueryExecutionType.SCHEDULED.value,
@@ -56,7 +57,7 @@ def run_datadoc_with_config(
             return
 
         runner_id = user_id if user_id is not None else data_doc.owner_uid
-        query_cells = data_doc.get_query_cells()
+        query_cells = (data_doc.get_query_cells())[start_index:]
 
         # Create db entry record only for scheduled run
         if execution_type == QueryExecutionType.SCHEDULED.value:

querybook/webapp/components/DataDocCell/DataDocCell.tsx

@@ -24,6 +24,7 @@ import * as dataDocSelectors from 'redux/dataDoc/selector';
 import { IStoreState } from 'redux/store/types';
 
 import './DataDocCell.scss';
+import { useRunAllFromIndex } from 'hooks/dataDoc/useRunAllFromIndex';
 
 interface IDataDocCellProps {
     docId: number;
@@ -80,6 +81,12 @@ export const DataDocCell: React.FunctionComponent<IDataDocCellProps> =
                 fullScreenCellIndex,
             } = useContext(DataDocContext);
 
+            const onRunAllFromIndex = useRunAllFromIndex(
+                docId,
+                queryIndexInDoc
+            );
+            console.log(onRunAllFromIndex);
+
             const cellIdtoUid = useMakeSelector(
                 dataDocSelectors.makeDataDocCursorByCellIdSelector,
                 docId
@@ -186,6 +193,7 @@ export const DataDocCell: React.FunctionComponent<IDataDocCellProps> =
                         templatedVariables,
                         isFullScreen,
                         toggleFullScreen,
+                        onRunAllFromIndex,
                     };
                     cellDOM = <DataDocQueryCell {...allProps} />;
                 } else if (cell.cell_type === 'chart') {

querybook/webapp/components/DataDocQueryCell/DataDocQueryCell.tsx

@@ -95,6 +95,7 @@ interface IOwnProps {
     onUpKeyPressed?: () => any;
     onDownKeyPressed?: () => any;
     toggleFullScreen: () => any;
+    onRunAllFromIndex: () => any;
 }
 type IProps = IOwnProps & StateProps & DispatchProps;
 
@@ -555,6 +556,17 @@ class DataDocQueryCellComponent extends React.PureComponent<IProps, IState> {
             tooltipPos: 'left',
         });
 
+        additionalButtons.push({
+            name: 'Run From Current Cell',
+            onClick: () => {
+                this.props.onRunAllFromIndex();
+            },
+            icon: 'FastForward',
+            tooltip:
+                'Run all cells in the current datadoc starting from this cell',
+            tooltipPos: 'left',
+        });
+
         additionalButtons.push({
             name: queryCollapsed ? 'Show Query' : 'Hide Query',
             onClick: this.toggleQueryCollapsing.bind(this, !queryCollapsed),
@@ -672,7 +684,6 @@ class DataDocQueryCellComponent extends React.PureComponent<IProps, IState> {
 
     public renderCellHeaderDOM() {
         const {
-            docId,
             cellId,
             queryEngines,
             queryEngineById,

querybook/webapp/components/DataDocRightSidebar/DataDocRunAllButton.tsx

@@ -1,16 +1,8 @@
-import React, { useCallback, useMemo, useRef } from 'react';
-import toast from 'react-hot-toast';
+import React from 'react';
 
-import { ComponentType, ElementType } from 'const/analytics';
-import { useQueryCells } from 'hooks/dataDoc/useQueryCells';
-import { useMakeSelector } from 'hooks/redux/useMakeSelector';
-import { trackClick } from 'lib/analytics';
-import { sendConfirm } from 'lib/querybookUI';
-import { makeLatestQueryExecutionsSelector } from 'redux/queryExecutions/selector';
-import { DataDocResource } from 'resource/dataDoc';
 import { IconButton } from 'ui/Button/IconButton';
 
-import { DataDocRunAllButtonConfirm } from './DataDocRunAllButtonConfirm';
+import { useRunAllFromIndex } from '../../hooks/dataDoc/useRunAllFromIndex';
 
 interface IProps {
     docId: number;
@@ -19,47 +11,7 @@ interface IProps {
 export const DataDocRunAllButton: React.FunctionComponent<IProps> = ({
     docId,
 }) => {
-    const queryCells = useQueryCells(docId);
-    const latestQueryExecutions = useMakeSelector(
-        makeLatestQueryExecutionsSelector,
-        queryCells.map((c) => c.id) ?? []
-    );
-    const hasQueryRunning = useMemo(
-        () => latestQueryExecutions.some((q) => q.status < 3),
-        [latestQueryExecutions]
-    );
-    const notification = useRef(true);
-
-    const onRunAll = useCallback(() => {
-        sendConfirm({
-            header: 'Run All Cells',
-            message: (
-                <DataDocRunAllButtonConfirm
-                    defaultNotification={notification.current}
-                    onNotificationChange={(value) => {
-                        notification.current = value;
-                    }}
-                    hasQueryRunning={hasQueryRunning}
-                    queryCells={queryCells}
-                />
-            ),
-            onConfirm: () => {
-                trackClick({
-                    component: ComponentType.DATADOC_PAGE,
-                    element: ElementType.RUN_ALL_CELLS_BUTTON,
-                });
-                toast.promise(
-                    DataDocResource.run(docId, notification.current),
-                    {
-                        loading: null,
-                        success: 'DataDoc execution started!',
-                        error: 'Failed to start the execution',
-                    }
-                );
-            },
-            confirmText: 'Run',
-        });
-    }, [docId, hasQueryRunning, notification, queryCells]);
+    const onRunAll = useRunAllFromIndex(docId, null);
 
     return (
         <IconButton

querybook/webapp/components/DataDocRightSidebar/DataDocRunAllButtonConfirm.tsx

@@ -1,21 +1,24 @@
-import React, { useCallback, useState } from 'react';
+import React, { useCallback, useMemo, useState } from 'react';
 
 import { useQueryCells } from 'hooks/dataDoc/useQueryCells';
 import { Message } from 'ui/Message/Message';
 import { ToggleSwitch } from 'ui/ToggleSwitch/ToggleSwitch';
+import { useMakeSelector } from '../../hooks/redux/useMakeSelector';
+import { makeLatestQueryExecutionsSelector } from '../../redux/queryExecutions/selector';
+import { QueryExecutionStatus } from '../../const/queryExecution';
 
 interface IProps {
     defaultNotification: boolean;
     onNotificationChange: (notification: boolean) => void;
-    hasQueryRunning: boolean;
-    queryCells: ReturnType<typeof useQueryCells>;
+    docId: number;
+    index?: number;
 }
 
 export const DataDocRunAllButtonConfirm: React.FunctionComponent<IProps> = ({
     defaultNotification,
     onNotificationChange,
-    hasQueryRunning,
-    queryCells,
+    docId,
+    index,
 }) => {
     const [notification, setNotification] = useState(defaultNotification);
 
@@ -27,6 +30,20 @@ export const DataDocRunAllButtonConfirm: React.FunctionComponent<IProps> = ({
         [onNotificationChange, setNotification]
     );
 
+    let queryCells = useQueryCells(docId);
+    if (index !== undefined) {
+        queryCells = queryCells.slice(index);
+    }
+
+    const latestQueryExecutions = useMakeSelector(
+        makeLatestQueryExecutionsSelector,
+        queryCells.map((c) => c.id) ?? []
+    );
+    const hasQueryRunning = useMemo(
+        () => latestQueryExecutions.some((q) => QueryExecutionStatus.DONE),
+        [latestQueryExecutions]
+    );
+
     return (
         <div>
             {hasQueryRunning && (

querybook/webapp/const/analytics.ts

@@ -84,6 +84,7 @@ export enum ElementType {
     TEMPLATE_CONFIG_BUTTON = 'TEMPLATE_CONFIG_BUTTON',
     RENDER_QUERY_BUTTON = 'RENDER_QUERY_BUTTON',
     CREATE_DATADOC_BUTTON = 'CREATE_DATADOC_BUTTON',
+    RUN_ALL_FROM_CELL_BUTTON = 'RUN_ALL_FROM_CELL_BUTTON',
 
     // Table detail view
     OVERVIEW_TABLE_TAB = 'OVERVIEW_TABLE_TAB',

querybook/webapp/hooks/dataDoc/useRunAllFromIndex.tsx

@@ -0,0 +1,47 @@
+import React, { useCallback, useRef } from 'react';
+import { sendConfirm } from '../../lib/querybookUI';
+import { DataDocRunAllButtonConfirm } from '../../components/DataDocRightSidebar/DataDocRunAllButtonConfirm';
+import { trackClick } from '../../lib/analytics';
+import { ComponentType, ElementType } from '../../const/analytics';
+import toast from 'react-hot-toast';
+import { DataDocResource } from '../../resource/dataDoc';
+
+export function useRunAllFromIndex(docId: number, index?: number) {
+    const header =
+        index === undefined ? 'Run All Cells' : 'Run all cells below';
+
+    const notification = useRef(true);
+
+    const onRunAll = useCallback(() => {
+        sendConfirm({
+            header,
+            message: (
+                <DataDocRunAllButtonConfirm
+                    defaultNotification={notification.current}
+                    onNotificationChange={(value) => {
+                        notification.current = value;
+                    }}
+                    docId={docId}
+                    index={index}
+                />
+            ),
+            onConfirm: () => {
+                trackClick({
+                    component: ComponentType.DATADOC_PAGE,
+                    element: ElementType.RUN_ALL_FROM_CELL_BUTTON,
+                });
+                toast.promise(
+                    DataDocResource.run(docId, notification.current, index),
+                    {
+                        loading: null,
+                        success: 'DataDoc execution started!',
+                        error: 'Failed to start the execution',
+                    }
+                );
+            },
+            confirmText: 'Run',
+        });
+        return null;
+    }, [docId, notification]);
+    return onRunAll;
+}

querybook/webapp/resource/dataDoc.ts

@@ -101,8 +101,13 @@ export const DataDocResource = {
         }>(`/favorite_data_doc/${docId}/`),
     unfavorite: (docId: number) => ds.delete(`/favorite_data_doc/${docId}/`),
 
-    run: (docId: number, sendNotification: boolean = false) =>
+    run: (
+        docId: number,
+        sendNotification: boolean = false,
+        startIndex: number = 0
+    ) =>
         ds.save<null>(`/datadoc/${docId}/run/`, {
+            start_index: startIndex,
             send_notification: sendNotification,
         }),
 

querybook/webapp/ui/Icon/LucideIcons.ts

@@ -47,6 +47,7 @@ import {
     ExternalLink,
     Eye,
     EyeOff,
+    FastForward,
     File,
     FileOutput,
     FileText,
@@ -162,6 +163,7 @@ const AllLucideIcons = {
     EyeOff,
     Expand,
     ExternalLink,
+    FastForward,
     File,
     FileOutput,
     FileText,