cognite-neat 0.104.0__py3-none-any.whl → 0.105.1__py3-none-any.whl

cognite/neat/_app/ui/neat-app/src/views/WorkflowView.tsx

@@ -1,570 +0,0 @@
-import { useCallback, useRef } from 'react';
-import ReactFlow, {
-  MiniMap,
-  Controls,
-  Background,
-  useNodesState,
-  useEdgesState,
-  addEdge,
-  Node,
-  updateEdge,
-  Panel,
-  NodeChange,
-  EdgeChange,
-} from 'reactflow';
-// 👇 you need to import the reactflow styles
-
-import LinearProgress from '@mui/material/LinearProgress';
-import { Typography } from '@mui/material';
-import Stack from '@mui/material/Stack';
-import { styled } from '@mui/material/styles';
-import Paper from '@mui/material/Paper';
-import FormControl from '@mui/material/FormControl';
-import InputLabel from '@mui/material/InputLabel';
-import Select, { SelectChangeEvent } from '@mui/material/Select';
-import { Box } from '@mui/system';
-import MenuItem from '@mui/material/MenuItem';
-
-
-import 'reactflow/dist/style.css';
-import Button from '@mui/material/Button';
-import { useState, useEffect } from 'react';
-
-import { StepRegistry, UIConfig, WorkflowDefinition, WorkflowStepDefinition, WorkflowSystemComponent} from 'types/WorkflowTypes';
-import { getNeatApiRootUrl, getSelectedWorkflowName, setSelectedWorkflowName } from 'components/Utils';
-import WorkflowExecutionReport from 'components/WorkflowExecutionReport';
-import ConfigView from './ConfigView';
-import OverviewComponentEditorDialog from 'components/OverviewComponentEditorDialog';
-import StepEditorDialog from 'components/StepEditorDialog';
-import WorkflowMetadataDialog from 'components/WorkflowMetadataDialog';
-import WorkflowDeleteDialog from 'components/WorkflowDeleteDialog';
-import WorkflowImportExportDialog from 'components/WorkflowImportExportDialog';
-
-
-export interface ExecutionLog {
-  id: string;
-  label: string;
-  state: string;
-  elapsed_time: number;
-  timestamp: string;
-  error: string;
-  output_text: string;
-  data: any;
-}
-
-export interface WorkflowStats {
-  state: string;
-  elapsed_time: number;
-  last_error: string;
-  execution_log: ExecutionLog[];
-}
-
-const Item = styled(Paper)(({ theme }) => ({
-  backgroundColor: theme.palette.mode === 'dark' ? '#1A2027' : '#fff',
-  ...theme.typography.body2,
-  padding: theme.spacing(1),
-  textAlign: 'left',
-  color: theme.palette.text.secondary,
-}));
-
-
-
-export default function WorkflowView() {
-  const neatApiRootUrl = getNeatApiRootUrl();
-  const edgeUpdateSuccessful = useRef(true);
-  const [nodes, setNodes, onNodesChange] = useNodesState([]);
-  const [edges, setEdges, onEdgesChange] = useEdgesState([]);
-  const [workflowStats, setWorkflowStats] = useState<WorkflowStats>();
-  const [timerInterval, setTimerInterval] = useState(null);
-  const [workflowDefinitions, setWorkflowDefinitions] = useState<WorkflowDefinition>();
-  const [selectedWorkflow, setSelectedWorkflow] = useState<string>(getSelectedWorkflowName());
-  const [listOfWorkflows, setListOfWorkflows] = useState<string[]>([]);
-  const [viewType, setViewType] = useState<string>("steps");
-  const [dialogOpen, setDialogOpen] = useState(false);
-  const [workflowMetadataDialogOpen, setWorkflowMetadataDialogOpen] = useState(false);
-  const [openOverviewComponentEditorDialog, setOpenOverviewComponentEditorDialog] = useState(false);
-  const [selectedStep, setSelectedStep] = useState<WorkflowStepDefinition>();
-  const [selectedComponent, setSelectedComponent] = useState<WorkflowSystemComponent>();
-  const [fileContent, setFileContent] = useState('');
-  const [stepRegistry, setStepRegistry] = useState<StepRegistry>();
-  const [editState, setEditState] = useState<string>("");
-  const [loading , setLoading] = useState<boolean>(false);
-  const [errorText, setErrorText] = useState<string>("");
-  const [packageLink, setPackageLink] = useState<string>("");
-
-  useEffect(() => {
-    loadListOfWorkflows();
-    loadRegisteredSteps();
-    if (getSelectedWorkflowName())
-      loadWorkflowDefinitions(getSelectedWorkflowName());
-    else
-      setEditState("Please select one of provided workflows or create new one");
-  }, []);
-
-  useEffect(() => {
-    syncWorkflowDefToNodesAndEdges(viewType);
-
-    console.dir(workflowDefinitions);
-    startStatePolling(selectedWorkflow);
-  }, [workflowDefinitions]);
-
-  const startStatePolling = (workflowName:string) => {
-    if (timerInterval) {
-      clearInterval(timerInterval);
-    }
-    let newTimerInterval = setInterval(() => {
-      loadWorkflowStats(workflowName);
-    }, 2000);
-    setTimerInterval(newTimerInterval);
-  }
-
-  const stopStatePolling = () => {
-    clearInterval(timerInterval);
-  }
-
-  const loadListOfWorkflows = () => {
-    const url = neatApiRootUrl + "/api/workflow/workflows";
-    fetch(url).then((response) => response.json()).then((data) => {
-      setListOfWorkflows(data.workflows);
-    }).catch((error) => {
-      console.error('Error:', error);
-    }).finally(() => { });
-  }
-
-  const loadWorkflowDefinitions = (workflowName: string = "") => {
-    if (workflowName == "")
-      workflowName = selectedWorkflow;
-    const url = neatApiRootUrl + "/api/workflow/workflow-definition/" + workflowName;
-    fetch(url).then((response) => {
-      if(response.ok)
-        return response.json()
-      else
-        setErrorText("Workflow definition can't be loaded . Error:"+response.statusText+", code:"+response.status);
-        return null
-    }).then((data) => {
-      if (!data) {
-        return
-      }
-      const workflows = WorkflowDefinition.fromJSON(data.definition);
-      setWorkflowDefinitions(workflows);
-      setEditState("");
-      setErrorText("");
-      // loadWorkflowStats(workflowName);
-  }).catch ((error) => {
-    setErrorText(error.message);
-  }).finally(() => { });
-  }
-
-  const loadRegisteredSteps = () => {
-    const url = neatApiRootUrl + "/api/workflow/registered-steps";
-    fetch(url).then((response) => response.json()).then((data) => {
-      const steps = StepRegistry.fromJSON(data.steps);
-      setStepRegistry(steps);
-  }).catch ((error) => {
-    console.error('Error:', error);
-  }).finally(() => { });
-  }
-
-
-
-const filterStats = (stats: WorkflowStats) => {
-
-  console.dir(stats)
-  // detelete all log RUNNING entries that have both RUNNING and COMPLETED entries for the same step
-  if (stats.execution_log == null)
-    return stats;
-
-  const filteredLog = stats.execution_log!.filter((log, index) => {
-    if (log.state == "STARTED") {
-      const nextLog = stats.execution_log[index + 1];
-      if (nextLog && nextLog.state == "COMPLETED" && nextLog.id == log.id)
-        return false;
-    }
-    return true;
-  })
-  stats.execution_log = filteredLog;
-  return stats;
-}
-
-const enrichWorkflowStats = (stats: WorkflowStats) => {
-
-  // set labels from workflow definition
-    for (let i = 0; i < stats.execution_log.length; i++) {
-      const log = stats.execution_log[i];
-      if (workflowDefinitions != null){
-        const step = workflowDefinitions.getStepById(log.id);
-        if (step)
-            log.label = step.label;
-      }else {
-        log.label ="";
-      }
-    }
-    return stats;
-  }
-
-const loadWorkflowStats = (workflowName: string = "") => {
-  if (workflowName == "")
-    workflowName = selectedWorkflow;
-  const url = neatApiRootUrl + "/api/workflow/stats/" + workflowName;
-  setErrorText("");
-  fetch(url).then((response) => {
-    if (!response.ok) {
-      setErrorText("Workflow state can't be saved . Error code :"+response.status+", message :"+response.statusText);
-      return null;
-    }
-    return response.json()
-   }).then((data) => {
-    if(!data)
-      return;
-    const enrichedStats = enrichWorkflowStats(data);
-    setWorkflowStats(enrichedStats);
-    if (data.state == "RUNNING") {
-      // startStatePolling();
-    } else if (data.state == "COMPLETED" || data.state == "FAILED") {
-      // stopStatePolling();
-    }
-
-  }).catch((error) => {
-    setErrorText("Workflow state can't be fetched from API , most likely backend is not running")
-    console.error('Error:', error);
-  })
-}
-
-const startWorkflow = () => {
-  const url = neatApiRootUrl + "/api/workflow/start";
-  const params = { name: selectedWorkflow, config: "", start_step: "" };
-  fetch(url, {
-    method: "post", body: JSON.stringify(params), headers: {
-      'Content-Type': 'application/json;charset=utf-8'
-    }
-  }).then((response) => response.json()).then((data) => {
-    console.dir(data)
-    setWorkflowStats(data);
-    startStatePolling(selectedWorkflow);
-    loadWorkflowStats();
-  }).catch((error) => {
-    setErrorText(error.message);
-    console.error('Error:', error);
-  })
-}
-
-const saveWorkflow = () => {
-  console.dir(nodes);
-  syncNodesAndEdgesToWorkflowDef();
-  let wdef = workflowDefinitions;
-  console.dir(wdef);
-  setLoading(true);
-  setErrorText("");
-  const url = neatApiRootUrl + "/api/workflow/workflow-definition/" + selectedWorkflow;
-  fetch(url, {
-    method: "post", body: wdef.serializeToJson(), headers: {
-      'Content-Type': 'application/json;charset=utf-8'
-    }
-  }).then((response) => {
-    if (!response.ok) {
-      setErrorText("Workflow can't be saved . Error code :"+response.status+", message :"+response.statusText);
-      return null;
-    }
-    return response.json()
-  }
-  ).then((data) => {
-    if(!data)
-      return;
-    console.dir(data)
-    setLoading(false);
-    setEditState("");
-  }
-  ).catch((error) => {
-    console.error('Error:', error);
-    setErrorText(error);
-  })
-};
-
-const syncNodesAndEdgesToWorkflowDef = () => {
-  if (workflowDefinitions) {
-    workflowDefinitions.updatePositions(nodes);
-    if (viewType == "system")
-      workflowDefinitions.updateSystemComponentTransitions(edges);
-    else
-      workflowDefinitions.updateStepTransitions(edges);
-  } else {
-    console.error("workflowDefinitions is null");
-  }
-
-}
-
-const syncWorkflowDefToNodesAndEdges = (viewType:string) => {
-  if (!workflowDefinitions)
-    return;
-  switch (viewType) {
-    case 'steps':
-      setNodes(workflowDefinitions.convertStepsToNodes());
-      setEdges(workflowDefinitions.convertStepsToEdges());
-      break;
-    case 'system':
-      setNodes(workflowDefinitions.convertSystemComponentsToNodes());
-      setEdges(workflowDefinitions.convertSystemComponentsToEdges());
-  }
-}
-
-
-const reloadWorkflows = () => {
-  const url = neatApiRootUrl + "/api/workflow/reload-single-workflow/"+selectedWorkflow;
-  fetch(url, {
-    method: "post", body: "", headers: {
-      'Content-Type': 'application/json;charset=utf-8'
-    }
-  }).then((response) => response.json()).then((data) => {
-    loadWorkflowDefinitions();
-    loadListOfWorkflows();
-  }
-  ).catch((error) => {
-    console.error('Error:', error);
-  })
-};
-
-
-const switchToWorkflow = (workflowName: string) => {
-  setSelectedWorkflowName(workflowName);
-  setSelectedWorkflow(workflowName);
-  loadWorkflowDefinitions(workflowName);
-  setViewType("steps");
-  syncWorkflowDefToNodesAndEdges("steps");
-  startStatePolling(workflowName);
-}
-
-const handleWorkflowSelectorChange = (event: SelectChangeEvent) => {
-  switchToWorkflow(event.target.value);
-};
-
-const handleViewTypeChange = (
-  event: React.MouseEvent<HTMLElement>,
-  newViewType: string,
-) => {
-
-  setViewType(newViewType);
-  syncWorkflowDefToNodesAndEdges(newViewType);
-
-};
-
-const onConnect = useCallback((params) => {
-
-  setEdges((eds) => addEdge(params, eds))
-  syncNodesAndEdgesToWorkflowDef();
-  setEditState("Unsaved");
-}, [setEdges]);
-
-const onEdgeUpdateStart = useCallback(() => {
-
-  edgeUpdateSuccessful.current = false;
-}, []);
-
-const onEdgeUpdate = useCallback((oldEdge, newConnection) => {
-
-  edgeUpdateSuccessful.current = true;
-  setEdges((els) => updateEdge(oldEdge, newConnection, els));
-  setEditState("Unsaved");
-}, [setEdges]);
-
-const onEdgeUpdateEnd = useCallback((_, edge) => {
-
-  if (!edgeUpdateSuccessful.current) {
-    setEdges((eds) => eds.filter((e) => e.id !== edge.id));
-    syncNodesAndEdgesToWorkflowDef();
-  }
-  setEditState("Unsaved");
-
-  edgeUpdateSuccessful.current = true;
-}, [setEdges]);
-
-const onNodeClick = useCallback((event, node) => {
-
-  console.dir(node);
-  handleDialogClickOpen(node.id, viewType);
-}, [workflowDefinitions, viewType]);
-
-const onAddStep = (() => {
-
-  setEditState("Unsaved");
-  const ui_config = new UIConfig();
-  ui_config.pos_x = Math.round(window.innerWidth * 0.3);
-  ui_config.pos_y = Math.round(window.innerHeight * 0.3);
-  if (viewType == "steps") {
-    const step = new WorkflowStepDefinition();
-    step.id = "step_" + Math.floor(Math.random() * 1000000);
-    step.label = "New step";
-    step.ui_config = ui_config;
-    step.stype = "stdstep";
-    workflowDefinitions.steps.push(step);
-  } else {
-    const systemComponent = new WorkflowSystemComponent();
-    systemComponent.id = "system_comp_" + Math.floor(Math.random() * 1000000);
-    systemComponent.label = "New component";
-    systemComponent.ui_config = ui_config;
-    if (workflowDefinitions.system_components == null)
-      workflowDefinitions.system_components = [];
-    workflowDefinitions.system_components.push(systemComponent);
-  }
-  syncWorkflowDefToNodesAndEdges(viewType);
-});
-
-const handleDialogClickOpen = (id: string, viewType: string) => {
-
-  if (viewType == "steps") {
-    setSelectedStep(workflowDefinitions.getStepById(id));
-    setDialogOpen(true);
-  } else {
-    setSelectedComponent(workflowDefinitions.getSystemComponentById(id));
-    setOpenOverviewComponentEditorDialog(true);
-  }
-};
-
-const handleDialogClose = (step:WorkflowStepDefinition,action:string) => {
-  setDialogOpen(false);
-  switch (action) {
-    case "delete":
-      workflowDefinitions.deleteStep(selectedStep.id);
-      syncWorkflowDefToNodesAndEdges(viewType);
-      setEditState("Unsaved");
-      break;
-    case "save":
-      workflowDefinitions.updateStep(selectedStep.id, step);
-      setSelectedStep(step);
-      syncWorkflowDefToNodesAndEdges(viewType);
-      setEditState("Unsaved");
-      break;
-  }
-};
-
-const solutionComponentEditorDialogHandler = (component: WorkflowSystemComponent,action: string) => {
-
-  console.dir(component)
-  switch (action) {
-    case "save":
-      workflowDefinitions.updateSystemComponent(selectedComponent.id, component);
-      setSelectedComponent(component);
-      syncWorkflowDefToNodesAndEdges(viewType);
-      break;
-    case "delete":
-      workflowDefinitions.deleteSystemComponent(component.id);
-      syncWorkflowDefToNodesAndEdges(viewType);
-      break;
-  }
-  setEditState("Unsaved");
-  setOpenOverviewComponentEditorDialog(false);
-}
-
-const handleCreateWorkflow = (wdef:WorkflowDefinition,action: string) => {
-  // send workflowMeta to backend
-  console.dir(wdef);
-  if (action != "save")
-    return;
-
-  const url = neatApiRootUrl + "/api/workflow/create";
-  fetch(url, {
-    method: "post", body: wdef.serializeToJson(), headers: {
-      'Content-Type': 'application/json;charset=utf-8'
-    }
-  }).then((response) => response.json()).then((data) => {
-    switchToWorkflow(wdef.name);
-    window.location.reload();
-  }
-  ).catch((error) => {
-    console.error('Error:', error);
-  })
-
-}
-
-const onNodesChangeN = useCallback((nodeChanges: NodeChange[]) => {
-
-  // console.dir(nodeChanges);
-  onNodesChange(nodeChanges);
-  syncNodesAndEdgesToWorkflowDef();
-  // setEditState("Unsaved");
-}, [workflowDefinitions,nodes,edges]);
-
-const onEdgesChangeN = useCallback((edgeChanges: EdgeChange[]) => {
-
-  console.dir(edgeChanges);
-  onEdgesChange(edgeChanges);
-  syncNodesAndEdgesToWorkflowDef();
-  // setEditState("Unsaved");
-}, [workflowDefinitions,nodes,edges]);
-
-return (
-  <div style={{ height: '85vh', width: '97vw' }}>
-    <Box>
-      <FormControl sx={{ width: 300, marginBottom: 2 }}>
-        <InputLabel id="workflowSelectorLabel">Selector</InputLabel>
-        <Select
-          labelId="workflowSelectorLabel"
-          id="workflowSelector"
-          value={selectedWorkflow}
-          size='small'
-          label="Query template"
-          onChange={handleWorkflowSelectorChange}
-        >
-          {
-            listOfWorkflows && listOfWorkflows.map((item, i) => (
-              <MenuItem value={item} key={item}>{item} </MenuItem>
-            ))
-          }
-        </Select>
-      </FormControl>
-      <WorkflowMetadataDialog open = {workflowMetadataDialogOpen} onClose={handleCreateWorkflow}/>
-      <WorkflowDeleteDialog name={selectedWorkflow} onDelete = {()=> loadListOfWorkflows()}/>
-
-    </Box>
-    { editState && (<Typography color={"red"} variant="overline"> {editState} </Typography> ) }
-    { errorText && (<Typography color={"red"} variant="caption"> Error messages : {errorText} </Typography> ) }
-    { loading &&( <LinearProgress />) }
-    {(viewType == "system" || viewType == "steps") && (
-      <Stack direction="row" spacing={1} justifyContent="left"
-        alignItems="left">
-        <Item>
-          <OverviewComponentEditorDialog open={openOverviewComponentEditorDialog} component={selectedComponent} onClose={solutionComponentEditorDialogHandler} />
-          <StepEditorDialog open={dialogOpen} step={selectedStep} workflowName={selectedWorkflow} stepRegistry={stepRegistry} workflowDefinitions={workflowDefinitions} onClose={handleDialogClose} />
-
-          <div style={{ height: '75vh', width: '70vw' }}>
-            <ReactFlow
-              nodes={nodes}
-              edges={edges}
-              onNodeClick={onNodeClick}
-              onNodesChange={onNodesChangeN}
-              onEdgesChange={onEdgesChangeN}
-              onEdgeUpdate={onEdgeUpdate}
-              onEdgeUpdateStart={onEdgeUpdateStart}
-              onEdgeUpdateEnd={onEdgeUpdateEnd}
-              onConnect={onConnect}
-            >
-              <MiniMap />
-              <Controls />
-              <Background />
-              <Panel position="bottom-center">
-              {viewType == "system" && (<Button variant="outlined" onClick={onAddStep}>Add solution component</Button>)}
-              {viewType == "steps" && (<Button variant="outlined" onClick={onAddStep}>Add workflow step</Button>)}
-              </Panel>
-            </ReactFlow>
-
-            <Button variant="outlined" onClick={ () => {saveWorkflow(); startWorkflow()} } sx={{ marginTop: 2, marginRight: 1 }}>Start workflow</Button>
-            <Button variant="outlined" onClick={saveWorkflow} sx={{ marginTop: 2, marginRight: 1 }}>Save workflow</Button>
-            <Button variant="outlined" onClick={reloadWorkflows} sx={{ marginTop: 2, marginRight: 1 }} >Reload</Button>
-            <WorkflowImportExportDialog onDownloaded = {()=> reloadWorkflows()} />
-
-          </div>
-
-        </Item>
-        <Item >
-          <WorkflowExecutionReport report={workflowStats} />
-        </Item>
-      </Stack>
-    )}
-    {viewType == "configurations" && (
-      <ConfigView></ConfigView>
-    )}
-
-  </div>
-
-
-);
-}

cognite/neat/_app/ui/neat-app/tsconfig.json

@@ -1,27 +0,0 @@
-{
-    "$schema": "https://json.schemastore.org/tsconfig",
-    "display": "Create React App",
-
-
-    "compilerOptions": {
-      "lib": ["dom", "dom.iterable", "esnext"],
-      "module": "esnext",
-      "target": "es2015",
-
-      "baseUrl": "src",
-      "allowJs": true,
-      "allowSyntheticDefaultImports": true,
-      "esModuleInterop": true,
-      "forceConsistentCasingInFileNames": true,
-      "isolatedModules": true,
-      "jsx": "react-jsx",
-      "moduleResolution": "node",
-      "noEmit": true,
-      "noFallthroughCasesInSwitch": true,
-      "resolveJsonModule": true,
-      "skipLibCheck": true,
-      "strict": false
-    },
-    "include": ["src"]
-
-  }

cognite/neat/_workflows/__init__.py

@@ -1,17 +0,0 @@
-from cognite.neat._workflows.base import BaseWorkflow
-from cognite.neat._workflows.manager import WorkflowManager
-from cognite.neat._workflows.model import (
-    FlowMessage,
-    WorkflowFullStateReport,
-    WorkflowStepDefinition,
-    WorkflowStepEvent,
-)
-
-__all__ = [
-    "BaseWorkflow",
-    "FlowMessage",
-    "WorkflowFullStateReport",
-    "WorkflowManager",
-    "WorkflowStepDefinition",
-    "WorkflowStepEvent",
-]