@opensumi/ide-notebook 3.5.1-next-1732847732.0 → 3.5.1-next-1733450080.0

package/src/browser/variables/inspector-script.ts

@@ -1,349 +0,0 @@
-export interface LanguageModel {
-  initScript: string;
-  queryCommand: string;
-  matrixQueryCommand: string;
-  widgetQueryCommand: string;
-  deleteCommand: string;
-}
-
-export abstract class Languages {
-  /**
-   * Init and query script for supported languages.
-   */
-
-  static py_script = `import json
-import sys
-from importlib import __import__
-from IPython import get_ipython
-from IPython.core.magics.namespace import NamespaceMagics
-
-
-_jupyterlab_variableinspector_nms = NamespaceMagics()
-_jupyterlab_variableinspector_Jupyter = get_ipython()
-_jupyterlab_variableinspector_nms.shell = _jupyterlab_variableinspector_Jupyter.kernel.shell
-
-__np = None
-__pd = None
-__pyspark = None
-__tf = None
-__K = None
-__torch = None
-__ipywidgets = None
-__xr = None
-
-
-def _attempt_import(module):
-    try:
-        return __import__(module)
-    except ImportError:
-        return None
-
-
-def _check_imported():
-    global __np, __pd, __pyspark, __tf, __K, __torch, __ipywidgets, __xr
-
-    __np = _attempt_import('numpy')
-    __pd = _attempt_import('pandas')
-    __pyspark = _attempt_import('pyspark')
-    __tf = _attempt_import('tensorflow')
-    __K = _attempt_import('keras.backend') or _attempt_import('tensorflow.keras.backend')
-    __torch = _attempt_import('torch')
-    __ipywidgets = _attempt_import('ipywidgets')
-    __xr = _attempt_import('xarray')
-
-
-def _jupyterlab_variableinspector_getsizeof(x):
-    if type(x).__name__ in ['ndarray', 'Series']:
-        return x.nbytes
-    elif __pyspark and isinstance(x, __pyspark.sql.DataFrame):
-        return "?"
-    elif __tf and isinstance(x, __tf.Variable):
-        return "?"
-    elif __torch and isinstance(x, __torch.Tensor):
-        return x.element_size() * x.nelement()
-    elif __pd and type(x).__name__ == 'DataFrame':
-        return x.memory_usage().sum()
-    else:
-        return sys.getsizeof(x)
-
-
-def _jupyterlab_variableinspector_getshapeof(x):
-    if __pd and isinstance(x, __pd.DataFrame):
-        return "%d rows x %d cols" % x.shape
-    if __pd and isinstance(x, __pd.Series):
-        return "%d rows" % x.shape
-    if __np and isinstance(x, __np.ndarray):
-        shape = " x ".join([str(i) for i in x.shape])
-        return "%s" % shape
-    if __pyspark and isinstance(x, __pyspark.sql.DataFrame):
-        return "? rows x %d cols" % len(x.columns)
-    if __tf and isinstance(x, __tf.Variable):
-        shape = " x ".join([str(int(i)) for i in x.shape])
-        return "%s" % shape
-    if __tf and isinstance(x, __tf.Tensor):
-        shape = " x ".join([str(int(i)) for i in x.shape])
-        return "%s" % shape
-    if __torch and isinstance(x, __torch.Tensor):
-        shape = " x ".join([str(int(i)) for i in x.shape])
-        return "%s" % shape
-    if __xr and isinstance(x, __xr.DataArray):
-        shape = " x ".join([str(int(i)) for i in x.shape])
-        return "%s" % shape
-    if isinstance(x, list):
-        return "%s" % len(x)
-    if isinstance(x, dict):
-        return "%s keys" % len(x)
-    return None
-
-
-def _jupyterlab_variableinspector_getcontentof(x):
-    # returns content in a friendly way for python variables
-    # pandas and numpy
-    if __pd and isinstance(x, __pd.DataFrame):
-        colnames = ', '.join(x.columns.map(str))
-        content = "Columns: %s" % colnames
-    elif __pd and isinstance(x, __pd.Series):
-        content = str(x.values).replace(" ", ", ")[1:-1]
-        content = content.replace("\\n", "")
-    elif __np and isinstance(x, __np.ndarray):
-        content = x.__repr__()
-    elif __xr and isinstance(x, __xr.DataArray):
-        content = x.values.__repr__()
-    else:
-        content = str(x)
-
-    if len(content) > 150:
-        return content[:150] + " ..."
-    else:
-        return content
-
-
-def _jupyterlab_variableinspector_is_matrix(x):
-    # True if type(x).__name__ in ["DataFrame", "ndarray", "Series"] else False
-    if __pd and isinstance(x, __pd.DataFrame):
-        return True
-    if __pd and isinstance(x, __pd.Series):
-        return True
-    if __np and isinstance(x, __np.ndarray) and len(x.shape) <= 2:
-        return True
-    if __pyspark and isinstance(x, __pyspark.sql.DataFrame):
-        return True
-    if __tf and isinstance(x, __tf.Variable) and len(x.shape) <= 2:
-        return True
-    if __tf and isinstance(x, __tf.Tensor) and len(x.shape) <= 2:
-        return True
-    if __torch and isinstance(x, __torch.Tensor) and len(x.shape) <= 2:
-        return True
-    if __xr and isinstance(x, __xr.DataArray) and len(x.shape) <= 2:
-        return True
-    if isinstance(x, list):
-        return True
-    return False
-
-
-def _jupyterlab_variableinspector_is_widget(x):
-    return __ipywidgets and issubclass(x, __ipywidgets.DOMWidget)
-
-
-def _jupyterlab_variableinspector_dict_list():
-    _check_imported()
-    def keep_cond(v):
-        try:
-            obj = eval(v)
-            if isinstance(obj, str):
-                return True
-            if __tf and isinstance(obj, __tf.Variable):
-                return True
-            if __pd and __pd is not None and (
-                isinstance(obj, __pd.core.frame.DataFrame)
-                or isinstance(obj, __pd.core.series.Series)):
-                return True
-            if __xr and __xr is not None and isinstance(obj, __xr.DataArray):
-                return True
-
-            if  v in ['__np', '__pd', '__pyspark', '__tf', '__K', '__torch', '__ipywidgets', '__xr']:
-                return obj is not None
-            return True
-        except:
-            return False
-    values = _jupyterlab_variableinspector_nms.who_ls()
-    vardic = [
-        {
-            'varName': _v,
-            'varType': type(eval(_v)).__name__,
-            'varSize': str(_jupyterlab_variableinspector_getsizeof(eval(_v))),
-            'varShape': str(_jupyterlab_variableinspector_getshapeof(eval(_v))) if _jupyterlab_variableinspector_getshapeof(eval(_v)) else '',
-            'varContent': str(_jupyterlab_variableinspector_getcontentof(eval(_v))),
-            'isMatrix': _jupyterlab_variableinspector_is_matrix(eval(_v)),
-            'isWidget': _jupyterlab_variableinspector_is_widget(type(eval(_v)))
-        }
-        for _v in values if keep_cond(_v)
-    ]
-    return json.dumps(vardic, ensure_ascii=False)
-
-
-def _jupyterlab_variableinspector_getmatrixcontent(x, max_rows=10000):
-    # to do: add something to handle this in the future
-    threshold = max_rows
-
-    if __pd and __pyspark and isinstance(x, __pyspark.sql.DataFrame):
-        df = x.limit(threshold).toPandas()
-        return _jupyterlab_variableinspector_getmatrixcontent(df.copy())
-    elif __np and __pd and type(x).__name__ == "DataFrame":
-        if threshold is not None:
-            x = x.head(threshold)
-        x.columns = x.columns.map(str)
-        return x.to_json(orient="table", default_handler=_jupyterlab_variableinspector_default, force_ascii=False)
-    elif __np and __pd and type(x).__name__ == "Series":
-        if threshold is not None:
-            x = x.head(threshold)
-        return x.to_json(orient="table", default_handler=_jupyterlab_variableinspector_default, force_ascii=False)
-    elif __np and __pd and type(x).__name__ == "ndarray":
-        df = __pd.DataFrame(x)
-        return _jupyterlab_variableinspector_getmatrixcontent(df)
-    elif __tf and (isinstance(x, __tf.Variable) or isinstance(x, __tf.Tensor)):
-        df = __K.get_value(x)
-        return _jupyterlab_variableinspector_getmatrixcontent(df)
-    elif __torch and isinstance(x, __torch.Tensor):
-        df = x.cpu().numpy()
-        return _jupyterlab_variableinspector_getmatrixcontent(df)
-    elif __xr and isinstance(x, __xr.DataArray):
-        df = x.to_numpy()
-        return _jupyterlab_variableinspector_getmatrixcontent(df)
-    elif isinstance(x, list):
-        s = __pd.Series(x)
-        return _jupyterlab_variableinspector_getmatrixcontent(s)
-
-
-def _jupyterlab_variableinspector_displaywidget(widget):
-    display(widget)
-
-
-def _jupyterlab_variableinspector_default(o):
-    if isinstance(o, __np.number): return int(o)
-    raise TypeError
-
-
-def _jupyterlab_variableinspector_deletevariable(x):
-    exec("del %s" % x, globals())
-`;
-
-  static r_script = `library(repr)
-
-.ls.objects = function (pos = 1, pattern, order.by, decreasing = FALSE, head = FALSE,
-    n = 5)
-{
-    napply <- function(names, fn) sapply(names, function(x) fn(get(x,
-        pos = pos)))
-    names <- ls(pos = pos, pattern = pattern)
-    if (length(names) == 0) {
-        return(jsonlite::toJSON(data.frame()))
-    }
-    obj.class <- napply(names, function(x) as.character(class(x))[1])
-    obj.mode <- napply(names, mode)
-    obj.type <- ifelse(is.na(obj.class), obj.mode, obj.class)
-    obj.size <- napply(names, object.size)
-    obj.dim <- t(napply(names, function(x) as.numeric(dim(x))[1:2]))
-    obj.content <- rep("NA", length(names))
-    has_no_dim <- is.na(obj.dim)[1:length(names)]
-    obj.dim[has_no_dim, 1] <- napply(names, length)[has_no_dim]
-    vec <- (obj.type != "function")
-    obj.content[vec] <- napply(names[vec], function(x) toString(x, width = 154)[1])
-
-    obj.rownames <- napply(names, rownames)
-    has_rownames <- obj.rownames != "NULL"
-    obj.rownames <- sapply(obj.rownames[has_rownames], function(x) paste(x,
-        collapse=", "))
-    obj.rownames.short <- sapply(obj.rownames, function(x) paste(substr(x, 1, 150), "...."))
-    obj.rownames <- ifelse(nchar(obj.rownames) > 154, obj.rownames.short, obj.rownames)
-    obj.rownames <- sapply(obj.rownames, function(x) paste("Row names: ",x))
-    obj.content[has_rownames] <- obj.rownames
-
-
-    obj.colnames <- napply(names, colnames)
-    has_colnames <- obj.colnames != "NULL"
-    obj.colnames <- sapply(obj.colnames[has_colnames], function(x) paste(x,
-        collapse = ", "))
-    obj.colnames.short <- sapply(obj.colnames, function(x) paste(substr(x,
-        1, 150), "...."))
-    obj.colnames <- ifelse(nchar(obj.colnames) > 154, obj.colnames.short,
-        obj.colnames)
-    obj.colnames <- sapply(obj.colnames, function(x) paste("Column names: ",x))
-
-    obj.content[has_colnames] <- obj.colnames
-
-    is_function <- (obj.type == "function")
-    obj.content[is_function] <- napply(names[is_function], function(x) paste(strsplit(repr_text(x),")")[[1]][1],")",sep=""))
-    obj.content <- unlist(obj.content, use.names = FALSE)
-
-
-    out <- data.frame(obj.type, obj.size, obj.dim)
-    names(out) <- c("varType", "varSize", "Rows", "Columns")
-    out$varShape <- paste(out$Rows, " x ", out$Columns)
-    out$varContent <- obj.content
-    out$isMatrix <- FALSE
-    out$varName <- row.names(out)
-    out <- out[, !(names(out) %in% c("Rows", "Columns"))]
-    rownames(out) <- NULL
-    print(out)
-    if (!missing(order.by))
-        out <- out[order(out[[order.by]], decreasing = decreasing),
-            ]
-    if (head)
-        out <- head(out, n)
-    jsonlite::toJSON(out)
-}
-
-.deleteVariable <- function(x) {
-    remove(list=c(x), envir=.GlobalEnv)
-}
-    `;
-
-  static scripts: Record<string, LanguageModel> = {
-    python3: {
-      initScript: Languages.py_script,
-      queryCommand: '_jupyterlab_variableinspector_dict_list()',
-      matrixQueryCommand: '_jupyterlab_variableinspector_getmatrixcontent',
-      widgetQueryCommand: '_jupyterlab_variableinspector_displaywidget',
-      deleteCommand: '_jupyterlab_variableinspector_deletevariable',
-    },
-    python2: {
-      initScript: Languages.py_script,
-      queryCommand: '_jupyterlab_variableinspector_dict_list()',
-      matrixQueryCommand: '_jupyterlab_variableinspector_getmatrixcontent',
-      widgetQueryCommand: '_jupyterlab_variableinspector_displaywidget',
-      deleteCommand: '_jupyterlab_variableinspector_deletevariable',
-    },
-    python: {
-      initScript: Languages.py_script,
-      queryCommand: '_jupyterlab_variableinspector_dict_list()',
-      matrixQueryCommand: '_jupyterlab_variableinspector_getmatrixcontent',
-      widgetQueryCommand: '_jupyterlab_variableinspector_displaywidget',
-      deleteCommand: '_jupyterlab_variableinspector_deletevariable',
-    },
-    R: {
-      initScript: Languages.r_script,
-      queryCommand: '.ls.objects()',
-      matrixQueryCommand: '.ls.objects',
-      widgetQueryCommand: 'TODO',
-      deleteCommand: '.deleteVariable',
-    },
-    scala: {
-      initScript: '_root_.almond.api.JupyterAPIHolder.value.VariableInspector.init()',
-      queryCommand: '_root_.almond.api.JupyterAPIHolder.value.VariableInspector.dictList()',
-      matrixQueryCommand: '', // TODO
-      widgetQueryCommand: '', // TODO
-      deleteCommand: '', // TODO
-    },
-  };
-
-  public static getScript(lang: string): Promise<LanguageModel> {
-    return new Promise((resolve, reject) => {
-      if (lang in Languages.scripts) {
-        resolve(Languages.scripts[lang]);
-      } else {
-        reject('Language ' + lang + ' not supported yet!');
-      }
-    });
-  }
-}

package/src/browser/variables/libro-variable-color-registry.ts

@@ -1,131 +0,0 @@
-import { Color, ColorContribution, singleton } from '@difizen/mana-app';
-
-import type { ColorRegistry } from '@difizen/mana-app';
-
-@singleton({ contrib: ColorContribution })
-export class LibroVariableColorRegistry implements ColorContribution {
-  // @inject(OpensumiInjector) injector: Injector;
-
-  registerColors(colors: ColorRegistry): void {
-    colors.register(
-      // #region antd variable
-      {
-        id: 'libro.variable.search.background.color',
-        defaults: {
-          dark: '#ffffff0a',
-          light: Color.rgba(0, 10, 26, 0.04),
-        },
-        description: '',
-      },
-      {
-        id: 'libro.variable.search.text.color',
-        defaults: { dark: '#878C93', light: Color.rgba(0, 10, 26, 0.26) },
-        description: '',
-      },
-      {
-        id: 'libro.variable.icon.color',
-        defaults: {
-          dark: Color.rgba(255, 255, 255, 0.45),
-          light: Color.rgba(0, 10, 26, 0.47),
-        },
-        description: '',
-      },
-      {
-        id: 'libro.variable.name.color',
-        defaults: { dark: '#e3e4e6', light: '#000a1ac7' },
-        description: '',
-      },
-      {
-        id: 'libro.variable.title.color',
-        defaults: { dark: '#ffffff59', light: '#000a1a78' },
-        description: '',
-      },
-      {
-        id: 'libro.variable.background.hover.color',
-        defaults: { dark: '#ffffff14', light: '#151b2114' },
-        description: '',
-      },
-      {
-        id: 'libro.variable.description.color',
-        defaults: { dark: '#bdc0c4', light: '#000a1aad' },
-        description: '',
-      },
-      {
-        id: 'libro.variable.tag.text.color',
-        defaults: { dark: '#878c93', light: '#000a1aad' },
-        description: '',
-      },
-      {
-        id: 'libro.variable.tag.background.color',
-        defaults: { dark: '#ffffff1f', light: '#0000001f' },
-        description: '',
-      },
-      {
-        id: 'libro.variable.border.color',
-        defaults: {
-          dark: '#ffffff14',
-          light: '#151b2114',
-        },
-        description: '',
-      },
-      {
-        id: 'libro.workbench.resource.spec.background',
-        defaults: { dark: Color.rgba(255, 255, 255, 0.15), light: '#f9f9fb' },
-        description: '',
-      },
-      {
-        id: 'libro.workbench.panel.background.color',
-        defaults: { dark: '#2B2C2E', light: '#f3f3f3' },
-        description: '',
-      },
-      {
-        id: 'libro.workbench.modal.title.color',
-        defaults: { dark: '#EDEEEF', light: Color.rgba(0, 0, 0, 0.85) },
-        description: '',
-      },
-      {
-        id: 'libro.workbench.rating.input.background',
-        defaults: { dark: Color.rgba(30, 30, 30, 0.48), light: '#fff' },
-        description: '',
-      },
-      {
-        id: 'libro.workbench.rating.input.border',
-        defaults: {
-          dark: Color.rgba(255, 255, 255, 0.07),
-          light: Color.rgba(0, 10, 26, 0.07),
-        },
-        description: '',
-      },
-      {
-        id: 'libro.workbench.popover.color',
-        defaults: { dark: '#2F3032', light: '#ffffff' },
-        description: '',
-      },
-      {
-        id: 'libro.workbench.tour.description.color',
-        defaults: { dark: '#BDC0C4', light: Color.rgba(0, 0, 0, 0.45) },
-        description: '',
-      },
-      {
-        id: 'libro.workbench.image.filter.container.background',
-        defaults: { dark: '#2b2b2b', light: '#fafafa' },
-        description: '',
-      },
-      {
-        id: 'libro.workbench.image.filter.container.color',
-        defaults: { dark: '#BDC0C4', light: '#000' },
-        description: '',
-      },
-      {
-        id: 'libro.workbench.image.filter.container.label.color',
-        defaults: { dark: '#BDC0C4', light: '#000a1aad' },
-        description: '',
-      },
-      {
-        id: 'libro.workbench.image.filter.container.footer.background',
-        defaults: { dark: '#2b2b2b', light: '#fff' },
-        description: '',
-      },
-    );
-  }
-}

package/src/browser/variables/libro-variable-module.ts

@@ -1,6 +0,0 @@
-import { ManaModule } from '@difizen/mana-app';
-
-import { LibroVariableColorRegistry } from './libro-variable-color-registry';
-import { LibroVariablePanelView } from './variable-view';
-
-export const LibroVariableModule = ManaModule.create().register(LibroVariablePanelView, LibroVariableColorRegistry);

package/src/browser/variables/variable-panel.tsx

@@ -1,73 +0,0 @@
-import { Container, ViewManager, ViewRender } from '@difizen/mana-app';
-import { Empty } from 'antd';
-import React, { PropsWithChildren, memo, useEffect, useState } from 'react';
-
-import { URI, ViewState, localize, useInjectable } from '@opensumi/ide-core-browser';
-import { WorkbenchEditorService } from '@opensumi/ide-editor';
-import { WorkbenchEditorServiceImpl } from '@opensumi/ide-editor/lib/browser/workbench-editor.service';
-
-import { LIBRO_COMPONENTS_SCHEME_ID } from '../libro.protocol';
-import { ILibroOpensumiService } from '../libro.service';
-import { ManaContainer } from '../mana';
-
-import { LibroVariablePanelView } from './variable-view';
-
-export const VariablePanel = memo(({ viewState }: PropsWithChildren<{ viewState: ViewState }>) => {
-  const collapsePanelContainerStyle = {
-    width: viewState.width || '100%',
-    height: viewState.height,
-  };
-  const editorService = useInjectable<WorkbenchEditorServiceImpl>(WorkbenchEditorService);
-  const libroOpensumiService = useInjectable<ILibroOpensumiService>(ILibroOpensumiService);
-  const manaContainer = useInjectable<Container>(ManaContainer);
-
-  const [libroVariablePanelView, setLibroVariablePanelView] = useState<LibroVariablePanelView | undefined>(undefined);
-
-  const createVariablePanelView = async (uri: URI, libro: any) => {
-    const viewManager = manaContainer.get(ViewManager);
-    const view = await viewManager.getOrCreateView<LibroVariablePanelView>(LibroVariablePanelView, {
-      id: uri.toString(),
-    });
-    view?.pause();
-    view.parent = libro;
-    view.update();
-    setLibroVariablePanelView(view);
-  };
-
-  useEffect(() => {
-    if (editorService.currentResource?.uri.path.ext === `.${LIBRO_COMPONENTS_SCHEME_ID}`) {
-      libroOpensumiService
-        .getOrCreateLibroView(editorService.currentResource.uri)
-        .then((libro) => createVariablePanelView(editorService.currentResource!.uri, libro));
-    }
-
-    const toDispose = editorService.onActiveResourceChange((e) => {
-      if (e?.uri.path.ext === `.${LIBRO_COMPONENTS_SCHEME_ID}`) {
-        libroOpensumiService.getOrCreateLibroView(e.uri).then((libro) => createVariablePanelView(e.uri, libro));
-      } else {
-        setLibroVariablePanelView(undefined);
-      }
-    });
-
-    return () => {
-      toDispose.dispose();
-    };
-  }, []);
-  if (libroVariablePanelView) {
-    return (
-      <>
-        <div style={collapsePanelContainerStyle}>{<ViewRender view={libroVariablePanelView}></ViewRender>}</div>
-      </>
-    );
-  } else {
-    return (
-      <>
-        <Empty
-          image={Empty.PRESENTED_IMAGE_SIMPLE}
-          description={localize('notebook.variable.panel.unsupported')}
-          className='libro-variable-empty'
-        />
-      </>
-    );
-  }
-});

package/src/browser/variables/variable-protocol.ts

@@ -1 +0,0 @@
-export const VARIABLE_ID = 'variable';