more-compute 0.2.6__py3-none-any.whl → 0.3.0__py3-none-any.whl

frontend/components/popups/MetricsPopup.tsx

@@ -11,17 +11,39 @@ import {
 
 const POLL_MS = 3000;
 
-const MetricsPopup: React.FC<{ onClose?: () => void }> = ({ onClose }) => {
+interface MetricsPopupProps {
+  onClose?: () => void;
+  sharedHistory?: MetricsSnapshot[]; // Passed from parent when in persistent mode
+}
+
+const MetricsPopup: React.FC<MetricsPopupProps> = ({ onClose, sharedHistory }) => {
   const [metrics, setMetrics] = useState<MetricsSnapshot | null>(null);
-  const [history, setHistory] = useState<MetricsSnapshot[]>([]);
+  const [localHistory, setLocalHistory] = useState<MetricsSnapshot[]>([]);
   const intervalRef = useRef<number | null>(null);
 
+  // Use shared history if provided (persistent mode), otherwise use local history (on-demand mode)
+  const history = sharedHistory ?? localHistory;
+  const isPersistentMode = sharedHistory !== undefined;
+
+  // Update current metrics from shared history
   useEffect(() => {
+    if (isPersistentMode && sharedHistory && sharedHistory.length > 0) {
+      setMetrics(sharedHistory[sharedHistory.length - 1]);
+    }
+  }, [isPersistentMode, sharedHistory]);
+
+  // On-demand mode: poll metrics when popup is open
+  useEffect(() => {
+    if (isPersistentMode) {
+      // Don't poll in persistent mode - use shared history
+      return;
+    }
+
     const load = async () => {
       try {
         const snap = await fetchMetrics();
         setMetrics(snap);
-        setHistory((prev) => {
+        setLocalHistory((prev) => {
           const arr = [...prev, snap];
           return arr.slice(-100);
         });
@@ -32,7 +54,7 @@ const MetricsPopup: React.FC<{ onClose?: () => void }> = ({ onClose }) => {
     return () => {
       if (intervalRef.current) window.clearInterval(intervalRef.current);
     };
-  }, []);
+  }, [isPersistentMode]);
 
   const hasGPU = metrics?.gpu && metrics.gpu.length > 0;
 
@@ -137,7 +159,7 @@ const BigValue: React.FC<{ value: string; subtitle?: string }> = ({
 );
 
 const MiniChart: React.FC<{ data: number[] }> = ({ data }) => {
-  const width = 220;
+  const width = 100;
   const height = 48;
   const max = Math.max(100, ...data);
   const points = data
@@ -148,8 +170,21 @@ const MiniChart: React.FC<{ data: number[] }> = ({ data }) => {
     })
     .join(" ");
   return (
-    <svg width={width} height={height} className="mini-chart">
-      <polyline points={points} fill="none" stroke="var(--mc-primary)" strokeWidth="2" />
+    <svg
+      width="100%"
+      height={height}
+      viewBox={`0 0 ${width} ${height}`}
+      preserveAspectRatio="none"
+      className="mini-chart"
+      style={{ display: 'block' }}
+    >
+      <polyline
+        points={points}
+        fill="none"
+        stroke="var(--mc-primary)"
+        strokeWidth="2"
+        vectorEffect="non-scaling-stroke"
+      />
     </svg>
   );
 };

frontend/components/popups/PackagesPopup.tsx

@@ -19,7 +19,8 @@ const PackagesPopup: React.FC<PackagesPopupProps> = ({ onClose }) => {
   const [query, setQuery] = useState('');
 
   useEffect(() => {
-    loadPackages();
+    // Always force refresh on initial load to ensure fresh data
+    loadPackages(true);
     const handler = () => loadPackages(true);  // Force refresh when packages updated
     if (typeof window !== 'undefined') {
       window.addEventListener('mc:packages-updated', handler as EventListener);

frontend/lib/api.ts

@@ -51,8 +51,12 @@ export interface PackagesResponse {
 }
 
 export async function fetchInstalledPackages(forceRefresh: boolean = false): Promise<PackageInfo[]> {
-  const url = forceRefresh ? `/api/packages?force_refresh=true` : `/api/packages`;
-  const response = await fetch(url);
+  // Add timestamp to prevent browser caching
+  const timestamp = forceRefresh ? `&t=${Date.now()}` : '';
+  const url = forceRefresh ? `/api/packages?force_refresh=true${timestamp}` : `/api/packages`;
+  const response = await fetch(url, {
+    cache: forceRefresh ? 'no-store' : 'default'
+  });
   if (!response.ok) {
     throw new Error(`Failed to load packages: ${response.status}`);
   }

frontend/lib/settings.ts

@@ -106,12 +106,16 @@ export const THEMES: Record<string, ThemeDefinition> = (() => {
   return themes;
 })();
 
+export type MetricsCollectionMode = 'persistent' | 'on-demand';
+
 export type NotebookSettings = {
   theme: keyof typeof THEMES;
+  metricsCollectionMode: MetricsCollectionMode;
 };
 
 export const DEFAULT_SETTINGS: NotebookSettings = {
   theme: 'light',
+  metricsCollectionMode: 'on-demand', // Only collect metrics when popup is open to save memory
 };
 
 const STORAGE_KEY = 'morecompute-settings';
@@ -127,6 +131,9 @@ export function loadSettings(): NotebookSettings {
     // Return only valid settings fields (remove old auto_save, font_size, font_family, etc.)
     const cleanSettings: NotebookSettings = {
       theme,
+      metricsCollectionMode: parsed.metricsCollectionMode === 'on-demand' || parsed.metricsCollectionMode === 'persistent'
+        ? parsed.metricsCollectionMode
+        : DEFAULT_SETTINGS.metricsCollectionMode,
     };
 
     // Save cleaned settings back to localStorage

frontend/lib/websocket-native.ts

@@ -62,6 +62,9 @@ export class WebSocketService {
       case 'execution_start':
         this.emit('execution_start', messageData);
         break;
+      case 'heartbeat':
+        this.emit('heartbeat', messageData);
+        break;
       case 'stream_output':
         this.emit('stream_output', messageData);
         break;

frontend/styling_README.md

@@ -2,9 +2,22 @@
 
 Available themes: `light`, `dark`, `tokyo-night`, `tokyo-night-storm`, `tokyo-night-light`, `night-owl`, `night-owl-light`, `synthwave-84`, `one-dark-pro`
 
-Example:
+- light
+- dark
+- tokyo-night
+- tokyo-night-storm
+- tokyo-night-light
+- night-owl
+- night-owl-light
+- synthwave-84
+- one-dark-pro
+
+Available metricsCollectionMode: `on-demand` (only collect when popup open), `persistent` (collect continuously in background, uses more memory (obviously)
+
+Example settings.json:
 ```json
 {
-  "theme": "dark"
+  "theme": "dark",
+  "metricsCollectionMode": "on-demand"
 }
 ```

{more_compute-0.2.6.dist-info → more_compute-0.3.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: more-compute
-Version: 0.2.6
+Version: 0.3.0
 Summary: An interactive notebook environment for local and GPU computing
 Home-page: https://github.com/DannyMang/MORECOMPUTE
 Author: MoreCompute Team

{more_compute-0.2.6.dist-info → more_compute-0.3.0.dist-info}/RECORD

@@ -10,38 +10,37 @@ frontend/next.config.ts,sha256=OL_rEfTIZxsB_B5R9JX2AxYXgC0Fc_XiDoRlOGEDEpk,368
 frontend/package-lock.json,sha256=pGL_J72WHNTz7iLx2MOwHwnDGfbKzN-r_qnnbzfGbEU,334369
 frontend/package.json,sha256=nUVMqlXGT5m431ArOzzs_geSfmq0AKfqUB40zIAeZ5s,1395
 frontend/postcss.config.mjs,sha256=jEBxSXR5tLs0bQ67U7G961Vb62WVEqqg1piNDYPd7tU,105
-frontend/styling_README.md,sha256=H7eCyVMCNk_3tsKvJQHISFSL7ra6M6V58Vfsbt28wBY,220
+frontend/styling_README.md,sha256=jvoXKUzJv0rEIU40gz23Z6Xugy4To8P0N9szg_hKrqw,561
 frontend/tailwind.config.ts,sha256=eP9nVaAuyYo46vGQfCyWbo25_pr2hW830fs1Itcix9Q,620
 frontend/tsconfig.json,sha256=7SvBlRBYmuXAlAteRQTGwEE7ooWuNaPUrZ219dOo61E,598
 frontend/app/favicon.ico,sha256=K4rS0zRVqPc2_DqOv48L3qiEitTA20iigzvQ-c13WTI,25931
-frontend/app/globals.css,sha256=imFZBoEmnHEOpo7Jegj8F71iPwSwNQivtH0ylpCKyWE,35682
-frontend/app/layout.tsx,sha256=R1vUDTImQzUJIW51rdvBUIsvejSbjfLrwgbLSjrmcMM,6035
+frontend/app/globals.css,sha256=zx2VGZhPHqrFSwCsW667gJ80BkEwL8E7J_IJNoMuYGQ,33738
+frontend/app/layout.tsx,sha256=VMkhvePu0hV0w-huEmTocTr7lZ6DF_7eidrhzCCMwzc,7604
 frontend/app/page.tsx,sha256=p-DgDv8xDnwcRfDJY4rtfSQ2VdYwbnP3G-otWqDR1l0,256
-frontend/components/Cell.tsx,sha256=JeXn5Z_jzezYOtrgl291b6HBKJdfhQ88dTTDZjFoWmk,12237
-frontend/components/Notebook.tsx,sha256=tJt45gyNch3ifWjnKUDoyvik7snrgRqt55gQgiYEnlc,21528
+frontend/components/Notebook.tsx,sha256=JImlThoX4F363yShOqdYDjIIO3i1uqfCLRkDlzurinQ,21851
 frontend/components/cell/AddCellButton.tsx,sha256=ZC2Vck0JIRDxGYhYv3LPYAdKDo13U6008WG_-XoPlIM,1012
-frontend/components/cell/CellButton.tsx,sha256=BjfazBKzlybA5Syx6tXGTJa1U_jwL8C_IeQKbcHlkyk,1364
-frontend/components/cell/MonacoCell.tsx,sha256=11jSlfGcUpxvbRDJr1GGocNtzZIarioDdgg7WLuZs9U,24334
+frontend/components/cell/CellButton.tsx,sha256=j3lRStluVtRXjZOhi9isS3XKsRmM0WTn5SaFDM6GuYg,1386
+frontend/components/cell/MonacoCell.tsx,sha256=YunwOlyeRsFqx-sHowhctqMV0RmhcQ1glSl5LO0s7NY,23914
 frontend/components/layout/ConnectionBanner.tsx,sha256=-m77wKCFpeRJ_AQwnM38jLwCY5vfpqE846xeXmT3p8A,870
 frontend/components/layout/Sidebar.tsx,sha256=kxgO2mXX11xI6rX478cUqqQ3xB40jlby21y27GTJSLU,1551
 frontend/components/modals/ConfirmModal.tsx,sha256=3WgXy_wmR8FHZPwzMevfZHFXa0blR4v_SbKG3d5McT4,3652
 frontend/components/modals/ErrorModal.tsx,sha256=kkGHQvgyMYlScKwni04-V_Dq6a0-lg0WodglLARR-uA,3536
 frontend/components/modals/SuccessModal.tsx,sha256=7NVg0MFPVvsBGDOHPVyZTNx4kmZLHgxdhZKKtTD9FTU,3385
-frontend/components/output/CellOutput.tsx,sha256=D1ZIvOmQvFn_4Y1ahGM5rp0Yr5_Zp_loNJaEUA-GCrA,2073
-frontend/components/output/ErrorDisplay.tsx,sha256=d6I2WVyDLPsonyDuqsrrN8sc_KHg0VTAW86DfcqfqL0,5978
+frontend/components/output/CellOutput.tsx,sha256=KLRzwEchvBoeoai8TbabKEwO4tHmog3EKeTJAXtmveI,3665
+frontend/components/output/ErrorDisplay.tsx,sha256=kYfip5zikcFIuN7WW47RVjoqwDujC1q_yMbgHrHl0E0,4996
 frontend/components/output/MarkdownRenderer.tsx,sha256=RtZ5yNRxDXIh_NkNsNiy30wMGIW7V1gfhsjecgMdc80,3341
 frontend/components/popups/ComputePopup.tsx,sha256=B7AwwjpJ9_nNI5qSN53jdR2tAulB5yl7spjMXjH4yDM,44021
 frontend/components/popups/FilterPopup.tsx,sha256=4kx9txg8cWeC6XHlh0pu0-BAfZkLTDYEU93fMdzn86M,13818
 frontend/components/popups/FolderPopup.tsx,sha256=V2tDAbztvNIUyPWtFiwjeIoCmFGQyDosQgST_JsAzLo,5215
-frontend/components/popups/MetricsPopup.tsx,sha256=V4Srat-RRr7B046Ezg5w99_E_t9j0P3Ch5DO9rF7Nx0,5028
-frontend/components/popups/PackagesPopup.tsx,sha256=K_9kGlQ-y-njugOLrahbv0KHRh_mXIlzuMg0giRsTb8,3606
+frontend/components/popups/MetricsPopup.tsx,sha256=ublYbOQ-pSU_w48F10uFjDYctysEwmri9lrji5YHIC4,6034
+frontend/components/popups/PackagesPopup.tsx,sha256=faeXL7hGFIEUBU6PUrTIr9P5Lw-81GGKWK1ldnIEDcc,3675
 frontend/components/popups/SettingsPopup.tsx,sha256=rGwYxjkADnyTtpP0MjVpFPBsGoT1eENN2z7nWjLuzFE,2773
 frontend/contexts/PodWebSocketContext.tsx,sha256=QyEg1Msyum7h3T6F3j6pn4Ds5sXFT_9WYu5_0YZ2IUI,8256
-frontend/lib/api.ts,sha256=0N4PCSC5pfbq7GvR_6aOdPZ3JGujzi1Rz4V51g8sHP8,10852
+frontend/lib/api.ts,sha256=L6Js3K7RcPCLfVVUz-bKX5hLAVFKCfUSHAKSHk2keAk,11026
 frontend/lib/monaco-themes.ts,sha256=jh_pZAmSMKjY_belbMbZX2WpFBN7baRxvJp9shUDYgk,5396
-frontend/lib/settings.ts,sha256=ZAdwLErjPITkIc87D3DTcHYhhUP3fBI-LpDYsH9eVE4,5842
+frontend/lib/settings.ts,sha256=klHVyB2n-wTc8YrjKCIf2BEmrR-JLVHrRYIXkDxv9-A,6263
 frontend/lib/themes.json,sha256=mk6IGy6o_DCOerBH3QmfXozTHEiy-alsTLTTIaba7No,292018
-frontend/lib/websocket-native.ts,sha256=6QUSLSONnCImPp9hpFo_XdXME5X7DOptW1mrtG7E99A,5962
+frontend/lib/websocket-native.ts,sha256=KcokVZAl08iWRAcBOfyt3uej352esOa_-YwLk7M5iSU,6046
 frontend/lib/websocket.ts,sha256=V2Y7sktt2dm1G-ZILggcqIWccsh-xoAG9dLHpNVqIqs,4500
 frontend/public/file.svg,sha256=K2eBLDJcGZoCU2zb7qDFk6cvcH0yO3LuPgjbqwZ1O9Q,391
 frontend/public/globe.svg,sha256=thS5vxg5JZV2YayFFJj-HYAp_UOmL7_thvniYkpX588,1035
@@ -65,17 +64,17 @@ frontend/public/fonts/Fira.ttf,sha256=dbSM4W7Drd9n_EkfXq8P31KuxbjZ1wtuFiZ8aFebvT
 frontend/public/fonts/Tiempos.woff2,sha256=h83bJKvAK301wXCMIvK7ZG5j0H2K3tzAfgo0yk4z8OE,13604
 frontend/public/fonts/VeraMono.ttf,sha256=2kKB3H2xej385kpiztkodcWJU0AFXsi6JKORTrl7NJ0,49224
 frontend/types/notebook.ts,sha256=v23RaZe6H3lU5tq6sqnJDPxC2mu0NZFDCJfiN0mgvSs,1359
-more_compute-0.2.6.dist-info/licenses/LICENSE,sha256=0Ot-XIetYt06iay6IhtpJkruD-cLZtjyv7_aIEE-oSc,1073
+more_compute-0.3.0.dist-info/licenses/LICENSE,sha256=0Ot-XIetYt06iay6IhtpJkruD-cLZtjyv7_aIEE-oSc,1073
 morecompute/__init__.py,sha256=pcMVq8Q7qb42AOn7tqgoZJOi3epDDBnEriiv2WVKnXY,87
-morecompute/__version__.py,sha256=Oz5HbwHMyE87nmwV80AZzpkJPf-wBg7eDuJr_BXZkhU,22
+morecompute/__version__.py,sha256=VrXpHDu3erkzwl_WXrqINBm9xWkcyUy53IQOj042dOs,22
 morecompute/cli.py,sha256=kVvzvPBqF8xO6UuhU_-TBn99nKwJ405R2mAS6zU0KBc,734
 morecompute/notebook.py,sha256=KEcv0eOEh9N7bPVGoRuKJb47G9MmpQ5zz1B6Dm58w18,4651
 morecompute/process_worker.py,sha256=KsE3r-XpkYGuyO4w3t54VKkD51LfNHAZc3TYattMtrg,7185
-morecompute/server.py,sha256=W_EfX4NiSYZgK3ZZFP-LPO78_Sjzuyo3eiKprnAxsfI,40144
+morecompute/server.py,sha256=mdN80iBUixq4KUQfu53aoVsNZ6DM9RaBXc-lwt4bxFk,40285
 morecompute/execution/__init__.py,sha256=jPmBmq8BZWbUEY9XFSpqt5FkgX04uNS10WnUlr7Rnms,134
 morecompute/execution/__main__.py,sha256=pAWB_1bn99u8Gb-tVMSMI-NYvbYbDiwbn40L0a0djeA,202
-morecompute/execution/executor.py,sha256=v8OKWuHykuLvhnvsRydFECcgqRqfCFM__FAHb22ARcg,20128
-morecompute/execution/worker.py,sha256=9z1-3ruT5DbsqRJWw54J8VFVOnm_X1Vwcp6GCV5JP4o,12465
+morecompute/execution/executor.py,sha256=BesGdx10HSGj8PyPrekdQZzc0tXoqidznEaFITOq8JM,20554
+morecompute/execution/worker.py,sha256=4yZc_Z4A_nhCv_Lv8MaseSe7KYdXPYK5yDeQeDZoVwM,16004
 morecompute/models/__init__.py,sha256=VLJ5GWi2uTNiZBdvl-ipSbmA6EL8FZHZ5oq-rJmm9z0,640
 morecompute/models/api_models.py,sha256=-ydvi9SeTfdoY9oVPNQS4by-kQGSknx6BHhGD8E2tpo,4553
 morecompute/services/data_manager.py,sha256=c4GKucetMM-VPNbHyzce6bZRvFfmz8kTd5RppLjoLVc,14329
@@ -86,15 +85,18 @@ morecompute/services/prime_intellect.py,sha256=b705rHv3RPRsgWedRlHwoP_S-TxxZtMSy
 morecompute/static/styles.css,sha256=el_NtrUMbAUNSiMVBn1xlG70m3iPv7dyaIbWQMexhsY,19277
 morecompute/utils/__init__.py,sha256=VIxCL3S1pnjEs4cjKGZqZB68_P8FegdeMIqBjJhI5jQ,419
 morecompute/utils/cache_util.py,sha256=lVlXudHvtyvSo_kCSxORJrI85Jod8FrQLbI2f_JOIbA,661
+morecompute/utils/cell_magics.py,sha256=XUxy6lIsrx-9r0mWn0smI1gvT3-kv0rhN5km9cs3D48,27278
 morecompute/utils/config_util.py,sha256=fGTQll7Zh05ZHrW8LuQNTJGziGnIfvKIU3azbrY-I-s,1793
 morecompute/utils/error_utils.py,sha256=e50WLFdD6ngIC30xAgrzdTYtD8tPOIFkKAAh_sPbK0I,11667
+morecompute/utils/line_magics.py,sha256=kTutYBPAWoURY_pk8HXQ38IP712M2rBBfUg3oN8VrP0,33740
 morecompute/utils/notebook_util.py,sha256=3hH94dtXvhizRVTU9a2b38m_51Y4igoXpkjAXUqpVBQ,1353
 morecompute/utils/python_environment_util.py,sha256=l8WWWPwKbypknw8GwL22NXCji5i1FOy1vWG47J6og4g,7441
-morecompute/utils/special_commands.py,sha256=JTc9II2EitmivwTTdnydEefShasiTa-7w8tNyYVIenw,19104
+morecompute/utils/shell_utils.py,sha256=fGFLhQLZU-lmMGALbbS-fKPkhQtmMhZ1FkgQ3TeoFhA,1917
+morecompute/utils/special_commands.py,sha256=IyF9MTINMNNo3P_f56Q6yS_P2HNjA9vohYVxEV7KYnc,17331
 morecompute/utils/system_environment_util.py,sha256=32mQRubo0i4X61o-825T7m-eUSidcEp07qkInP1sWZA,4774
 morecompute/utils/zmq_util.py,sha256=tx7-iS04UN69OFtBzkxcEnRhT7xtI9EzRnrZ_nsH_O0,1889
-more_compute-0.2.6.dist-info/METADATA,sha256=WwIvC8bdlk8MTsPcfHiiyoVOShlimReIQuEaPwYep0Q,3631
-more_compute-0.2.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-more_compute-0.2.6.dist-info/entry_points.txt,sha256=xp7z9eRPNRM4oxkZZVlyXkhkSjN1AjoYI_B7qpDJ1bI,49
-more_compute-0.2.6.dist-info/top_level.txt,sha256=Tamm6ADzjwaQa1z27O7Izcyhyt9f0gVjMv1_tC810aI,32
-more_compute-0.2.6.dist-info/RECORD,,
+more_compute-0.3.0.dist-info/METADATA,sha256=86In89hNjbgE5pKBac7gAQ9YKQD-hVbL3b9IecnskMo,3631
+more_compute-0.3.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+more_compute-0.3.0.dist-info/entry_points.txt,sha256=xp7z9eRPNRM4oxkZZVlyXkhkSjN1AjoYI_B7qpDJ1bI,49
+more_compute-0.3.0.dist-info/top_level.txt,sha256=Tamm6ADzjwaQa1z27O7Izcyhyt9f0gVjMv1_tC810aI,32
+more_compute-0.3.0.dist-info/RECORD,,

morecompute/__version__.py

@@ -1 +1 @@
-__version__ = "0.2.6"
+__version__ = "0.3.0"

morecompute/execution/executor.py

@@ -120,10 +120,17 @@ class NextZmqExecutor:
         if handler is not None:
             normalized_source = handler._coerce_source_to_text(source_code)  # type: ignore[reportPrivateUsage]
             if handler.is_special_command(normalized_source):
-                # If connected to remote pod, send special commands to remote worker
-                # Otherwise they execute locally which gives wrong results
-                if not self.is_remote:
-                    # Execute special command locally
+                # Check if this is a PURE special command (starts with !, %%, or %)
+                # vs a MIXED command (contains shell commands but also has Python code)
+                stripped = normalized_source.strip()
+                is_pure_special = (stripped.startswith('!') or
+                                 stripped.startswith('%%') or
+                                 stripped.startswith('%'))
+
+                # Only execute PURE special commands locally
+                # Mixed commands must go to worker for proper streaming
+                if not self.is_remote and is_pure_special:
+                    # Execute pure special command locally
                     execution_count = getattr(self, 'execution_count', 0) + 1
                     self.execution_count = execution_count
                     start_time = time.time()
@@ -143,7 +150,7 @@ class NextZmqExecutor:
                     if websocket:
                         await websocket.send_json({'type': 'execution_complete', 'data': {'cell_index': cell_index, 'result': result}})
                     return result
-                # For remote execution, fall through to send via ZMQ
+                # For remote execution OR mixed commands, fall through to send via ZMQ
 
         execution_count = getattr(self, 'execution_count', 0) + 1
         self.execution_count = execution_count

morecompute/execution/worker.py

@@ -10,6 +10,91 @@ import matplotlib
 matplotlib.use('Agg')
 import matplotlib.pyplot as plt
 import re
+import subprocess
+import shlex
+import platform
+
+# Import shared shell command utilities
+sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+from utils.shell_utils import prepare_shell_command, prepare_shell_environment
+
+def _preprocess_shell_commands(code: str) -> str:
+    """
+    Preprocess code to transform IPython-style shell commands (!cmd) into Python function calls.
+    Returns transformed code with shell commands converted to _run_shell_command() calls.
+    """
+    lines = code.split('\n')
+    transformed_lines = []
+
+    for line in lines:
+        # Match shell commands: "    !pip install pandas"
+        shell_match = re.match(r'^(\s*)!(.+)$', line)
+
+        if shell_match:
+            indent = shell_match.group(1)
+            shell_cmd = shell_match.group(2).strip()
+            # Use repr() for proper escaping
+            shell_cmd_repr = repr(shell_cmd)
+            # Transform to function call
+            transformed = f"{indent}_run_shell_command({shell_cmd_repr})"
+            transformed_lines.append(transformed)
+        else:
+            transformed_lines.append(line)
+
+    return '\n'.join(transformed_lines)
+
+def _inject_shell_command_function(globals_dict: dict):
+    """Inject the _run_shell_command function into globals if not present."""
+    if '_run_shell_command' not in globals_dict:
+        def _run_shell_command(cmd: str):
+            """Execute a shell command synchronously with streaming output"""
+            # Prepare command and environment (using shared utilities)
+            shell_cmd = prepare_shell_command(cmd)
+            env = prepare_shell_environment(cmd)
+
+            # Use Popen for real-time streaming
+            process = subprocess.Popen(
+                shell_cmd,
+                stdout=subprocess.PIPE,
+                stderr=subprocess.PIPE,
+                text=True,
+                bufsize=1,  # Line buffered
+                env=env
+            )
+
+            # Stream output line by line
+            import threading
+
+            def read_stream(stream, output_type):
+                try:
+                    for line in iter(stream.readline, ''):
+                        if not line:
+                            break
+                        if output_type == 'stdout':
+                            print(line, end='')
+                            sys.stdout.flush()
+                        else:
+                            print(line, end='', file=sys.stderr)
+                            sys.stderr.flush()
+                except Exception:
+                    pass
+                finally:
+                    stream.close()
+
+            stdout_thread = threading.Thread(target=read_stream, args=(process.stdout, 'stdout'))
+            stderr_thread = threading.Thread(target=read_stream, args=(process.stderr, 'stderr'))
+            stdout_thread.daemon = True
+            stderr_thread.daemon = True
+            stdout_thread.start()
+            stderr_thread.start()
+
+            return_code = process.wait()
+            stdout_thread.join()
+            stderr_thread.join()
+
+            return return_code
+
+        globals_dict['_run_shell_command'] = _run_shell_command
 
 def _setup_signals():
     def _handler(signum, frame):
@@ -232,7 +317,14 @@ def worker_main():
             error_payload = None
             start = time.time()
             try:
-                compiled = compile(code, '<cell>', 'exec')
+                # Preprocess shell commands (!cmd) to Python function calls
+                # This allows code like "import os; !pip install pandas" to work
+                preprocessed_code = _preprocess_shell_commands(code)
+
+                # Inject shell command function into globals if needed
+                _inject_shell_command_function(g)
+
+                compiled = compile(preprocessed_code, '<cell>', 'exec')
                 exec(compiled, g, l)
 
                 # Try to evaluate last expression for display (like Jupyter)

morecompute/server.py

@@ -119,6 +119,10 @@ async def list_installed_packages(force_refresh: bool = False):
     global pod_manager
     cache_key = "packages_list"
 
+    # Clear cache if force refresh is requested
+    if force_refresh and cache_key in packages_cache:
+        del packages_cache[cache_key]
+
     # Check cache first unless force refresh is requested
     if not force_refresh and cache_key in packages_cache:
         return packages_cache[cache_key]