npm - @microlight/core - Versions diffs - 0.2.0 - Mend

@microlight/core 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (49) hide show

package/README.md +77 -0
package/bin/microlight-core.js +70 -0
package/dist/scripts/generate-folder-index.js +120 -0
package/dist/scripts/generate-task-imports.js +64 -0
package/dist/scripts/generate-task-index.js +61 -0
package/dist/scripts/prepareFolders.js +119 -0
package/dist/scripts/prepareServer.js +34 -0
package/dist/scripts/prepareTasks.js +114 -0
package/dist/server/app/api/tasks/[slug]/route.js +54 -0
package/dist/server/app/layout.js +41 -0
package/dist/server/app/library/[[...f_path]]/ViewFolder.js +113 -0
package/dist/server/app/library/[[...f_path]]/page.js +42 -0
package/dist/server/app/page.js +4 -0
package/dist/server/app/tasks/[slug]/ViewTask.js +252 -0
package/dist/server/app/tasks/[slug]/action.js +44 -0
package/dist/server/app/tasks/[slug]/page.js +33 -0
package/dist/server/app/tasks/[slug]/runs/[r_id]/ViewRun.js +230 -0
package/dist/server/app/tasks/[slug]/runs/[r_id]/_components/DropdownActions/DropdownActions.js +46 -0
package/dist/server/app/tasks/[slug]/runs/[r_id]/_components/DropdownActions/action.js +35 -0
package/dist/server/app/tasks/[slug]/runs/[r_id]/page.js +43 -0
package/dist/server/components/Icon.js +22 -0
package/dist/server/components/Link.js +52 -0
package/dist/server/components/MLInput.js +29 -0
package/dist/server/components/Navbar/Navbar.js +38 -0
package/dist/server/components/Navbar/NavbarContainer.js +26 -0
package/dist/server/components/PageHeader.js +87 -0
package/dist/server/components/StatusChip.js +11 -0
package/dist/server/components/Test.js +5 -0
package/dist/server/components/TopLoader.js +8 -0
package/dist/server/database/microlight/index.js +52 -0
package/dist/server/database/microlight/tables/Logs.model.js +34 -0
package/dist/server/database/microlight/tables/Runs.model.js +61 -0
package/dist/server/instrumentation.js +16 -0
package/dist/server/lib/executeRun.js +80 -0
package/dist/server/lib/generateDisplayFunctions.js +89 -0
package/dist/server/lib/getAllTasks.js +32 -0
package/dist/server/lib/getTaskDetails.js +17 -0
package/dist/server/lib/loadSchedules.js +77 -0
package/dist/server/tasks/1.intro/hello_world2.task.js +21 -0
package/dist/server/tasks/1.intro/microlight.folder.js +5 -0
package/dist/server/tasks/1.intro/ml.task.js +31 -0
package/dist/server/tasks/1.intro/scheduled.task.js +18 -0
package/dist/server/tasks/1.intro/takes_time.task.js +28 -0
package/dist/server/tasks/1.intro/test/microlight.folder.js +5 -0
package/dist/server/tasks/1.intro/test/takes_time2.task.js +28 -0
package/dist/server/tasks/index.js +33 -0
package/dist/server/tasks/microlight.folder.js +5 -0
package/index.js +1 -0
package/package.json +46 -0

package/dist/server/app/api/tasks/[slug]/route.js ADDED Viewed

@@ -0,0 +1,54 @@
+import { executeTask } from "../../../tasks/[slug]/action";
+export async function POST(request, {
+  params
+}) {
+  try {
+    // Extract the slug from the route parameters
+    const {
+      slug
+    } = params;
+    // Extract query parameters
+    const url = new URL(request.url);
+    const date = url.searchParams.get('date');
+    const filename = url.searchParams.get('filename');
+    // Create FormData-like object with the query parameters
+    const formData = new FormData();
+    formData.append('date', date);
+    formData.append('filename', filename);
+    // Create task object using the dynamic slug
+    const task = {
+      slug: slug
+      // Add other required task properties here
+    };
+    // Execute the task using the same function
+    const result = await executeTask({
+      formData,
+      task
+    });
+    if (result.success) {
+      return Response.json({
+        success: true,
+        runId: result.run.id,
+        redirectUrl: `/tasks/${slug}/runs/${result.run.id}`
+      });
+    } else {
+      return Response.json({
+        success: false,
+        error: 'Task execution failed'
+      }, {
+        status: 400
+      });
+    }
+  } catch (error) {
+    return Response.json({
+      success: false,
+      error: error.message
+    }, {
+      status: 500
+    });
+  }
+}

package/dist/server/app/layout.js ADDED Viewed

@@ -0,0 +1,41 @@
+import { Inter } from "next/font/google";
+const inter = Inter({
+  subsets: ["latin"]
+});
+import TopLoader from "../components/TopLoader";
+// import ServiceWorkerRegistration from "@/components/ServiceWorkerRegistration";
+import NavbarContainer from "../components/Navbar/NavbarContainer";
+export const metadata = {
+  title: "Microlight",
+  description: "Simple single server task runner"
+  // icons: {
+  //   icon: [
+  //     { url: '/favicon.ico' },
+  //     { url: '/favicon-16x16.png', sizes: '16x16', type: 'image/png' },
+  //     { url: '/favicon-32x32.png', sizes: '32x32', type: 'image/png' },
+  //     { url: '/favicon-48x48.png', sizes: '48x48', type: 'image/png' },
+  //   ],
+  //   apple: [
+  //     { url: '/apple-touch-icon.png' },
+  //   ],
+  // },
+};
+export default function RootLayout({
+  children
+}) {
+  return <html lang="en">
+      <head>
+        <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.5.1/css/all.min.css" />
+      </head>
+      <body className={inter.className} style={{
+      margin: 0,
+      padding: 0
+    }}>
+        {/* <ServiceWorkerRegistration /> */}
+        <TopLoader />
+        <NavbarContainer>
+          {children}
+        </NavbarContainer>
+      </body>
+    </html>;
+}

package/dist/server/app/library/[[...f_path]]/ViewFolder.js ADDED Viewed

@@ -0,0 +1,113 @@
+'use client';
+import { Table, Box, Container, Typography } from '@mui/joy';
+import React from 'react';
+import Icon from "../../../components/Icon";
+// import Link from '@/components/Link';
+import { Link } from 'switchless';
+import PageHeader from "../../../components/PageHeader";
+function generateBreadcrumbs({
+  params
+}) {
+  let breadcrumbs = [];
+  let b = {
+    text: "Library"
+  };
+  if (params.f_path?.length) {
+    let slug = '/library';
+    b.href = '/library';
+    breadcrumbs.push(b);
+    params.f_path.forEach(function (name, i) {
+      let b = {
+        text: name
+      };
+      if (i != params.f_path.length - 1) {
+        slug += '/' + name;
+        b.href = slug;
+      }
+      breadcrumbs.push(b);
+    });
+  } else {
+    breadcrumbs.push(b);
+  }
+  return breadcrumbs;
+}
+export default function ViewFolder({
+  params,
+  folder,
+  contents,
+  fileList
+}) {
+  // params.f_path will be an array containing all segments after /library/
+  // e.g. for /library/level1/level2/level3
+  // params.f_path = ['level1', 'level2', 'level3']
+  const breadcrumbs = generateBreadcrumbs({
+    params
+  });
+  const dir = params.f_path ? '/' + params.f_path?.join('/') : '';
+  return <>
+    <Container>
+      <PageHeader breadcrumbs={breadcrumbs} header={{
+        part1: 'Folder:',
+        part2: folder.name
+      }} />
+      <Typography level='body-sm'>{folder.description}</Typography>
+      <Table sx={{
+        pt: 1,
+        "--Table-headerUnderlineThickness": "2px",
+        "--TableCell-height": "25px"
+      }}>
+        <thead>
+          <tr>
+            <th>Name</th>
+            <th>Description</th>
+            <th>Tasks</th>
+          </tr>
+        </thead>
+        <tbody>
+          {contents.map(content => {
+            return <React.Fragment key={`${content.type}__${content.slug}`}>
+              <tr>
+                <td>
+                  {content.type == 'folder' && <>
+                    <Box sx={{
+                      display: 'flex',
+                      alignItems: 'center',
+                      gap: 1
+                    }}>
+                    {/* <Icon icon='folder' color='#444444'/> */}
+                    <i class="fa-regular fa-folder fa-xl"></i>
+                    <Link href={'/library' + '/' + content.slug}>{content.name}</Link>
+                    </Box>
+                  </>}
+                  {content.type == 'task' && <>
+                    <Box sx={{
+                      display: 'flex',
+                      alignItems: 'center',
+                      gap: 1
+                    }}>
+                      {/* <Icon icon='send' color='#6435c9'/> */}
+                      <i class="fa-solid fa-paper-plane fa-xl" style={{
+                        color: '#6435c9'
+                      }}></i>
+                      <Link href={'/tasks/' + content.slug}>{content.name}</Link>
+                    </Box>
+                  </>}
+                </td>
+                <td>{content.description}</td>
+                <td></td>
+              </tr>
+            </React.Fragment>;
+          })}
+        </tbody>
+      </Table>
+      {/* <pre>{JSON.stringify(folder,null,2)}</pre> */}
+      {/* <pre>{JSON.stringify(contents,null,2)}</pre> */}
+    </Container>
+  </>;
+}

package/dist/server/app/library/[[...f_path]]/page.js ADDED Viewed

@@ -0,0 +1,42 @@
+import ViewFolder from "./ViewFolder";
+import fs from 'fs';
+import { notFound } from 'next/navigation';
+import folderMap from "../../../../folderMap";
+const project_folder = process.cwd() + '/src/tasks/';
+async function getFolderDetails({
+  params
+}) {
+  const dir = params?.f_path?.join('/') || '';
+  console.log('\n\n\n\n======');
+  console.log("dir - ", dir);
+  let folderConfig = {};
+  folderConfig = folderMap[dir];
+  console.log(folderConfig);
+  // console.log('\n\n\n\n\n===========');
+  // console.log(dir)
+  // console.log(folderMap)
+  // console.log(folderConfig)
+  return folderConfig;
+}
+export default async function Page({
+  params
+}) {
+  params = await params;
+  let folder = {
+    contents: []
+  };
+  let contents = [];
+  try {
+    folder = await getFolderDetails({
+      params
+    });
+  } catch (e) {
+    if (e.code === 'MODULE_NOT_FOUND') notFound();
+  }
+  // console.log('\n\n\n======');
+  // When accessing /library, params.f_path will be undefined
+  // When accessing /library/a/b, params.f_path will be ['a', 'b']
+  return <ViewFolder params={params} folder={folder} contents={folder.contents} />;
+}

package/dist/server/app/page.js ADDED Viewed

@@ -0,0 +1,4 @@
+import { redirect } from "next/navigation";
+export default function Home() {
+  redirect('/library');
+}

package/dist/server/app/tasks/[slug]/ViewTask.js ADDED Viewed

@@ -0,0 +1,252 @@
+'use client';
+import OpenInNew from '@mui/icons-material/OpenInNew';
+import { Container, Typography, Box, Card, ButtonGroup, Button, Table, Chip, Link as MuiLink } from '@mui/joy';
+import PageHeader from "../../../components/PageHeader";
+import MLInput from "../../../components/MLInput";
+import { useState } from 'react';
+import { executeTask } from "./action";
+import { redirect } from 'next/navigation';
+import StatusChip from "../../../components/StatusChip";
+import cronstrue from 'cronstrue';
+import Link from "../../../components/Link";
+function generateBreadcrumbs({
+  task
+}) {
+  let breadcrumbs = [{
+    text: "Library",
+    href: "/library"
+  }];
+  // Add task path segments to breadcrumbs if available
+  if (task._folderPath) {
+    const f_path = task._folderPath.split('/');
+    let folderPath = '/library';
+    f_path.forEach((folder, index) => {
+      folderPath += '/' + folder;
+      breadcrumbs.push({
+        text: folder,
+        href: folderPath
+      });
+    });
+    breadcrumbs.push({
+      text: task.slug
+    });
+  }
+  return breadcrumbs;
+}
+export default function ViewTask({
+  params,
+  task,
+  runs,
+  searchParams
+}) {
+  const breadcrumbs = generateBreadcrumbs({
+    task
+  });
+  const [loading, setLoading] = useState(false);
+  const RightButtons = function () {
+    return <>
+      {task?.links?.map(link => {
+        return <>
+          <MuiLink underline="none" variant="outlined" color="neutral" target='_blank' href={link.href} startDecorator={<i class="fa-solid fa-up-right-from-square"></i>} sx={{
+            mx: 0.5,
+            px: 1,
+            py: 0.5,
+            borderRadius: 'md'
+          }}>
+            {link.title}
+          </MuiLink>
+        </>;
+      })}
+    </>;
+  };
+  const handleSubmit = async event => {
+    event.preventDefault();
+    setLoading(true);
+    const form = event.currentTarget;
+    const formData = new FormData(form);
+    let result = await executeTask({
+      formData,
+      task
+    });
+    if (result.success)
+      // console.log('something went wrong');
+      console.log(`/tasks/${task.slug}/runs/${result.run.id}`);
+    redirect(`/tasks/${task.slug}/runs/${result.run.id}`);
+  };
+  return <Container>
+      <PageHeader breadcrumbs={breadcrumbs} header={{
+      part1: 'Task:',
+      part2: task.name
+    }} RightButtons={RightButtons} />
+      <Typography level="body-sm">{task.description}</Typography>
+      <Card sx={{
+      mt: 2,
+      backgroundColor: 'transparent',
+      maxWidth: 400
+    }}>
+        {/* {Object.keys(task.inputs)} */}
+        <form onSubmit={handleSubmit}>
+          {Object.keys(task.inputs).map(slug => <>
+            <MLInput key={slug} slug={slug} def={task.inputs[slug]} searchParams={searchParams} />
+          </>)}
+          <ButtonGroup spacing={1}>
+            {/* <Button type="submit" fullWidth color="primary" variant="solid" startDecorator={<FilterAltIcon />}>Apply filter</Button> */}
+            <Button loading={loading} disabled={loading} type="submit" color='primary' variant="solid">Execute task</Button>
+            {/* <Button loading={loading} disabled={loading} type="submit" color='primary' sx={{bgcolor:'#6435c9',borderRadius:3}} variant="solid">Execute task</Button> */}
+            {/* <Button variant="outlined" onClick={handleReset}>Reset</Button> */}
+            {/* <Button disabled={loading.apply} loading={loading.reset} fullWidth variant="outlined" color="primary" onClick={handleReset} >Reset</Button> */}
+          </ButtonGroup>
+        </form>
+      </Card>
+      <Typography level="title-lg" sx={{
+      mt: 3
+    }}>Schedules:</Typography>
+      <Table variant='outlined' aria-label="task runs table" size='md' sx={{
+      mt: 1,
+      maxWidth: 800,
+      '& th': {
+        height: {
+          sm: "22px",
+          md: "26px",
+          lg: "30px"
+        }
+      },
+      '& td': {
+        height: {
+          sm: "23px",
+          md: "27px",
+          lg: "31px"
+        }
+      }
+    }}>
+        <thead>
+          <tr>
+            {/* <th ></th> */}
+            <th style={{
+            width: 100
+          }}>Schedule</th>
+            <th style={{
+            width: 150
+          }}>Description</th>
+            <th style={{
+            width: 300
+          }}>Payload</th>
+            <th>Is Enabled?</th>
+            {/* <th>User</th> */}
+          </tr>
+        </thead>
+        <tbody>
+          {task?.schedules?.map((schedule, index) => <tr key={index}>
+              <td>{schedule.schedule}</td>
+              <td>
+                {cronstrue.toString(schedule.schedule)}
+              </td>
+              <td style={{
+            overflow: 'auto',
+            '&::-webkit-scrollbar': {
+              display: 'none'
+            },
+            height: 0,
+            scrollbarWidth: 'none',
+            // Firefox
+            msOverflowStyle: 'none' // IE and Edge
+          }}>
+                <pre style={{
+              margin: 0
+            }}>{JSON.stringify(schedule?.inputs, null, 2).slice(2, -2)}</pre>
+              </td>
+              <td>
+                {schedule.is_enabled ? 'enabled' : 'disabled'}
+              </td>
+              {/* <td>{run.user}</td> */}
+            </tr>)}
+        </tbody>
+      </Table>
+      <Typography level="title-lg" sx={{
+      mt: 3
+    }}>Recent runs:</Typography>
+      {/* <pre>{JSON.stringify(runs,null,2)}</pre> */}
+      <Table variant='outlined' aria-label="task runs table" size='md' sx={{
+      mt: 1,
+      maxWidth: 800,
+      '& th': {
+        height: {
+          sm: "22px",
+          md: "26px",
+          lg: "30px"
+        }
+      },
+      '& td': {
+        height: {
+          sm: "23px",
+          md: "27px",
+          lg: "31px"
+        }
+      }
+    }}>
+        <thead>
+          <tr>
+            {/* <th ></th> */}
+            <th style={{
+            width: 100
+          }}>Created At</th>
+            <th style={{
+            width: 150
+          }}>ID</th>
+            <th style={{
+            width: 300
+          }}>Payload</th>
+            <th>Status</th>
+            <th style={{
+            width: '58px'
+          }}>Duration</th>
+            <th>By</th>
+            {/* <th>User</th> */}
+          </tr>
+        </thead>
+        <tbody>
+          {runs.map(run => <tr key={run.id}>
+              <td>{new Date(run.updated_at).toLocaleString()}</td>
+              <td>
+                <Link href={`/tasks/${params.slug}/runs/${run.id}`} level="body-sm">
+                  {task.slug} #{run.id}
+                </Link>
+              </td>
+              <td style={{
+            overflow: 'auto',
+            '&::-webkit-scrollbar': {
+              display: 'none'
+            },
+            height: 0,
+            scrollbarWidth: 'none',
+            // Firefox
+            msOverflowStyle: 'none' // IE and Edge
+          }}>
+                <pre style={{
+              margin: 0
+            }}>{JSON.stringify(run?.inputs, null, 1).slice(2, -2)}</pre>
+              </td>
+              <td>
+                <StatusChip status={run.status} />
+              </td>
+              <td style={{
+            textAlign: 'right'
+          }}>{run.duration / 1000 || 0}s</td>
+              <td>{run.triggered_by || 'user'}</td>
+              {/* <td>{run.user}</td> */}
+            </tr>)}
+        </tbody>
+      </Table>
+      {/* Add your task execution UI components here */}
+      {/* Uncomment for debugging */}
+      {/* <pre>{JSON.stringify(task, null, 2)}</pre> */}
+    </Container>;
+}

package/dist/server/app/tasks/[slug]/action.js ADDED Viewed

@@ -0,0 +1,44 @@
+"use server";
+import async from 'async';
+import microlightDB from "../../../database/microlight";
+import executeRun from "../../../lib/executeRun";
+import { redirect } from 'next/navigation';
+import { revalidatePath } from 'next/cache';
+export async function executeTask({
+  formData,
+  task
+}) {
+  const workflow = {
+    createRun: async function () {
+      let run = await microlightDB.Runs.create({
+        task: task.slug,
+        logs: {},
+        inputs: Object.fromEntries(formData?.entries()),
+        triggered_by: 'user',
+        status: 'pending'
+      }, {
+        returning: true
+      });
+      return run.toJSON();
+    },
+    startRun: ['createRun', async function (results) {
+      process.nextTick(() => executeRun(results.createRun));
+      return;
+    }]
+  };
+  try {
+    const results = await async.auto(workflow);
+    console.log(results);
+    revalidatePath(`/tasks/${task.slug}`);
+    return {
+      success: true,
+      run: results.createRun
+    };
+  } catch (e) {
+    return {
+      success: false,
+      error: e
+    };
+  }
+}

package/dist/server/app/tasks/[slug]/page.js ADDED Viewed

@@ -0,0 +1,33 @@
+import getTaskDetails from "../../../lib/getTaskDetails";
+import ViewTask from "./ViewTask";
+import async from 'async';
+import microlightDB from "../../../database/microlight";
+import { orderBy } from "lodash";
+export default async function Page({
+  params,
+  searchParams
+}) {
+  params = await params;
+  searchParams = await searchParams;
+  const workflow = {
+    getTask: async function () {
+      const task = await getTaskDetails({
+        params
+      });
+      delete task.fn;
+      return task;
+    },
+    getRuns: async function () {
+      let runs = await microlightDB.Runs.findAll({
+        where: {
+          task: params.slug
+        },
+        order: [['updated_at', 'DESC']]
+      });
+      runs = runs.map(r => r.toJSON());
+      return runs;
+    }
+  };
+  let results = await async.auto(workflow);
+  return <ViewTask params={params} task={results.getTask} runs={results.getRuns} searchParams={searchParams} />;
+}