slice-machine-ui 2.19.2-alpha.jp-figma-to-prismic.2 → 2.19.2-alpha.jp-figma-to-prismic.4

package/src/features/customTypes/customTypesBuilder/CreateSliceFromImageModal/CreateSliceFromImageModal.tsx

@@ -4,6 +4,7 @@ import {
   Box,
   Button,
   Dialog,
+  DialogActionButton,
   DialogActions,
   DialogCancelButton,
   DialogContent,
@@ -11,6 +12,7 @@ import {
   DialogHeader,
   FileDropZone,
   FileUploadButton,
+  ProgressCircle,
   ScrollArea,
   Text,
 } from "@prismicio/editor-ui";
@@ -24,6 +26,7 @@ import { getState, telemetry } from "@/apiClient";
 import { addAiFeedback } from "@/features/aiFeedback";
 import { useOnboarding } from "@/features/onboarding/useOnboarding";
 import { useAutoSync } from "@/features/sync/AutoSyncProvider";
+import { useExperimentVariant } from "@/hooks/useExperimentVariant";
 import { FigmaIcon } from "@/icons/FigmaIcon";
 import { managerClient } from "@/managerClient";
 import useSliceMachineActions from "@/modules/useSliceMachineActions";
@@ -41,31 +44,27 @@ const IMAGE_UPLOAD_LIMIT = 10;
 interface CreateSliceFromImageModalProps {
   open: boolean;
   location: "custom_type" | "page_type" | "slices";
-  onSuccess: (args: {
-    slices: {
-      model: SharedSlice;
-      langSmithUrl?: string;
-    }[];
-    library: string;
-  }) => void;
+  onSuccess: (args: { slices: SharedSlice[]; library: string }) => void;
   onClose: () => void;
 }
 
 export function CreateSliceFromImageModal(
   props: CreateSliceFromImageModalProps,
 ) {
-  const { open, location, onClose } = props;
+  const { open, location, onClose, onSuccess } = props;
   const [slices, setSlices] = useState<Slice[]>([]);
+  const [isSubmitting, setIsSubmitting] = useState(false);
   const { syncChanges } = useAutoSync();
   const { createSliceSuccess } = useSliceMachineActions();
   const { completeStep } = useOnboarding();
   const existingSlices = useExistingSlices({ open });
-
+  const { libraryID, isLoading: isLoadingLibraryID } = useLibraryID();
   /**
    * Keeps track of the current instance id.
    * When the modal is closed, the id is reset.
    */
   const id = useRef(crypto.randomUUID());
+  const isFigmaEnabled = useIsFigmaEnabled();
 
   useHotkeys(
     ["meta+v", "ctrl+v"],
@@ -73,15 +72,9 @@ export function CreateSliceFromImageModal(
       event.preventDefault();
       void handlePaste();
     },
-    { enabled: open },
+    { enabled: open && isFigmaEnabled },
   );
 
-  useEffect(() => {
-    if (slices.every((slice) => slice.status === "success")) {
-      void onAllComplete();
-    }
-  }, [slices]); // eslint-disable-line react-hooks/exhaustive-deps
-
   const setSlice = (args: {
     index: number;
     slice: (prevSlice: Slice) => Slice;
@@ -98,6 +91,8 @@ export function CreateSliceFromImageModal(
   };
 
   const onImagesSelected = (images: File[]) => {
+    if (hasTriggeredGeneration) return;
+
     if (images.length > IMAGE_UPLOAD_LIMIT) {
       toast.error(
         `You can only upload ${IMAGE_UPLOAD_LIMIT} images at a time.`,
@@ -105,22 +100,39 @@ export function CreateSliceFromImageModal(
       return;
     }
 
-    setSlices(
-      images.map((image) => ({
-        status: "uploading",
-        source: "upload",
-        image,
-      })),
-    );
+    const startIndex = slices.length;
+    setSlices((prevSlices) => [
+      ...prevSlices,
+      ...images.map(
+        (image): Slice => ({
+          source: "upload",
+          status: "uploading",
+          image,
+        }),
+      ),
+    ]);
 
-    images.forEach((imageData, index) => {
-      void generateSlice({ index, imageData, source: "upload" });
+    images.forEach((imageData, relativeIndex) => {
+      const index = startIndex + relativeIndex;
+      void uploadImage({ index, imageData, source: "upload" });
     });
   };
 
   const handlePaste = async () => {
-    // Limit just to one paste at a time for now
-    if (!open || slices.length > 0) return;
+    if (
+      !open ||
+      !isFigmaEnabled ||
+      // For now we only support one Figma slice at a time
+      slices.some((slice) => slice.source === "figma")
+    ) {
+      return;
+    }
+
+    // Don't allow pasting while uploads or generation are in progress
+    const isLoading = slices.some(
+      (slice) => slice.status === "uploading" || slice.status === "generating",
+    );
+    if (isLoading) return;
 
     const supportsClipboardRead =
       typeof navigator.clipboard?.read === "function";
@@ -217,7 +229,7 @@ export function CreateSliceFromImageModal(
       ]);
 
       // Start uploading the new image
-      void generateSlice({ index: newIndex, imageData, source: "figma" });
+      void uploadImage({ index: newIndex, imageData, source: "figma" });
 
       toast.success(`Pasted ${imageName}${success ? " from Figma" : ""}`);
     } catch (error) {
@@ -228,7 +240,7 @@ export function CreateSliceFromImageModal(
     }
   };
 
-  const generateSlice = async (args: {
+  const uploadImage = async (args: {
     index: number;
     imageData: File;
     source: "figma" | "upload";
@@ -236,22 +248,28 @@ export function CreateSliceFromImageModal(
     const { index, imageData, source } = args;
     const currentId = id.current;
 
-    const smConfig = await managerClient.project.getSliceMachineConfig();
-    const libraryID = smConfig?.libraries?.[0];
-    if (libraryID === undefined) {
-      throw new Error("No library found in the config.");
-    }
-
     setSlice({
       index,
-      slice: (prevSlice) => ({ ...prevSlice, status: "uploading" }),
+      slice: (prevSlice) => ({
+        ...prevSlice,
+        status: "uploading",
+        image: imageData,
+        source,
+      }),
     });
 
     try {
       const imageUrl = await getImageUrl({ image: imageData });
       if (currentId !== id.current) return;
 
-      void inferSlice({ index, imageUrl, libraryID, source });
+      setSlice({
+        index,
+        slice: (prevSlice) => ({
+          ...prevSlice,
+          status: "pending",
+          thumbnailUrl: imageUrl,
+        }),
+      });
     } catch {
       if (currentId !== id.current) return;
       setSlice({
@@ -259,12 +277,28 @@ export function CreateSliceFromImageModal(
         slice: (prevSlice) => ({
           ...prevSlice,
           status: "uploadError",
-          onRetry: () => void generateSlice({ index, imageData, source }),
+          onRetry: () => void uploadImage({ index, imageData, source }),
         }),
       });
     }
   };
 
+  const generateAllPendingSlices = () => {
+    if (libraryID === undefined) return;
+
+    // Generate all pending slices simultaneously
+    slices.forEach((slice, index) => {
+      if (slice.status === "pending") {
+        void inferSlice({
+          index,
+          libraryID,
+          imageUrl: slice.thumbnailUrl,
+          source: slice.source,
+        });
+      }
+    });
+  };
+
   const inferSlice = async (args: {
     index: number;
     imageUrl: string;
@@ -272,7 +306,7 @@ export function CreateSliceFromImageModal(
     source: "figma" | "upload";
   }) => {
     const { index, imageUrl, libraryID, source } = args;
-    const currentId = id.current;
+    let currentId = id.current;
 
     setSlice({
       index,
@@ -292,6 +326,13 @@ export function CreateSliceFromImageModal(
 
       if (currentId !== id.current) return;
 
+      const resolvedModel = sliceWithoutConflicts({
+        existingSlices: existingSlices.current,
+        newSlices: slices,
+        slice: inferResult.slice,
+      });
+
+      // Update slice state with success
       setSlices((prevSlices) => {
         return prevSlices.map((prevSlice, i) => {
           if (i !== index) return prevSlice;
@@ -299,16 +340,57 @@ export function CreateSliceFromImageModal(
             ...prevSlice,
             status: "success",
             thumbnailUrl: imageUrl,
-            model: sliceWithoutConflicts({
-              existingSlices: existingSlices.current,
-              newSlices: slices,
-              slice: inferResult.slice,
-            }),
+            model: resolvedModel,
+            langSmithUrl: inferResult.langSmithUrl,
           };
         });
       });
+
+      if (source === "upload") {
+        currentId = id.current;
+        const currentSlice = slices[index];
+
+        const { errors } = await managerClient.slices.createSlice({
+          libraryID,
+          model: resolvedModel,
+        });
+        if (errors.length) {
+          throw new Error(`Failed to create slice ${resolvedModel.id}.`);
+        }
+
+        // Set the variation screenshot
+        await managerClient.slices.updateSliceScreenshot({
+          libraryID,
+          sliceID: resolvedModel.id,
+          variationID: resolvedModel.variations[0].id,
+          data: currentSlice.image,
+        });
+
+        if (currentId !== id.current) return;
+      }
+
+      void completeStep("createSlice");
+
+      void telemetry.track({
+        event: "slice:created",
+        id: resolvedModel.id,
+        name: resolvedModel.name,
+        library: libraryID,
+        location,
+        mode: "ai",
+        langSmithUrl: inferResult.langSmithUrl,
+      });
+
+      addAiFeedback({
+        type: "model",
+        library: libraryID,
+        sliceId: resolvedModel.id,
+        variationId: resolvedModel.variations[0].id,
+        langSmithUrl: inferResult.langSmithUrl,
+      });
     } catch {
       if (currentId !== id.current) return;
+
       setSlice({
         index,
         slice: (prevSlice) => ({
@@ -323,163 +405,230 @@ export function CreateSliceFromImageModal(
     }
   };
 
-  const onAllComplete = async () => {
-    const newSlices = slices.reduce<NewSlice[]>((acc, slice) => {
-      if (slice.status === "success") {
-        acc.push(slice);
-      }
-      return acc;
-    }, []);
+  const resetState = () => {
+    id.current = crypto.randomUUID();
+    setSlices([]);
+  };
 
-    if (!newSlices.length) return;
+  const handleClose = () => {
+    resetState();
+    onClose();
+  };
 
-    const currentId = id.current;
+  const onSubmit = async () => {
     try {
-      // Only the slices generated from uploaded images need this step
-      const { slices, library } = await addSlices(
-        newSlices.filter((slice) => slice.source === "upload"),
-      );
-      if (currentId !== id.current) return;
-
-      id.current = crypto.randomUUID();
+      setIsSubmitting(true);
+      if (libraryID === undefined) return;
 
       const serverState = await getState();
       createSliceSuccess(serverState.libraries);
       syncChanges();
 
-      void completeStep("createSlice");
-
-      for (const { model, langSmithUrl } of slices) {
-        void telemetry.track({
-          event: "slice:created",
-          id: model.id,
-          name: model.name,
-          library,
-          location,
-          mode: "ai",
-          langSmithUrl,
-        });
-
-        addAiFeedback({
-          type: "model",
-          library,
-          sliceId: model.id,
-          variationId: model.variations[0].id,
-          langSmithUrl,
-        });
-      }
+      onSuccess({
+        slices: slices.flatMap((slice) =>
+          slice.status === "success" ? slice.model : [],
+        ),
+        library: libraryID,
+      });
 
-      toast.success(
-        `${newSlices.length} new slice${
-          newSlices.length > 1 ? "s" : ""
-        } successfully generated.`,
-      );
-    } catch {
-      if (currentId !== id.current) return;
-      toast.error("An unexpected error happened while adding slices.");
+      resetState();
+    } finally {
+      setIsSubmitting(false);
     }
   };
 
-  const areSlicesLoading = slices.some(
-    (slice) => slice.status === "uploading" || slice.status === "generating",
-  );
+  const loadingSliceCount = slices.filter((slice) => {
+    return slice.status === "uploading" || slice.status === "generating";
+  }).length;
+
+  const pendingSliceCount = slices.filter((slice) => {
+    return slice.status === "pending";
+  }).length;
+
+  const hasTriggeredGeneration = slices.some((slice) => {
+    return slice.status === "generating" || slice.status === "success";
+  });
+
+  const completedSliceCount = slices.filter((slice) => {
+    return slice.status === "success";
+  }).length;
 
+  const generateSliceCount = loadingSliceCount + pendingSliceCount;
+
+  console.log({
+    slices,
+    generateSliceCount,
+    loadingSliceCount,
+    pendingSliceCount,
+  });
   return (
-    <Dialog open={open} onOpenChange={onOpenChange}>
-      <DialogHeader title="Generate from image" />
+    <Dialog
+      open={open}
+      onOpenChange={loadingSliceCount > 0 ? undefined : onOpenChange}
+    >
+      <DialogHeader title="Generate with AI" />
       <DialogContent gap={0}>
         <DialogDescription hidden>
           Upload images to generate slices with AI
         </DialogDescription>
-        {slices.length === 0 ? (
-          <Box
-            padding={16}
-            height="100%"
-            gap={16}
-            display="flex"
-            flexDirection="column"
-          >
-            <Box
-              display="flex"
-              gap={16}
-              alignItems="center"
-              backgroundColor="grey2"
-              padding={16}
-              borderRadius={12}
-            >
-              <Box display="flex" gap={8} alignItems="center" flexGrow={1}>
+        {!isLoadingLibraryID ? (
+          <>
+            {slices.length === 0 ? (
+              <Box
+                padding={16}
+                height="100%"
+                gap={16}
+                display="flex"
+                flexDirection="column"
+              >
+                {isFigmaEnabled && (
+                  <Box
+                    display="flex"
+                    gap={16}
+                    alignItems="center"
+                    backgroundColor="grey2"
+                    padding={16}
+                    borderRadius={12}
+                  >
+                    <Box
+                      display="flex"
+                      gap={8}
+                      alignItems="center"
+                      flexGrow={1}
+                    >
+                      <Box
+                        width={48}
+                        height={48}
+                        backgroundColor="grey12"
+                        borderRadius="100%"
+                        display="flex"
+                        alignItems="center"
+                        justifyContent="center"
+                      >
+                        <FigmaIcon variant="original" height={25} />
+                      </Box>
+                      <Box display="flex" flexDirection="column" flexGrow={1}>
+                        <Text variant="bold">Want to work faster?</Text>
+                        <Text variant="small" color="grey11">
+                          Copy frames from Figma with the Slice Machine plugin
+                          and paste them here.
+                        </Text>
+                      </Box>
+                    </Box>
+                    <Button
+                      endIcon="arrowForward"
+                      color="indigo"
+                      onClick={() =>
+                        window.open(
+                          "https://www.figma.com/community/plugin/TODO",
+                          "_blank",
+                        )
+                      }
+                      sx={{ marginRight: 8 }}
+                      invisible
+                    >
+                      Install plugin
+                    </Button>
+                  </Box>
+                )}
+                <FileDropZone
+                  onFilesSelected={onImagesSelected}
+                  assetType="image"
+                  maxFiles={IMAGE_UPLOAD_LIMIT}
+                  overlay={
+                    <UploadBlankSlate
+                      onFilesSelected={onImagesSelected}
+                      onPaste={() => void handlePaste()}
+                      droppingFiles
+                    />
+                  }
+                >
+                  <UploadBlankSlate
+                    onFilesSelected={onImagesSelected}
+                    onPaste={() => void handlePaste()}
+                  />
+                </FileDropZone>
+              </Box>
+            ) : (
+              <>
                 <Box
-                  width={48}
-                  height={48}
-                  backgroundColor="grey12"
-                  borderRadius="100%"
                   display="flex"
                   alignItems="center"
-                  justifyContent="center"
+                  justifyContent="space-between"
+                  padding={16}
                 >
-                  <FigmaIcon variant="original" height={25} />
+                  <Text variant="h3">Design</Text>
+                  <FileUploadButton
+                    size="medium"
+                    color="grey"
+                    onFilesSelected={onImagesSelected}
+                    startIcon="attachFile"
+                    disabled={hasTriggeredGeneration}
+                  >
+                    Add images
+                  </FileUploadButton>
                 </Box>
-                <Box display="flex" flexDirection="column" flexGrow={1}>
-                  <Text variant="bold">Want to work faster?</Text>
-                  <Text variant="small" color="grey11">
-                    Copy frames from Figma with the Slice Machine plugin and
-                    paste them here.
-                  </Text>
-                </Box>
-              </Box>
-              <Button
-                endIcon="arrowForward"
-                color="indigo"
-                onClick={() =>
-                  window.open(
-                    "https://www.figma.com/community/plugin/TODO",
-                    "_blank",
-                  )
-                }
-                sx={{ marginRight: 8 }}
-                invisible
+                <ScrollArea stableScrollbar={false}>
+                  <Box
+                    display="grid"
+                    gridTemplateColumns="1fr 1fr"
+                    gap={16}
+                    padding={16}
+                  >
+                    {slices.map((slice, index) => (
+                      <SliceCard slice={slice} key={`slice-${index}`} />
+                    ))}
+                  </Box>
+                </ScrollArea>
+              </>
+            )}
+            <DialogActions>
+              <DialogCancelButton
+                size="medium"
+                onClick={handleClose}
+                disabled={loadingSliceCount > 0}
               >
-                Install plugin
-              </Button>
-            </Box>
-            <FileDropZone
-              onFilesSelected={onImagesSelected}
-              assetType="image"
-              maxFiles={IMAGE_UPLOAD_LIMIT}
-              overlay={
-                <UploadBlankSlate
-                  onFilesSelected={onImagesSelected}
-                  onPaste={() => void handlePaste()}
-                  droppingFiles
-                />
-              }
-            >
-              <UploadBlankSlate
-                onFilesSelected={onImagesSelected}
-                onPaste={() => void handlePaste()}
-              />
-            </FileDropZone>
-          </Box>
+                Close
+              </DialogCancelButton>
+              {completedSliceCount === 0 ? (
+                <DialogActionButton
+                  color="purple"
+                  startIcon="autoFixHigh"
+                  onClick={() => void generateAllPendingSlices()}
+                  disabled={
+                    hasTriggeredGeneration ||
+                    loadingSliceCount > 0 ||
+                    pendingSliceCount === 0
+                  }
+                  loading={loadingSliceCount > 0}
+                  size="medium"
+                >
+                  Generate{" "}
+                  {generateSliceCount > 0 ? `(${generateSliceCount}) ` : ""}
+                  {generateSliceCount === 1 ? "Slice" : "Slices"}
+                </DialogActionButton>
+              ) : (
+                <DialogActionButton
+                  color="purple"
+                  onClick={() => void onSubmit()}
+                  loading={isSubmitting}
+                  size="medium"
+                >
+                  {getSubmitButtonLabel(location, completedSliceCount)}
+                </DialogActionButton>
+              )}
+            </DialogActions>
+          </>
         ) : (
-          <ScrollArea stableScrollbar={false}>
-            <Box
-              display="grid"
-              gridTemplateColumns="1fr 1fr"
-              gap={16}
-              padding={16}
-            >
-              {slices.map((slice, index) => (
-                <SliceCard slice={slice} key={`slice-${index}`} />
-              ))}
-            </Box>
-          </ScrollArea>
+          <Box
+            display="flex"
+            justifyContent="center"
+            alignItems="center"
+            height="100%"
+          >
+            <ProgressCircle color="purple9" />
+          </Box>
         )}
-
-        <DialogActions>
-          <DialogCancelButton disabled={areSlicesLoading}>
-            Close
-          </DialogCancelButton>
-        </DialogActions>
       </DialogContent>
     </Dialog>
   );
@@ -491,6 +640,7 @@ function UploadBlankSlate(props: {
   onPaste: () => void;
 }) {
   const { droppingFiles = false, onFilesSelected, onPaste } = props;
+  const isFigmaEnabled = useIsFigmaEnabled();
 
   return (
     <Box
@@ -518,30 +668,53 @@ function UploadBlankSlate(props: {
             gap={4}
             alignItems="center"
           >
-            <Text>Generate slices from your designs</Text>
-            <Text variant="small" color="grey11">
-              Upload your design images or paste them directly from Figma.
-            </Text>
+            {isFigmaEnabled ? (
+              <>
+                <Text>Generate slices from your designs</Text>
+                <Text variant="small" color="grey11">
+                  Upload your design images or paste them directly from Figma.
+                </Text>
+              </>
+            ) : (
+              <>
+                <Text>Upload your design images.</Text>
+                <Text variant="small" color="grey11">
+                  Once uploaded, you can generate slices automatically using AI.
+                </Text>
+              </>
+            )}
           </Box>
           <Box display="flex" alignItems="center" gap={16}>
-            <Button
-              size="small"
-              renderStartIcon={() => (
-                <FigmaIcon variant="original" height={16} />
-              )}
-              color="grey"
-              onClick={onPaste}
-            >
-              Paste from Figma
-            </Button>
-            <FileUploadButton
-              size="small"
-              onFilesSelected={onFilesSelected}
-              color="purple"
-              invisible
-            >
-              Add images
-            </FileUploadButton>
+            {isFigmaEnabled ? (
+              <>
+                <Button
+                  size="small"
+                  renderStartIcon={() => (
+                    <FigmaIcon variant="original" height={16} />
+                  )}
+                  color="grey"
+                  onClick={onPaste}
+                >
+                  Paste from Figma
+                </Button>
+                <FileUploadButton
+                  size="small"
+                  onFilesSelected={onFilesSelected}
+                  color="purple"
+                  invisible
+                >
+                  Add images
+                </FileUploadButton>
+              </>
+            ) : (
+              <FileUploadButton
+                startIcon="attachFile"
+                onFilesSelected={onFilesSelected}
+                color="grey"
+              >
+                Add images
+              </FileUploadButton>
+            )}
           </Box>
         </Box>
       </BlankSlate>
@@ -566,13 +739,6 @@ async function getImageUrl({ image }: { image: File }) {
   return url;
 }
 
-type NewSlice = {
-  image: File;
-  model: SharedSlice;
-  langSmithUrl?: string;
-  source: "figma" | "upload";
-};
-
 /**
  * Keeps track of the existing slices in the project.
  * Re-fetches them when the modal is opened.
@@ -644,40 +810,42 @@ function sliceWithoutConflicts({
   };
 }
 
-async function addSlices(newSlices: NewSlice[]) {
-  // use the first library
-  const { libraries = [] } =
-    await managerClient.project.getSliceMachineConfig();
-  const library = libraries[0];
-  if (!library) {
-    throw new Error("No library found in the config.");
-  }
-
-  for (const { model } of newSlices) {
-    const { errors } = await managerClient.slices.createSlice({
-      libraryID: library,
-      model,
-    });
-    if (errors.length) {
-      throw new Error(`Failed to create slice ${model.id}.`);
-    }
-  }
+function useLibraryID() {
+  const [libraryID, setLibraryID] = useState<string | undefined>();
 
-  // for each added slice, set the variation screenshot
-  const slices = await Promise.all(
-    newSlices.map(async ({ model, image, langSmithUrl }) => {
-      await managerClient.slices.updateSliceScreenshot({
-        libraryID: library,
-        sliceID: model.id,
-        variationID: model.variations[0].id,
-        data: image,
+  useEffect(() => {
+    managerClient.project
+      .getSliceMachineConfig()
+      .then((smConfig) => {
+        const libraryID = smConfig?.libraries?.[0];
+        if (libraryID === undefined) {
+          throw new Error("No library found in the config.");
+        }
+        setLibraryID(libraryID);
+      })
+      .catch(() => {
+        throw new Error("Could not get library ID from the config.");
       });
-      return {
-        model,
-        langSmithUrl,
-      };
-    }),
-  );
+  }, []);
+
+  return { libraryID, isLoading: libraryID === undefined };
+}
 
-  return { library, slices };
+function useIsFigmaEnabled() {
+  const experiment = useExperimentVariant("llm-proxy-access");
+  return experiment?.value === "on";
 }
+
+const getSubmitButtonLabel = (
+  location: "custom_type" | "page_type" | "slices",
+  completedSliceCount: number,
+) => {
+  switch (location) {
+    case "custom_type":
+      return `Add to type (${completedSliceCount})`;
+    case "page_type":
+      return `Add to page (${completedSliceCount})`;
+    case "slices":
+      return "Done";
+  }
+};