@searpent/react-image-annotate 2.0.0 → 2.0.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (174) hide show
  1. package/Annotator/index.js +169 -0
  2. package/Annotator/reducers/combine-reducers.js +14 -0
  3. package/Annotator/reducers/convert-expanding-line-to-polygon.js +73 -0
  4. package/{src/Annotator → Annotator}/reducers/fix-twisted.js +3 -5
  5. package/Annotator/reducers/general-reducer.js +1058 -0
  6. package/Annotator/reducers/get-active-image.js +27 -0
  7. package/Annotator/reducers/get-implied-video-regions.js +180 -0
  8. package/Annotator/reducers/history-handler.js +38 -0
  9. package/Annotator/reducers/image-reducer.js +20 -0
  10. package/Annotator/reducers/video-reducer.js +88 -0
  11. package/ClassSelectionMenu/index.js +135 -0
  12. package/Crosshairs/index.js +53 -0
  13. package/DebugSidebarBox/index.js +20 -0
  14. package/DemoSite/Editor.js +194 -0
  15. package/DemoSite/ErrorBoundaryDialog.js +64 -0
  16. package/DemoSite/index.js +40 -0
  17. package/FullImageSegmentationAnnotator/index.js +7 -0
  18. package/GroupSelectorSidebarBox/index.js +63 -0
  19. package/HighlightBox/index.js +99 -0
  20. package/HistorySidebarBox/index.js +71 -0
  21. package/ImageCanvas/index.js +424 -0
  22. package/ImageCanvas/region-tools.js +165 -0
  23. package/{src/ImageCanvas → ImageCanvas}/styles.js +12 -8
  24. package/ImageCanvas/use-mouse.js +180 -0
  25. package/ImageCanvas/use-project-box.js +27 -0
  26. package/ImageCanvas/use-wasd-mode.js +62 -0
  27. package/ImageMask/index.js +133 -0
  28. package/ImageMask/load-image.js +25 -0
  29. package/ImageSelectorSidebarBox/index.js +60 -0
  30. package/KeyframeTimeline/get-time-string.js +27 -0
  31. package/KeyframeTimeline/index.js +233 -0
  32. package/KeyframesSelectorSidebarBox/index.js +93 -0
  33. package/LandingPage/index.js +159 -0
  34. package/MainLayout/icon-dictionary.js +104 -0
  35. package/MainLayout/index.js +366 -0
  36. package/{src/MainLayout → MainLayout}/styles.js +6 -7
  37. package/MainLayout/types.js +0 -0
  38. package/MainLayout/use-implied-video-regions.js +13 -0
  39. package/PointDistances/index.js +73 -0
  40. package/PreventScrollToParents/index.js +51 -0
  41. package/RegionLabel/index.js +191 -0
  42. package/{src/RegionLabel → RegionLabel}/styles.js +12 -15
  43. package/RegionSelectAndTransformBoxes/index.js +167 -0
  44. package/RegionSelectorSidebarBox/index.js +248 -0
  45. package/{src/RegionSelectorSidebarBox → RegionSelectorSidebarBox}/styles.js +13 -14
  46. package/RegionShapes/index.js +274 -0
  47. package/RegionTags/index.js +138 -0
  48. package/SettingsDialog/index.js +52 -0
  49. package/SettingsProvider/index.js +53 -0
  50. package/Shortcuts/ShortcutField.js +46 -0
  51. package/Shortcuts/index.js +133 -0
  52. package/ShortcutsManager/index.js +155 -0
  53. package/Sidebar/index.js +69 -0
  54. package/SidebarBoxContainer/index.js +93 -0
  55. package/SmallToolButton/index.js +42 -0
  56. package/TagsSidebarBox/index.js +105 -0
  57. package/TaskDescriptionSidebarBox/index.js +58 -0
  58. package/Theme/index.js +30 -0
  59. package/VideoOrImageCanvasBackground/index.js +151 -0
  60. package/colors.js +14 -0
  61. package/hooks/use-event-callback.js +10 -0
  62. package/hooks/use-exclude-pattern.js +24 -0
  63. package/hooks/use-load-image.js +26 -0
  64. package/hooks/use-window-size.js +46 -0
  65. package/{src/hooks → hooks}/xpattern.js +1 -1
  66. package/index.js +3 -0
  67. package/lib.js +3 -0
  68. package/package.json +1 -1
  69. package/stories.js +5 -0
  70. package/utils/get-from-local-storage.js +7 -0
  71. package/utils/get-hotkey-help-text.js +9 -0
  72. package/utils/get-landmarks-with-transform.js +40 -0
  73. package/utils/set-in-local-storage.js +3 -0
  74. package/.babelrc +0 -6
  75. package/.env +0 -1
  76. package/.flowconfig +0 -2
  77. package/.github/workflows/release-on-master.yml +0 -32
  78. package/.github/workflows/test.yml +0 -16
  79. package/.prettierrc +0 -3
  80. package/.releaserc.js +0 -18
  81. package/.storybook/addons.js +0 -2
  82. package/.storybook/config.js +0 -16
  83. package/LICENSE +0 -21
  84. package/public/favicon.ico +0 -0
  85. package/public/index.html +0 -38
  86. package/src/Annotator/bike-pic.png +0 -0
  87. package/src/Annotator/bike-pic2.png +0 -0
  88. package/src/Annotator/dab-keyframes.story.json +0 -1
  89. package/src/Annotator/index.js +0 -206
  90. package/src/Annotator/index.story.js +0 -727
  91. package/src/Annotator/poses.story.js +0 -150
  92. package/src/Annotator/reducers/combine-reducers.js +0 -7
  93. package/src/Annotator/reducers/convert-expanding-line-to-polygon.js +0 -53
  94. package/src/Annotator/reducers/general-reducer.js +0 -914
  95. package/src/Annotator/reducers/get-active-image.js +0 -21
  96. package/src/Annotator/reducers/get-implied-video-regions.js +0 -115
  97. package/src/Annotator/reducers/history-handler.js +0 -60
  98. package/src/Annotator/reducers/image-reducer.js +0 -23
  99. package/src/Annotator/reducers/video-reducer.js +0 -85
  100. package/src/Annotator/video.story.js +0 -51
  101. package/src/ClassSelectionMenu/index.js +0 -108
  102. package/src/Crosshairs/index.js +0 -64
  103. package/src/DebugSidebarBox/index.js +0 -36
  104. package/src/DemoSite/Editor.js +0 -235
  105. package/src/DemoSite/ErrorBoundaryDialog.js +0 -34
  106. package/src/DemoSite/index.js +0 -41
  107. package/src/DemoSite/index.story.js +0 -10
  108. package/src/DemoSite/simple-segmentation-example.json +0 -572
  109. package/src/FullImageSegmentationAnnotator/hard1.story.jpg +0 -0
  110. package/src/FullImageSegmentationAnnotator/hard2.story.jpg +0 -0
  111. package/src/FullImageSegmentationAnnotator/hard3.story.jpg +0 -0
  112. package/src/FullImageSegmentationAnnotator/index.js +0 -7
  113. package/src/FullImageSegmentationAnnotator/index.story.js +0 -177
  114. package/src/FullImageSegmentationAnnotator/orange.story.png +0 -0
  115. package/src/HighlightBox/index.js +0 -143
  116. package/src/HistorySidebarBox/index.js +0 -78
  117. package/src/ImageCanvas/dancing-man.story.jpg +0 -0
  118. package/src/ImageCanvas/index.js +0 -488
  119. package/src/ImageCanvas/index.story.js +0 -214
  120. package/src/ImageCanvas/mouse_mask.story.png +0 -0
  121. package/src/ImageCanvas/region-tools.js +0 -171
  122. package/src/ImageCanvas/seves_desk.story.jpg +0 -0
  123. package/src/ImageCanvas/use-mouse.js +0 -168
  124. package/src/ImageCanvas/use-project-box.js +0 -23
  125. package/src/ImageCanvas/use-wasd-mode.js +0 -50
  126. package/src/ImageMask/index.js +0 -127
  127. package/src/ImageMask/load-image.js +0 -32
  128. package/src/ImageSelectorSidebarBox/index.js +0 -54
  129. package/src/KeyframeTimeline/get-time-string.js +0 -25
  130. package/src/KeyframeTimeline/index.js +0 -223
  131. package/src/KeyframesSelectorSidebarBox/index.js +0 -93
  132. package/src/LandingPage/content.md +0 -57
  133. package/src/LandingPage/github-markdown.css +0 -964
  134. package/src/LandingPage/index.js +0 -147
  135. package/src/MainLayout/icon-dictionary.js +0 -79
  136. package/src/MainLayout/index.js +0 -420
  137. package/src/MainLayout/index.story.js +0 -240
  138. package/src/MainLayout/types.js +0 -156
  139. package/src/MainLayout/use-implied-video-regions.js +0 -17
  140. package/src/PointDistances/index.js +0 -90
  141. package/src/PreventScrollToParents/index.js +0 -48
  142. package/src/PreventScrollToParents/index.story.js +0 -23
  143. package/src/RegionLabel/index.js +0 -201
  144. package/src/RegionSelectAndTransformBoxes/index.js +0 -234
  145. package/src/RegionSelectorSidebarBox/index.js +0 -216
  146. package/src/RegionShapes/index.js +0 -236
  147. package/src/RegionTags/index.js +0 -130
  148. package/src/SettingsDialog/index.js +0 -58
  149. package/src/SettingsProvider/index.js +0 -44
  150. package/src/Shortcuts/ShortcutField.js +0 -44
  151. package/src/Shortcuts/index.js +0 -129
  152. package/src/ShortcutsManager/index.js +0 -162
  153. package/src/Sidebar/index.js +0 -117
  154. package/src/SidebarBoxContainer/index.js +0 -93
  155. package/src/SmallToolButton/index.js +0 -57
  156. package/src/TagsSidebarBox/index.js +0 -93
  157. package/src/TaskDescriptionSidebarBox/index.js +0 -43
  158. package/src/Theme/index.js +0 -36
  159. package/src/VideoOrImageCanvasBackground/index.js +0 -170
  160. package/src/colors.js +0 -32
  161. package/src/hooks/use-event-callback.js +0 -11
  162. package/src/hooks/use-exclude-pattern.js +0 -27
  163. package/src/hooks/use-load-image.js +0 -21
  164. package/src/hooks/use-window-size.js +0 -46
  165. package/src/hooks/xpattern.png +0 -0
  166. package/src/index.js +0 -18
  167. package/src/lib.js +0 -7
  168. package/src/screenshot.png +0 -0
  169. package/src/site.css +0 -5
  170. package/src/stories.js +0 -2
  171. package/src/utils/get-from-local-storage.js +0 -7
  172. package/src/utils/get-hotkey-help-text.js +0 -11
  173. package/src/utils/get-landmarks-with-transform.js +0 -23
  174. package/src/utils/set-in-local-storage.js +0 -6
@@ -1,170 +0,0 @@
1
- // @flow weak
2
-
3
- import React, { useRef, useEffect, useMemo, useState } from "react"
4
- import { styled } from "@mui/material/styles"
5
- import { createTheme, ThemeProvider } from "@mui/material/styles"
6
- import useEventCallback from "use-event-callback"
7
- import { useSettings } from "../SettingsProvider"
8
-
9
- const theme = createTheme()
10
- const Video = styled("video")(({ theme }) => ({
11
- zIndex: 0,
12
- position: "absolute",
13
- }))
14
-
15
- const StyledImage = styled("img")(({ theme }) => ({
16
- zIndex: 0,
17
- position: "absolute",
18
- }))
19
-
20
- const Error = styled("div")(({ theme }) => ({
21
- zIndex: 0,
22
- position: "absolute",
23
- left: 0,
24
- right: 0,
25
- bottom: 0,
26
- top: 0,
27
- backgroundColor: "rgba(255,0,0,0.2)",
28
- color: "#ff0000",
29
- fontWeight: "bold",
30
- whiteSpace: "pre-wrap",
31
- padding: 50,
32
- }))
33
-
34
- export default ({
35
- imagePosition,
36
- mouseEvents,
37
- videoTime,
38
- videoSrc,
39
- imageSrc,
40
- onLoad,
41
- useCrossOrigin = false,
42
- videoPlaying,
43
- onChangeVideoTime,
44
- onChangeVideoPlaying,
45
- }) => {
46
- const settings = useSettings()
47
- const videoRef = useRef()
48
- const imageRef = useRef()
49
- const [error, setError] = useState()
50
-
51
- useEffect(() => {
52
- if (!videoPlaying && videoRef.current) {
53
- videoRef.current.currentTime = (videoTime || 0) / 1000
54
- }
55
- }, [videoTime])
56
-
57
- useEffect(() => {
58
- let renderLoopRunning = false
59
- if (videoRef.current) {
60
- if (videoPlaying) {
61
- videoRef.current.play()
62
- renderLoopRunning = true
63
- if (settings.videoPlaybackSpeed) {
64
- videoRef.current.playbackRate = parseFloat(
65
- settings.videoPlaybackSpeed
66
- )
67
- }
68
- } else {
69
- videoRef.current.pause()
70
- }
71
- }
72
-
73
- function checkForNewFrame() {
74
- if (!renderLoopRunning) return
75
- if (!videoRef.current) return
76
- const newVideoTime = Math.floor(videoRef.current.currentTime * 1000)
77
- if (videoTime !== newVideoTime) {
78
- onChangeVideoTime(newVideoTime)
79
- }
80
- if (videoRef.current.paused) {
81
- renderLoopRunning = false
82
- onChangeVideoPlaying(false)
83
- }
84
- requestAnimationFrame(checkForNewFrame)
85
- }
86
- checkForNewFrame()
87
-
88
- return () => {
89
- renderLoopRunning = false
90
- }
91
- }, [videoPlaying])
92
-
93
- const onLoadedVideoMetadata = useEventCallback((event) => {
94
- const videoElm = event.currentTarget
95
- videoElm.currentTime = (videoTime || 0) / 1000
96
- if (onLoad)
97
- onLoad({
98
- naturalWidth: videoElm.videoWidth,
99
- naturalHeight: videoElm.videoHeight,
100
- videoElm: videoElm,
101
- duration: videoElm.duration,
102
- })
103
- })
104
- const onImageLoaded = useEventCallback((event) => {
105
- const imageElm = event.currentTarget
106
- if (onLoad)
107
- onLoad({
108
- naturalWidth: imageElm.naturalWidth,
109
- naturalHeight: imageElm.naturalHeight,
110
- imageElm,
111
- })
112
- })
113
- const onImageError = useEventCallback((event) => {
114
- setError(
115
- `Could not load image\n\nMake sure your image works by visiting ${
116
- imageSrc || videoSrc
117
- } in a web browser. If that URL works, the server hosting the URL may be not allowing you to access the image from your current domain. Adjust server settings to enable the image to be viewed.${
118
- !useCrossOrigin
119
- ? ""
120
- : `\n\nYour image may be blocked because it's not being sent with CORs headers. To do pixel segmentation, browser web security requires CORs headers in order for the algorithm to read the pixel data from the image. CORs headers are easy to add if you're using an S3 bucket or own the server hosting your images.`
121
- }\n\n If you need a hand, reach out to the community at universaldatatool.slack.com`
122
- )
123
- })
124
-
125
- const stylePosition = useMemo(() => {
126
- let width = imagePosition.bottomRight.x - imagePosition.topLeft.x
127
- let height = imagePosition.bottomRight.y - imagePosition.topLeft.y
128
- return {
129
- imageRendering: "pixelated",
130
- left: imagePosition.topLeft.x,
131
- top: imagePosition.topLeft.y,
132
- width: isNaN(width) ? 0 : width,
133
- height: isNaN(height) ? 0 : height,
134
- }
135
- }, [
136
- imagePosition.topLeft.x,
137
- imagePosition.topLeft.y,
138
- imagePosition.bottomRight.x,
139
- imagePosition.bottomRight.y,
140
- ])
141
-
142
- if (!videoSrc && !imageSrc)
143
- return <Error>No imageSrc or videoSrc provided</Error>
144
-
145
- if (error) return <Error>{error}</Error>
146
-
147
- return (
148
- <ThemeProvider theme={theme}>
149
- {imageSrc && videoTime === undefined ? (
150
- <StyledImage
151
- {...mouseEvents}
152
- src={imageSrc}
153
- ref={imageRef}
154
- style={stylePosition}
155
- onLoad={onImageLoaded}
156
- onError={onImageError}
157
- crossOrigin={useCrossOrigin ? "anonymous" : undefined}
158
- />
159
- ) : (
160
- <Video
161
- {...mouseEvents}
162
- ref={videoRef}
163
- style={stylePosition}
164
- onLoadedMetadata={onLoadedVideoMetadata}
165
- src={videoSrc || imageSrc}
166
- />
167
- )}
168
- </ThemeProvider>
169
- )
170
- }
package/src/colors.js DELETED
@@ -1,32 +0,0 @@
1
- // @flow
2
-
3
- import * as muiColors from "@mui/material/colors"
4
-
5
- export const colors = [
6
- muiColors.red[500],
7
- muiColors.blue[500],
8
- muiColors.green[500],
9
- muiColors.orange[800],
10
- muiColors.brown[500],
11
- muiColors.lightGreen[700],
12
- muiColors.pink[500],
13
- muiColors.purple[500],
14
- muiColors.indigo[500],
15
- muiColors.teal[500],
16
- muiColors.lime[500],
17
- muiColors.blueGrey[500],
18
- ]
19
-
20
- const transparency = 0x88000000
21
-
22
- function reverseParseColor(rrggbb) {
23
- rrggbb = rrggbb.replace("#", "")
24
- const bbggrr = rrggbb.substr(4, 2) + rrggbb.substr(2, 2) + rrggbb.substr(0, 2)
25
- return parseInt(bbggrr, 16)
26
- }
27
-
28
- export const colorInts: Array<number> = colors.map(
29
- (c) => (reverseParseColor(c) | transparency) >>> 0
30
- )
31
-
32
- export default colors
@@ -1,11 +0,0 @@
1
- // @flow
2
-
3
- import { useRef, useCallback, useLayoutEffect, useEffect } from "react"
4
-
5
- export default (fn) => {
6
- let ref = useRef()
7
- useLayoutEffect(() => {
8
- ref.current = fn
9
- })
10
- return useCallback((...args) => (0, ref.current)(...args), [])
11
- }
@@ -1,27 +0,0 @@
1
- // @flow weak
2
-
3
- import { useRef } from "react"
4
- import excludePatternSrc from "./xpattern.js"
5
-
6
- export default () => {
7
- const excludePattern = useRef(null)
8
- if (excludePattern.current === null) {
9
- excludePattern.current = {
10
- image: new Image(),
11
- pattern: null,
12
- }
13
- const canvas = document.createElement("canvas")
14
- canvas.width = 100
15
- canvas.height = 100
16
- const context = canvas.getContext("2d")
17
-
18
- excludePattern.current.image.onload = () => {
19
- excludePattern.current.pattern = context.createPattern(
20
- excludePattern.current.image,
21
- "repeat"
22
- )
23
- }
24
- excludePattern.current.image.src = excludePatternSrc
25
- }
26
- return excludePattern.current.pattern
27
- }
@@ -1,21 +0,0 @@
1
- // @flow weak
2
-
3
- import { useRef, useState } from "react"
4
-
5
- export default (imageSrc, onImageLoaded) => {
6
- const [imageLoaded, changeImageLoaded] = useState(false)
7
- const image = useRef(null)
8
- if (image.current === null) {
9
- image.current = new Image()
10
- image.current.onload = () => {
11
- changeImageLoaded(true)
12
- if (onImageLoaded)
13
- onImageLoaded({
14
- width: image.current.naturalWidth,
15
- height: image.current.naturalHeight,
16
- })
17
- }
18
- image.current.src = imageSrc
19
- }
20
- return [image.current, imageLoaded]
21
- }
@@ -1,46 +0,0 @@
1
- // @flow
2
-
3
- import { useEffect } from "react"
4
-
5
- import { useRafState, useInterval } from "react-use"
6
-
7
- const useWindowSize = (initialWidth = Infinity, initialHeight = Infinity) => {
8
- const isClient = typeof window !== "undefined"
9
- const [state, setState] = useRafState({
10
- width: isClient ? window.innerWidth : initialWidth,
11
- height: isClient ? window.innerHeight : initialHeight,
12
- })
13
-
14
- useEffect(() => {
15
- if (!isClient) return
16
- const handler = () => {
17
- setState({
18
- width: window.innerWidth,
19
- height: window.innerHeight,
20
- })
21
- }
22
-
23
- window.addEventListener("resize", handler)
24
-
25
- return () => {
26
- window.removeEventListener("resize", handler)
27
- }
28
- }, [])
29
-
30
- useInterval(() => {
31
- if (!isClient) return
32
- if (
33
- window.innerWidth !== state.width ||
34
- window.innerHeight !== state.height
35
- ) {
36
- setState({
37
- width: window.innerWidth,
38
- height: window.innerHeight,
39
- })
40
- }
41
- }, 100)
42
-
43
- return state
44
- }
45
-
46
- export default useWindowSize
Binary file
package/src/index.js DELETED
@@ -1,18 +0,0 @@
1
- // @flow
2
-
3
- import React from "react"
4
- import ReactDOM from "react-dom"
5
- import Theme from "./Theme"
6
- import DemoSite from "./DemoSite"
7
- import LandingPage from "./LandingPage"
8
- import "./site.css"
9
-
10
- const Site = () => {
11
- const path = window.location.pathname
12
- .replace(/\/$/, "")
13
- .split("/")
14
- .slice(-1)[0]
15
- return <Theme>{path === "demo" ? <DemoSite /> : <LandingPage />}</Theme>
16
- }
17
-
18
- ReactDOM.render(<Site />, document.getElementById("root"))
package/src/lib.js DELETED
@@ -1,7 +0,0 @@
1
- // @flow
2
-
3
- import Annotator from "./Annotator"
4
-
5
- export { Annotator }
6
-
7
- export default Annotator
Binary file
package/src/site.css DELETED
@@ -1,5 +0,0 @@
1
- html,
2
- body {
3
- padding: 0;
4
- margin: 0;
5
- }
package/src/stories.js DELETED
@@ -1,2 +0,0 @@
1
- const importAll = (r) => r.keys().map(r)
2
- importAll(require.context("./", true, /\.story\.js$/))
@@ -1,7 +0,0 @@
1
- export default (key, defaultValue) => {
2
- try {
3
- return JSON.parse(window.localStorage[`__REACT_IMAGE_ANNOTATE_${key}`])
4
- } catch (e) {
5
- return defaultValue
6
- }
7
- }
@@ -1,11 +0,0 @@
1
- import { getApplicationKeyMap } from "react-hotkeys"
2
-
3
- export const getHotkeyHelpText = (commandName) => {
4
- const firstSequence =
5
- getApplicationKeyMap()[commandName]?.sequences?.[0]?.sequence
6
-
7
- if (!firstSequence) return ""
8
- return ` (${firstSequence})`
9
- }
10
-
11
- export default getHotkeyHelpText
@@ -1,23 +0,0 @@
1
- // @flow
2
- import type { KeypointDefinition } from "../ImageCanvas/region-tools"
3
-
4
- type Parameters = {
5
- center: { x: number, y: number },
6
- scale: number,
7
- landmarks: {
8
- [string]: KeypointDefinition,
9
- },
10
- }
11
-
12
- export default ({ center, scale, landmarks }: Parameters) => {
13
- const points = {}
14
- for (const [keypointId, { defaultPosition }] of (Object.entries(
15
- landmarks
16
- ): any)) {
17
- points[keypointId] = {
18
- x: defaultPosition[0] * scale + center.x,
19
- y: defaultPosition[1] * scale + center.y,
20
- }
21
- }
22
- return points
23
- }
@@ -1,6 +0,0 @@
1
- export default (key, val) => {
2
- window.localStorage.setItem(
3
- `__REACT_IMAGE_ANNOTATE_${key}`,
4
- JSON.stringify(val)
5
- )
6
- }