lightning-pose-app 1.8.1a3__py3-none-any.whl → 1.8.1a5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (28) hide show
  1. lightning_pose_app-1.8.1a5.dist-info/METADATA +23 -0
  2. lightning_pose_app-1.8.1a5.dist-info/RECORD +29 -0
  3. litpose_app/config.py +22 -0
  4. litpose_app/deps.py +77 -0
  5. litpose_app/main.py +161 -300
  6. litpose_app/ngdist/ng_app/3rdpartylicenses.txt +11 -11
  7. litpose_app/ngdist/ng_app/index.html +3 -2
  8. litpose_app/ngdist/ng_app/{main-LJHMLKBL.js → main-6XYUWDGZ.js} +370 -203
  9. litpose_app/ngdist/ng_app/main-6XYUWDGZ.js.map +1 -0
  10. litpose_app/ngdist/ng_app/{styles-4V6RXJMC.css → styles-GMK322VW.css} +32 -1
  11. litpose_app/ngdist/ng_app/styles-GMK322VW.css.map +7 -0
  12. litpose_app/{run_ffprobe.py → routes/ffprobe.py} +164 -132
  13. litpose_app/{super_rglob.py → routes/files.py} +108 -48
  14. litpose_app/routes/project.py +72 -0
  15. litpose_app/routes/transcode.py +131 -0
  16. litpose_app/tasks/__init__.py +0 -0
  17. litpose_app/tasks/management.py +20 -0
  18. litpose_app/tasks/transcode_fine.py +7 -0
  19. litpose_app/transcode_fine.py +173 -0
  20. lightning_pose_app-1.8.1a3.dist-info/METADATA +0 -15
  21. lightning_pose_app-1.8.1a3.dist-info/RECORD +0 -21
  22. litpose_app/ngdist/ng_app/main-LJHMLKBL.js.map +0 -1
  23. litpose_app/ngdist/ng_app/styles-4V6RXJMC.css.map +0 -7
  24. {lightning_pose_app-1.8.1a3.dist-info → lightning_pose_app-1.8.1a5.dist-info}/WHEEL +0 -0
  25. /litpose_app/ngdist/ng_app/{app.component-UHVEDPZR.css.map → app.component-UAQUAGNZ.css.map} +0 -0
  26. /litpose_app/ngdist/ng_app/{project-settings.component-5IRK7U7U.css.map → project-settings.component-HKHIVUJR.css.map} +0 -0
  27. /litpose_app/ngdist/ng_app/{video-tile.component-XSYKMARQ.css.map → video-tile.component-RDL4BSJ4.css.map} +0 -0
  28. /litpose_app/ngdist/ng_app/{viewer-page.component-MRTIUFL2.css.map → viewer-page.component-KDHT6XH5.css.map} +0 -0
@@ -0,0 +1,23 @@
1
+ Metadata-Version: 2.3
2
+ Name: lightning-pose-app
3
+ Version: 1.8.1a5
4
+ Summary:
5
+ Requires-Python: >=3.10
6
+ Classifier: Programming Language :: Python :: 3
7
+ Classifier: Programming Language :: Python :: 3.10
8
+ Classifier: Programming Language :: Python :: 3.11
9
+ Classifier: Programming Language :: Python :: 3.12
10
+ Classifier: Programming Language :: Python :: 3.13
11
+ Provides-Extra: dev
12
+ Requires-Dist: apscheduler (>=3.11.0,<3.12.0)
13
+ Requires-Dist: fastapi (>=0.115.0,<0.116.0)
14
+ Requires-Dist: honcho (>=2.0,<3.0)
15
+ Requires-Dist: httpx (>=0.28.0,<0.29.0) ; extra == "dev"
16
+ Requires-Dist: pytest (>=8.4.0,<8.5.0) ; extra == "dev"
17
+ Requires-Dist: pytest-asyncio (>=1.0.0,<1.1.0) ; extra == "dev"
18
+ Requires-Dist: pytest-mock (>=3.14.0,<3.15.0) ; extra == "dev"
19
+ Requires-Dist: reactivex (>=4.0.0,<4.1.0)
20
+ Requires-Dist: tomli (>=2.2.0,<2.3.0)
21
+ Requires-Dist: tomli_w (>=1.2.0,<1.3.0)
22
+ Requires-Dist: uvicorn[standard] (>=0.34.0,<0.35.0)
23
+ Requires-Dist: wcmatch (>=10.0,<11.0)
@@ -0,0 +1,29 @@
1
+ litpose_app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
+ litpose_app/config.py,sha256=6ZqU71kILT6q1IdYgvYKthYQa2cY9nMwgHeRih24F6s,861
3
+ litpose_app/deps.py,sha256=P0o762ufSW-9nqlpYPRtlrxpKBJMzPZ1LLfTDfTl-4U,2552
4
+ litpose_app/main.py,sha256=5JTig2OUTwz4ulj87osY2dv6jyLK7QWdda8qQFWMbhY,5526
5
+ litpose_app/ngdist/ng_app/3rdpartylicenses.txt,sha256=8IgJBztx-L-9cLvY7pJB5PSXQJiBowGNUNV7knEAeq0,25355
6
+ litpose_app/ngdist/ng_app/app.component-UAQUAGNZ.css.map,sha256=e6lXWzmK3xppKK3tXHUccK1yGZqd1kzyTpDH0F1nC2g,344
7
+ litpose_app/ngdist/ng_app/error-dialog.component-HYLQSJEP.css.map,sha256=zJuF-LfB994Y1IrnIz38mariDFb8yucffbWPXgHGbvw,355
8
+ litpose_app/ngdist/ng_app/favicon.ico,sha256=QtbXVfx3HI-WqWh_kkBIQyYzJsDmLw_3Y4_UN7pBepE,15406
9
+ litpose_app/ngdist/ng_app/index.html,sha256=uAxK4hbyle-UKhyTAsrw1cu58fjjxLeqsncM2B7K5BY,23004
10
+ litpose_app/ngdist/ng_app/main-6XYUWDGZ.js,sha256=YEVSJsmLG2dY2eCysK94fpyH0i_hQeu4HhiMcvNNAUU,2728575
11
+ litpose_app/ngdist/ng_app/main-6XYUWDGZ.js.map,sha256=c9fz2QQcpITVuTOLWnH7Dpwlu7Rs7uu_4mwOaIppXV0,5566423
12
+ litpose_app/ngdist/ng_app/prerendered-routes.json,sha256=p53cyKEVGQ6cGUee02kUdBp9HbdPChFTUp78gHJVBf4,18
13
+ litpose_app/ngdist/ng_app/project-settings.component-HKHIVUJR.css.map,sha256=v5tyba9p8ec3ZbHYyyUGTEFdEAsqT0l7JqtGRGjki6w,371
14
+ litpose_app/ngdist/ng_app/styles-GMK322VW.css,sha256=hsx8mqn1GJz1K4hFkWtvdJGepSfwRbKqHBccACeeKWM,71456
15
+ litpose_app/ngdist/ng_app/styles-GMK322VW.css.map,sha256=nMiO7KAXlT-FbMAW50S3-EGO29g-AU2tS4eZPN5GEVk,75475
16
+ litpose_app/ngdist/ng_app/video-player-controls.component-C4JZHYJ2.css.map,sha256=vX-dgeDCUCPLiea4Qy9O_EBm6IzzwB7R_uSBa0qU5Go,771
17
+ litpose_app/ngdist/ng_app/video-tile.component-RDL4BSJ4.css.map,sha256=_pZ7FxqOAu535JfrRv1TSKgRpDyQvn9Q0U39KHyJ980,332
18
+ litpose_app/ngdist/ng_app/viewer-page.component-KDHT6XH5.css.map,sha256=Uf1FgoCiF_qJpD4Ggk34Dq7kM73Q7i7NT6h3m30tbaY,211
19
+ litpose_app/routes/ffprobe.py,sha256=UVKDu4ghXkYNuzI-91KPMNpQukHV9Goeps7ex_lG_SU,5526
20
+ litpose_app/routes/files.py,sha256=HHyug226s_M4jMi8q7oI2dTWHTKu_J_c7vIbG0rdk9s,3102
21
+ litpose_app/routes/project.py,sha256=pQW7zFdGHMy_eE0Z1bIXs9QLkV1-_MwFHsZR51-H6uQ,1957
22
+ litpose_app/routes/transcode.py,sha256=0p2GmQntbSDlBxhXiH9AeDXs44uRxfa1eiVNqt0LjUk,4848
23
+ litpose_app/tasks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
24
+ litpose_app/tasks/management.py,sha256=jAit5aa8Jckj_3qbaRH_1Voe1aLkxebpU2ulG87U7wI,600
25
+ litpose_app/tasks/transcode_fine.py,sha256=bX8OblwMO_xaXXqZXJmmQPprCYIpPGHiboyEJli6FHs,209
26
+ litpose_app/transcode_fine.py,sha256=YVrKg6IxrLEi0mWVWQqt89NHD6IAwYS512mw-4zkp54,6188
27
+ lightning_pose_app-1.8.1a5.dist-info/METADATA,sha256=BGAX4WhTfKrYl4ZR3whh_m2T-WjLxJ6G-uN8fBSdhSw,945
28
+ lightning_pose_app-1.8.1a5.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
29
+ lightning_pose_app-1.8.1a5.dist-info/RECORD,,
litpose_app/config.py ADDED
@@ -0,0 +1,22 @@
1
+ """Routes should not access this directly, if they want to be able to
2
+ modify these in unit tests.
3
+ Instead, prefer to inject `config: deps.config into the route using FastAPI's dependency injection.
4
+ See https://fastapi.tiangolo.com/tutorial/dependencies/."""
5
+
6
+ from pathlib import Path
7
+
8
+ from pydantic import BaseModel
9
+
10
+
11
+ # Consider `pydantic_settings.BaseSettings` for potential future needs.
12
+ class Config(BaseModel):
13
+ PROJECT_INFO_TOML_PATH: Path = Path("~/.lightning_pose/project.toml").expanduser()
14
+
15
+ ## Video transcoding settings
16
+
17
+ # Directory where finely transcoded videos are stored
18
+ FINE_VIDEO_DIR: Path = Path("~/.lightning_pose/finevideos").expanduser()
19
+
20
+ # We'll automatically transcode videos with size under this limit.
21
+ # Larger ones will have to be manually triggered (design TBD).
22
+ AUTO_TRANSCODE_VIDEO_SIZE_LIMIT_MB: int = 30
litpose_app/deps.py ADDED
@@ -0,0 +1,77 @@
1
+ """
2
+ Dependencies that can be injected into routes.
3
+ This has the benefit of making tests easier to write, as you can override dependencies.
4
+ See FastAPI Dependency Injection docs: https://fastapi.tiangolo.com/tutorial/dependencies/
5
+ """
6
+
7
+ from __future__ import annotations
8
+
9
+ import logging
10
+ import math
11
+ import os
12
+ from typing import TYPE_CHECKING
13
+
14
+ from apscheduler.executors.debug import DebugExecutor
15
+ from apscheduler.schedulers.asyncio import AsyncIOScheduler
16
+ from apscheduler.executors.pool import ThreadPoolExecutor
17
+ from fastapi import Depends
18
+
19
+ from litpose_app.config import Config
20
+
21
+ logger = logging.getLogger(__name__)
22
+
23
+
24
+ def config() -> Config:
25
+ """Dependency that provides the app config object."""
26
+ from .main import app
27
+
28
+ if not hasattr(app.state, "config"):
29
+ app.state.config = Config()
30
+ return app.state.config
31
+
32
+
33
+ def scheduler() -> AsyncIOScheduler:
34
+ """Dependency that provides the app's APScheduler instance."""
35
+ from .main import app
36
+
37
+ if not hasattr(app.state, "scheduler"):
38
+ # ffmpeg parallelizes transcoding to the optimal degree, but
39
+ # that doesn't always saturate a machine with a lot of cores.
40
+ # i.e. on a 24 logical core machine (12 physical * 2 hyperthreads per core)
41
+ # 3 was the ideal number of max_workers. Let's just guesstimate that
42
+ # ffmpeg uses 10 cores? No scientific evidence, but ceil(24/10) => 3.
43
+ transcode_workers = math.ceil(os.cpu_count() / 10)
44
+ executors = {
45
+ "transcode_pool": ThreadPoolExecutor(max_workers=transcode_workers),
46
+ "debug": DebugExecutor(),
47
+ }
48
+ app.state.scheduler = AsyncIOScheduler(executors=executors)
49
+ return app.state.scheduler
50
+
51
+
52
+ if TYPE_CHECKING:
53
+ from .routes.project import ProjectInfo
54
+
55
+
56
+ def project_info(config: Config = Depends(config)) -> ProjectInfo:
57
+ import tomli
58
+ from .routes.project import ProjectInfo
59
+
60
+ from pydantic import ValidationError
61
+
62
+ try:
63
+ # Open the file in binary read mode, as recommended by tomli
64
+ with open(config.PROJECT_INFO_TOML_PATH, "rb") as f:
65
+ # Load the TOML data into a Python dictionary
66
+ toml_data = tomli.load(f)
67
+
68
+ # Unpack the dictionary into the Pydantic model
69
+ return ProjectInfo(**toml_data)
70
+ except FileNotFoundError:
71
+ return None
72
+ except tomli.TOMLDecodeError as e:
73
+ logger.error(f"Could not decode pyproject.toml. Invalid syntax: {e}")
74
+ raise
75
+ except ValidationError as e:
76
+ logger.error(f"pyproject.toml is invalid. {e}")
77
+ raise
litpose_app/main.py CHANGED
@@ -1,300 +1,161 @@
1
- from pathlib import Path
2
- from textwrap import dedent
3
-
4
- import tomli
5
- import tomli_w
6
- from fastapi import FastAPI, HTTPException
7
- from fastapi.responses import FileResponse
8
- import sys
9
- import uvicorn
10
- from pydantic import BaseModel, ValidationError
11
- from starlette import status
12
- from starlette.requests import Request
13
- from starlette.responses import Response
14
- from starlette.staticfiles import StaticFiles
15
-
16
- from .run_ffprobe import run_ffprobe
17
- from .super_rglob import super_rglob
18
-
19
- # use this example to pull useful features from:
20
- # https://github.com/fastapi/full-stack-fastapi-template
21
- app = FastAPI()
22
-
23
-
24
- @app.exception_handler(Exception)
25
- async def debug_exception_handler(request: Request, exc: Exception):
26
- """Puts error stack trace in response when any server exception occurs.
27
-
28
- By default, FastAPI returns 500 "internal server error" on any Exception
29
- that is not a subclass of HttpException. This is usually recommended in production apps.
30
-
31
- In our app, it's more convenient to expose exception details to the user. The
32
- security risk is minimal."""
33
- import traceback
34
-
35
- return Response(
36
- status_code=500,
37
- content="".join(
38
- traceback.format_exception(type(exc), value=exc, tb=exc.__traceback__)
39
- ),
40
- headers={"Content-Type": "text/plain"},
41
- )
42
-
43
-
44
- PROJECT_INFO_TOML_PATH = Path("~/.lightning_pose/project.toml").expanduser()
45
-
46
-
47
- class ProjectInfo(BaseModel):
48
- """Class to hold information about the project"""
49
-
50
- data_dir: Path | None = None
51
- model_dir: Path | None = None
52
- views: list[str] | None = None
53
-
54
-
55
- """
56
- All our methods are RPC style (http url corresponds to method name).
57
- They should be POST requests, /rpc/<method_name>.
58
- Request body is some object (pydantic model).
59
- Response body is some object pydantic model.
60
-
61
- The client expects all RPC methods to succeed. If any RPC doesn't
62
- return the expected response object, it will be shown as an
63
- error in a dialog to the user. So if the client is supposed to
64
- handle the error in any way, for example, special form validation UX
65
- like underlining the invalid field,
66
- then the information about the error should be included in a valid
67
- response object rather than raised as a python error.
68
- """
69
-
70
-
71
- class GetProjectInfoResponse(BaseModel):
72
- projectInfo: ProjectInfo | None # None if project info not yet initialized
73
-
74
-
75
- @app.post("/app/v0/rpc/getProjectInfo")
76
- def get_project_info() -> GetProjectInfoResponse:
77
- try:
78
- # Open the file in binary read mode, as recommended by tomli
79
- with open(PROJECT_INFO_TOML_PATH, "rb") as f:
80
- # Load the TOML data into a Python dictionary
81
- toml_data = tomli.load(f)
82
-
83
- # Unpack the dictionary into the Pydantic model
84
- # Pydantic will handle all the validation from here.
85
- obj = ProjectInfo(**toml_data)
86
- return GetProjectInfoResponse(projectInfo=obj)
87
-
88
- except FileNotFoundError:
89
- return GetProjectInfoResponse(projectInfo=None)
90
- except tomli.TOMLDecodeError as e:
91
- print(f"Error: Could not decode the TOML file. Invalid syntax: {e}")
92
- raise
93
- except ValidationError as e:
94
- # Pydantic's validation error is very informative
95
- print(f"Error: Configuration is invalid. {e}")
96
- raise
97
-
98
-
99
- class SetProjectInfoRequest(BaseModel):
100
- projectInfo: ProjectInfo
101
-
102
-
103
- @app.post("/app/v0/rpc/setProjectInfo")
104
- def set_project_info(request: SetProjectInfoRequest) -> None:
105
- try:
106
- PROJECT_INFO_TOML_PATH.parent.mkdir(parents=True, exist_ok=True)
107
-
108
- # Convert the Pydantic model to a dictionary for TOML serialization.
109
- # Use mode=json to make the resulting dict json-serializable (and thus
110
- # also toml serializable)
111
- project_data_dict = request.projectInfo.model_dump(
112
- mode="json", exclude_none=True
113
- )
114
- try:
115
- with open(PROJECT_INFO_TOML_PATH, "rb") as f:
116
- existing_project_data = tomli.load(f)
117
- except FileNotFoundError:
118
- existing_project_data = {}
119
-
120
- # Apply changes onto existing data, i.e. PATCH semantics.
121
- existing_project_data.update(project_data_dict)
122
-
123
- # Open the file in binary write mode to write the TOML data
124
- with open(PROJECT_INFO_TOML_PATH, "wb") as f:
125
- tomli_w.dump(existing_project_data, f)
126
-
127
- return None
128
-
129
- except IOError as e:
130
- # This catches errors related to file operations (e.g., permissions, disk full)
131
- error_message = f"Failed to write project information to file: {str(e)}"
132
- print(error_message) # Log server-side
133
- raise e
134
- except Exception as e: # Catch any other unexpected errors
135
- error_message = (
136
- f"An unexpected error occurred while saving project info: {str(e)}"
137
- )
138
- print(error_message) # Log server-side
139
- raise e
140
-
141
-
142
- class RGlobRequest(BaseModel):
143
- baseDir: Path
144
- pattern: str
145
- noDirs: bool = False
146
- stat: bool = False
147
-
148
-
149
- class RGlobResponseEntry(BaseModel):
150
- path: Path
151
-
152
- # Present only if request had stat=True or noDirs=True
153
- type: str | None
154
-
155
- # Present only if request had stat=True
156
-
157
- size: int | None
158
- # Creation timestamp, ISO format.
159
- cTime: str | None
160
- # Modified timestamp, ISO format.
161
- mTime: str | None
162
-
163
-
164
- class RGlobResponse(BaseModel):
165
- entries: list[RGlobResponseEntry]
166
- relativeTo: Path # this is going to be the same base_dir that was in the request.
167
-
168
-
169
- @app.post("/app/v0/rpc/rglob")
170
- def rglob(request: RGlobRequest) -> RGlobResponse:
171
- # Prevent secrets like /etc/passwd and ~/.ssh/ from being leaked.
172
- if not (request.pattern.endswith(".csv") or request.pattern.endswith(".mp4")):
173
- raise HTTPException(
174
- status_code=status.HTTP_403_FORBIDDEN,
175
- detail="Only csv and mp4 files are supported.",
176
- )
177
-
178
- response = RGlobResponse(entries=[], relativeTo=request.baseDir)
179
-
180
- results = super_rglob(
181
- str(request.baseDir),
182
- pattern=request.pattern,
183
- no_dirs=request.noDirs,
184
- stat=request.stat,
185
- )
186
- for r in results:
187
- # Convert dict to pydantic model
188
- converted = RGlobResponseEntry.model_validate(r)
189
- response.entries.append(converted)
190
-
191
- return response
192
-
193
-
194
- class FFProbeRequest(BaseModel):
195
- path: Path
196
-
197
-
198
- class FFProbeResponse(BaseModel):
199
- codec: str
200
- width: int
201
- height: int
202
- fps: int
203
- duration: float
204
-
205
-
206
- @app.post("/app/v0/rpc/ffprobe")
207
- def ffprobe(request: FFProbeRequest) -> FFProbeResponse:
208
- if request.path.suffix != ".mp4":
209
- raise HTTPException(
210
- status_code=status.HTTP_403_FORBIDDEN,
211
- detail="Only mp4 files are supported.",
212
- )
213
-
214
- result = run_ffprobe(str(request.path))
215
-
216
- response = FFProbeResponse.model_validate(result)
217
-
218
- return response
219
-
220
-
221
- """
222
- File server to serve csv and video files.
223
- FileResponse supports range requests for video buffering.
224
- For security - only supports reading out of data_dir and model_dir
225
- If we need to read out of other directories, they should be added to Project Info.
226
- """
227
-
228
-
229
- @app.get("/app/v0/files/{file_path:path}")
230
- def read_file(file_path: Path):
231
- # Prevent secrets like /etc/passwd and ~/.ssh/ from being leaked.
232
- if file_path.suffix not in (".csv", ".mp4"):
233
- raise HTTPException(
234
- status_code=status.HTTP_403_FORBIDDEN,
235
- detail="Only csv and mp4 files are supported.",
236
- )
237
- file_path = Path("/") / file_path
238
-
239
- # Only capable of returning files that exist (not directories).
240
- if not file_path.is_file():
241
- raise HTTPException(status_code=status.HTTP_404_NOT_FOUND)
242
-
243
- return FileResponse(file_path)
244
-
245
-
246
- ###########################################################################
247
- # Serving angular
248
- #
249
- # In dev mode, `ng serve` serves ng, and proxies to us for backend requests.
250
- # In production mode, we will serve ng.
251
- # This is necessary to use HTTP2 for faster concurrent request performance (ng serve doesn't support it).
252
- ###########################################################################
253
-
254
- # Serve ng assets (js, css)
255
- STATIC_DIR = Path(__file__).parent / "ngdist" / "ng_app"
256
- if not STATIC_DIR.is_dir():
257
- message = dedent(
258
- f"""
259
- ⚠️ Warning: We couldn't find the necessary static assets (like HTML, CSS, JavaScript files).
260
- As a result, only the HTTP API is currently running.
261
-
262
- This usually happens if you've cloned the source code directly.
263
- To fix this and get the full application working, you'll need to either:
264
-
265
- - Build the application: Refer to development.md in the repository for steps.
266
- - Copy static files: Obtain these files from a PyPI source distribution of a released
267
- version and place them in:
268
-
269
- {STATIC_DIR}
270
- """
271
- )
272
- # print(f'{Fore.white}{Back.yellow}{message}{Style.reset}', file=sys.stderr)
273
- print(f"{message}", file=sys.stderr)
274
-
275
- app.mount("/static", StaticFiles(directory=STATIC_DIR, check_dir=False), name="static")
276
-
277
-
278
- @app.get("/favicon.ico")
279
- def favicon():
280
- return FileResponse(Path(__file__).parent / "ngdist" / "ng_app" / "favicon.ico")
281
-
282
-
283
- # Catch-all route. serve index.html.
284
- @app.get("/{full_path:path}")
285
- def index(full_path: Path):
286
- return FileResponse(Path(__file__).parent / "ngdist" / "ng_app" / "index.html")
287
-
288
-
289
- def get_static_files_if_needed():
290
- cache_dir = Path("~/.lightning_pose/cache").expanduser()
291
- # Version check
292
- # App should run with "latest compatible version"
293
- # this means that if lightning pose is installed, it gets the latest version compatible with that version.
294
- # otherwise it gets just the latest version.
295
- # Download the files?
296
-
297
-
298
- def run_app(host: str, port: int):
299
- get_static_files_if_needed()
300
- uvicorn.run(app, host=host, port=port)
1
+ import logging
2
+ import sys
3
+ from contextlib import asynccontextmanager
4
+ from pathlib import Path
5
+ from textwrap import dedent
6
+
7
+ import uvicorn
8
+ from fastapi import FastAPI, HTTPException, APIRouter, Request
9
+ from fastapi.responses import FileResponse
10
+ from starlette import status
11
+ from starlette.responses import Response
12
+ from starlette.staticfiles import StaticFiles
13
+
14
+ from . import deps
15
+ from .tasks.management import setup_active_task_registry
16
+
17
+ ## Setup logging
18
+ logging.basicConfig(
19
+ level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s"
20
+ )
21
+ logger = logging.getLogger(__name__)
22
+
23
+
24
+ ## Configure additional things to happen on server startup and shutdown.
25
+ @asynccontextmanager
26
+ async def lifespan(app: FastAPI):
27
+ # Start apscheduler, which is responsible for executing background tasks
28
+ logger.info("Application startup: Initializing scheduler...")
29
+ scheduler = deps.scheduler()
30
+ app.state.scheduler = scheduler
31
+ scheduler.start()
32
+ setup_active_task_registry(app)
33
+
34
+ yield # Application is now ready to receive requests
35
+
36
+ logger.info("Application shutdown: Shutting down scheduler...")
37
+ if scheduler and scheduler.running:
38
+ scheduler.shutdown()
39
+ logger.info("Scheduler shut down.")
40
+ else:
41
+ logger.warning("Scheduler not found or not running during shutdown.")
42
+
43
+
44
+ app = FastAPI(lifespan=lifespan)
45
+
46
+ router = APIRouter()
47
+ from .routes import ffprobe, files, project, transcode
48
+
49
+ router.include_router(ffprobe.router)
50
+ router.include_router(files.router)
51
+ router.include_router(project.router)
52
+ router.include_router(transcode.router)
53
+ app.include_router(router)
54
+
55
+
56
+ @app.exception_handler(Exception)
57
+ async def debug_exception_handler(request: Request, exc: Exception):
58
+ """Puts error stack trace in response when any server exception occurs.
59
+
60
+ By default, FastAPI returns 500 "internal server error" on any Exception
61
+ that is not a subclass of HttpException. This is usually recommended in production apps.
62
+
63
+ In our app, it's more convenient to expose exception details to the user. The
64
+ security risk is minimal."""
65
+ import traceback
66
+
67
+ return Response(
68
+ status_code=500,
69
+ content="".join(
70
+ traceback.format_exception(type(exc), value=exc, tb=exc.__traceback__)
71
+ ),
72
+ headers={"Content-Type": "text/plain"},
73
+ )
74
+
75
+
76
+ """
77
+ All our methods are RPC style (http url corresponds to method name).
78
+ They should be POST requests, /rpc/<method_name>.
79
+ Request body is some object (pydantic model).
80
+ Response body is some object pydantic model.
81
+
82
+ The client expects all RPC methods to succeed. If any RPC doesn't
83
+ return the expected response object, it will be shown as an
84
+ error in a dialog to the user. So if the client is supposed to
85
+ handle the error in any way, for example, special form validation UX
86
+ like underlining the invalid field,
87
+ then the information about the error should be included in a valid
88
+ response object rather than raised as a python error.
89
+ """
90
+
91
+ """
92
+ File server to serve csv and video files.
93
+ FileResponse supports range requests for video buffering.
94
+ For security - only supports reading out of data_dir and model_dir
95
+ If we need to read out of other directories, they should be added to Project Info.
96
+ """
97
+
98
+
99
+ @app.get("/app/v0/files/{file_path:path}")
100
+ def read_file(file_path: Path):
101
+ # Prevent secrets like /etc/passwd and ~/.ssh/ from being leaked.
102
+ if file_path.suffix not in (".csv", ".mp4"):
103
+ raise HTTPException(
104
+ status_code=status.HTTP_403_FORBIDDEN,
105
+ detail="Only csv and mp4 files are supported.",
106
+ )
107
+ file_path = Path("/") / file_path
108
+
109
+ # Only capable of returning files that exist (not directories).
110
+ if not file_path.is_file():
111
+ raise HTTPException(status_code=status.HTTP_404_NOT_FOUND)
112
+
113
+ return FileResponse(file_path)
114
+
115
+
116
+ ###########################################################################
117
+ # Serving angular
118
+ #
119
+ # In dev mode, `ng serve` serves ng, and proxies to us for backend requests.
120
+ # In production mode, we will serve ng.
121
+ # This is necessary to use HTTP2 for faster concurrent request performance (ng serve doesn't support it).
122
+ ###########################################################################
123
+
124
+
125
+ # Serve ng assets (js, css)
126
+ STATIC_DIR = Path(__file__).parent / "ngdist" / "ng_app"
127
+ if not STATIC_DIR.is_dir():
128
+ message = dedent(
129
+ """
130
+ ⚠️ Warning: We couldn't find the necessary static assets (like HTML, CSS, JavaScript files).
131
+ As a result, only the HTTP API is currently running.
132
+
133
+ This usually happens if you've cloned the source code directly.
134
+ To fix this and get the full application working, you'll need to either:
135
+
136
+ - Build the application: Refer to development.md in the repository for steps.
137
+ - Copy static files: Obtain these files from a PyPI source distribution of a released
138
+ version and place them in:
139
+
140
+ {STATIC_DIR}
141
+ """
142
+ )
143
+ # print(f'{Fore.white}{Back.yellow}{message}{Style.reset}', file=sys.stderr)
144
+ print(f"{message}", file=sys.stderr)
145
+
146
+ app.mount("/static", StaticFiles(directory=STATIC_DIR, check_dir=False), name="static")
147
+
148
+
149
+ @app.get("/favicon.ico")
150
+ async def favicon():
151
+ return FileResponse(Path(__file__).parent / "ngdist" / "ng_app" / "favicon.ico")
152
+
153
+
154
+ # Catch-all route. serve index.html.
155
+ @app.get("/{full_path:path}")
156
+ async def index():
157
+ return FileResponse(Path(__file__).parent / "ngdist" / "ng_app" / "index.html")
158
+
159
+
160
+ def run_app(host: str, port: int):
161
+ uvicorn.run(app, host=host, port=port)
@@ -341,17 +341,17 @@ License: "Apache-2.0"
341
341
  Package: tslib
342
342
  License: "0BSD"
343
343
 
344
- Copyright (c) Microsoft Corporation.
345
-
346
- Permission to use, copy, modify, and/or distribute this software for any
347
- purpose with or without fee is hereby granted.
348
-
349
- THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
350
- REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
351
- AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
352
- INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
353
- LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
354
- OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
344
+ Copyright (c) Microsoft Corporation.
345
+
346
+ Permission to use, copy, modify, and/or distribute this software for any
347
+ purpose with or without fee is hereby granted.
348
+
349
+ THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
350
+ REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
351
+ AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
352
+ INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
353
+ LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
354
+ OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
355
355
  PERFORMANCE OF THIS SOFTWARE.
356
356
  --------------------------------------------------------------------------------
357
357
  Package: @angular/common