wisio 0.0.1__tar.gz

wisio-0.0.1/.gitmodules

@@ -0,0 +1,10 @@
+[submodule "tools/lib/backward-cpp"]
+	path = tools/lib/backward-cpp
+	url = git@github.com:bombela/backward-cpp.git
+[submodule "tools/lib/cpp-logger"]
+	path = tools/lib/cpp-logger
+	url = git@github.com:hariharan-devarajan/cpp-logger.git
+[submodule "tools/lib/recorder"]
+	path = tools/lib/recorder
+	url = git@github.com:hariharan-devarajan/Recorder.git
+	branch = pilgrim

wisio-0.0.1/MANIFEST.in

@@ -0,0 +1,7 @@
+graft tools
+graft wisio
+include .gitmodules
+prune tools/build
+prune tools/lib
+global-exclude */__pycache__/*
+global-exclude *.pyc

wisio-0.0.1/PKG-INFO

@@ -0,0 +1,50 @@
+Metadata-Version: 2.1
+Name: wisio
+Version: 0.0.1
+Home-page: https://github.com/izzet/wisio
+Author: Izzet Yildirim
+Author-email: izzetcyildirim@gmail.com
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Science/Research
+Classifier: Topic :: Software Development :: Build Tools
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Requires-Python: >=3.8, <4
+Description-Content-Type: text/markdown
+Provides-Extra: darshan
+License-File: LICENSE
+
+<p align="center">
+    <img src="./assets/logo.png">
+</p>
+
+# WisIO: Automated I/O Analysis for HPC Workflows
+
+## Overview
+
+**"Extract wisdom from large-scale rich I/O traces of HPC workflows."**
+
+## Installation
+
+To install WisIO through `pip`, you will need to use the following command.
+
+```bash
+spack -e tools install
+pip install wisio[darshan]
+```
+
+To install WisIO from source, you will need to first install the dependencies:
+
+```bash
+spack -e tools install
+pip install .[darshan]
+```
+
+## Usage
+
+```bash
+wisio analyze -c /path/to/config
+```

wisio-0.0.1/README.md

@@ -0,0 +1,31 @@
+<p align="center">
+    <img src="./assets/logo.png">
+</p>
+
+# WisIO: Automated I/O Analysis for HPC Workflows
+
+## Overview
+
+**"Extract wisdom from large-scale rich I/O traces of HPC workflows."**
+
+## Installation
+
+To install WisIO through `pip`, you will need to use the following command.
+
+```bash
+spack -e tools install
+pip install wisio[darshan]
+```
+
+To install WisIO from source, you will need to first install the dependencies:
+
+```bash
+spack -e tools install
+pip install .[darshan]
+```
+
+## Usage
+
+```bash
+wisio analyze -c /path/to/config
+```

wisio-0.0.1/pyproject.toml

@@ -0,0 +1,9 @@
+[build-system]
+requires = ["cmake>=3.24", "scikit-build>=0.17", "setuptools>=42", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[tool.ruff.format]
+quote-style = "preserve"
+
+[tool.ruff.lint.pycodestyle]
+max-line-length = 100

wisio-0.0.1/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

wisio-0.0.1/setup.py

@@ -0,0 +1,83 @@
+# import subprocess
+# from os import path
+from pathlib import Path
+from setuptools import find_packages, setup
+# from skbuild import setup
+# from skbuild.command.build import build
+# from skbuild.command.install import install
+# from skbuild.command.egg_info import egg_info
+
+
+# def update_submodules():
+#     print("Updating submodules...")
+#     if path.exists('.gitmodules'):
+#         subprocess.check_call(['git', 'submodule', 'init'])
+#         subprocess.check_call(['git', 'submodule', 'update'])
+
+
+# class build_with_submodules(build):
+#     def run(self):
+#         update_submodules()
+#         build.run(self)
+
+
+# class egg_info_with_submodules(egg_info):
+#     def run(self):
+#         update_submodules()
+#         egg_info.run(self)
+
+
+# class install_with_submodules(install):
+#     def run(self):
+#         update_submodules()
+#         install.run(self)
+
+
+setup(
+    name="wisio",
+    version="0.0.1",
+    url="https://github.com/izzet/wisio",
+    author="Izzet Yildirim",
+    author_email="izzetcyildirim@gmail.com",
+    classifiers=[
+        "Development Status :: 3 - Alpha",
+        "Intended Audience :: Science/Research",
+        "Topic :: Software Development :: Build Tools",
+        "License :: OSI Approved :: MIT License",
+        "Programming Language :: Python :: 3 :: Only",
+        "Programming Language :: Python :: 3.8",
+        "Programming Language :: Python :: 3.9",
+        "Programming Language :: Python :: 3.10",
+    ],
+    long_description=(Path(__file__).parent / "README.md").read_text(),
+    long_description_content_type="text/markdown",
+    python_requires=">=3.8, <4",
+    # cmake_source_dir="tools",
+    # cmdclass={
+    #     "build": build_with_submodules,
+    #     "egg_info": egg_info_with_submodules,
+    #     "install": install_with_submodules,
+    # },
+    entry_points={
+        "console_scripts": [
+            "wisio=wisio.__main__:main",
+        ]
+    },
+    packages=find_packages(),
+    install_requires=[
+        "dask>=2023.9.0",
+        "dask_jobqueue==0.8.2",
+        "distributed>=2023.9.0",
+        "inflect==7.0",
+        "jinja2>=3.0",
+        "numpy==1.24.3",
+        "matplotlib==3.2.1",
+        "pandas>=2.1",
+        "pyyaml>=5.4",
+        "rich==13.6.0",
+        "scikit-learn>=1.4",
+        "scipy>=1.10",
+        "venn==0.1.3",
+    ],
+    extras_require={"darshan": ["darshan>=3.4"]},
+)

wisio-0.0.1/tools/.dockerignore

@@ -0,0 +1,3 @@
+.spack-env
+build
+spack.lock

wisio-0.0.1/tools/.gitignore

@@ -0,0 +1,3 @@
+.spack-env
+build
+spack.lock

wisio-0.0.1/tools/CMakeLists.txt

@@ -0,0 +1,83 @@
+cmake_minimum_required(VERSION 3.0)
+project(wisio)
+
+#message(${CMAKE_PREFIX_PATH})
+set(CMAKE_CXX_STANDARD 17)
+set(WISIO_CMAKE_DIR ${CMAKE_SOURCE_DIR}/cmake)
+set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} ${WISIO_CMAKE_DIR} ${WISIO_CMAKE_DIR}/modules)
+set(DEPENDENCY_LIB -lstdc++fs)
+set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -g -rdynamic")
+
+#------------------------------------------------------------------------------
+# Disallow in-source build
+#------------------------------------------------------------------------------
+if ("${CMAKE_CURRENT_SOURCE_DIR}" STREQUAL "${CMAKE_BINARY_DIR}")
+    message(FATAL_ERROR
+            "${PROJECT_NAME} requires an out of source Build. "
+            "Please create a separate binary directory and run CMake there.")
+endif ()
+
+#------------------------------------------------------------------------------
+# Set a default build type if none was specified
+#------------------------------------------------------------------------------
+set(CMAKE_POSITION_INDEPENDENT_CODE ON)
+if (NOT CMAKE_BUILD_TYPE AND NOT CMAKE_CONFIGURATION_TYPES)
+    message(STATUS "Setting build type to 'RelWithDebInfo' as none was specified.")
+    set(CMAKE_BUILD_TYPE RelWithDebInfo CACHE STRING "Choose the type of build." FORCE)
+    # Set the possible values of build type for cmake-gui
+    set_property(CACHE CMAKE_BUILD_TYPE PROPERTY STRINGS "Debug" "Release" "MinSizeRel" "RelWithDebInfo")
+endif ()
+
+if (NOT "${CMAKE_CXX_STANDARD}")
+    set(CMAKE_CXX_STANDARD 17)
+    set(CMAKE_CXX_STANDARD_REQUIRED ON)
+    set(CMAKE_CXX_EXTENSIONS OFF)
+endif ()
+
+add_subdirectory(lib/backward-cpp)
+add_subdirectory(lib/cpp-logger)
+add_subdirectory(lib/recorder/tools)
+
+include_directories(${CMAKE_CURRENT_SOURCE_DIR}/lib/recorder/include)
+include_directories(${CMAKE_CURRENT_SOURCE_DIR}/lib/recorder/tools)
+include_directories(${RECORDER_INCLUDE_DIR})
+
+find_package(MPI COMPONENTS CXX REQUIRED)
+if (MPI_FOUND)
+    message(STATUS "[MPI] found mpi.h at ${MPI_CXX_INCLUDE_DIRS}")
+    include_directories(${MPI_CXX_INCLUDE_DIRS})
+    set(DEPENDENCY_LIB ${DEPENDENCY_LIB} ${MPI_CXX_LIBRARIES})
+endif ()
+
+find_package(Arrow REQUIRED)
+if(${Arrow_FOUND})
+message("-- " "Found Arrow: TRUE")
+include_directories(${ARROW_INCLUDE_DIR})
+else()
+message("-- " "Found Arrow: FALSE")
+endif()
+find_package(Parquet REQUIRED)
+if(${Parquet_FOUND})
+message("-- " "Found Parquet: TRUE")
+include_directories(${PARQUET_INCLUDE_DIR})
+else()
+message("-- " "Found Parquet: FALSE")
+endif()
+
+find_package(nlohmann_json 3.11.2 REQUIRED)
+find_package(PythonExtensions REQUIRED)
+
+add_executable(wisio_recorder2parquet recorder2parquet.cpp)
+target_link_libraries(wisio_recorder2parquet
+    ${MPI_CXX_LIBRARIES}
+    reader
+    arrow_shared
+    parquet_shared
+    -lstdc++fs
+    cpp-logger
+    nlohmann_json::nlohmann_json
+    Backward::Interface
+)
+add_dependencies(wisio_recorder2parquet reader)
+install(TARGETS wisio_recorder2parquet RUNTIME DESTINATION ${CMAKE_INSTALL_PREFIX}/bin)
+python_standalone_executable(wisio_recorder2parquet)