mesh-rb 0.0.1

data/ext/mesh/mesh/theory/read_mesh_dump.py

@@ -0,0 +1,82 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import json
+import sys
+import argparse
+from collections import defaultdict
+
+import meshers
+
+MB = 1/1024.0/1024.0
+
+class Span(object):
+    def __init__(self, obj):
+        self.name = obj['name']
+        self.size = obj['object-size']
+        self.length = obj['length']
+        self.bitmap = obj['bitmap']
+
+
+def read_data(json_path):
+    '''
+    Reads a dict of size -> span list from a mesh dump file at `json_path`
+    '''
+    size_classes = defaultdict(list)
+
+    with open(json_path) as f:
+        for l in f.readlines():
+            obj = json.loads(l)
+            span = Span(obj)
+            size_classes[span.size].append(span)
+
+    return size_classes
+
+
+def count_meshes(mesher, spans):
+    bitmaps = [s.bitmap for s in spans]
+    if len(bitmaps) % 2 == 1:
+        bitmaps.append('1' * len(s.bitmap))
+
+    return mesher(bitmaps)
+
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--size', type=int, help='size to dump graph')
+    parser.add_argument('json_file', nargs=1, help='A JSON dump from libmesh')
+    args = parser.parse_args()
+
+    if not args.json_file:
+        parser.print_help()
+        return 1
+
+    size_classes = read_data(args.json_file[0])
+
+    sizes = sorted(size_classes.keys(), reverse=True)
+
+    total_size = 0
+    for size in sizes:
+        spans = size_classes[size]
+        total_size += sum([s.size * s.length for s in spans])
+
+    print('Total heap size: %.1f MiB' % (total_size * MB,))
+
+    saved = 0
+    for size in sizes:
+        if size >= 4096:
+            continue
+        spans = size_classes[size]
+        # n = count_meshes(meshers.optimalMesher, spans)
+        # n = count_meshes(meshers.optimalMesher, spans)
+        n = count_meshes(meshers.greedyMesher, spans)
+        print('\t%5d: %d spans (%d meshes)' % (size, len(spans), len(n)))
+        saved += (size * spans[0].length) * len(n)
+
+    print('Saved size: %.1f MiB' % (saved * MB,))
+
+    return 0
+
+
+if __name__ == '__main__':
+    sys.exit(main())

data/ext/mesh/mesh/theory/test.py

@@ -0,0 +1,70 @@
+# -*- coding: utf-8 -*-
+"""
+Created on Mon Apr 25 14:34:04 2016
+
+@author: devd
+"""
+from __future__ import division
+import logging
+import math
+from choose import nCr
+import numpy as np
+from scipy.misc import comb
+import createRandomString as c
+import meshers
+import time
+import random
+import functools
+import json
+import pickle
+import os
+from mesh_util import occupancySort, formatStrings, fast_q
+from createRandomString import createIndependentRandomStrings
+
+#logging.getLogger('').handlers = []
+#logging.basicConfig(level=logging.DEBUG, format='%(asctime)s - %(levelname)s - %(message)s')
+#logging.debug('This is a log message.')
+#logging.info('test')
+#logging.warning('double test')
+#
+
+#strings = createIndependentRandomStrings(4,10,numOnes = 2)
+#new_strings = []
+#for string in strings:
+#    new_strings.append((string, long(string, base=2)))
+#print new_strings
+#print "\n \n \n"
+##occupancySort(strings)
+#new_strings.sort(key = lambda x: x[0].count("1"))
+#print new_strings
+
+strings = createIndependentRandomStrings(256, 10000, numOnes = 5)
+strings = formatStrings(strings)
+occs = [x[2] for x in strings]
+print np.mean(occs)
+print np.std(occs)
+
+def faster_q(length, occ1, occ2):
+    numerator = 1
+    for i in range(length-occ1, length-occ1-occ2, -1):
+        numerator *= i
+    denominator = 1
+    for i in range(length, length-occ2, -1):
+        denominator *= i
+    return float(numerator)/float(denominator)
+
+length = 128
+
+start = time.time()
+for occ1 in range(0,50):
+    for occ2 in range(0,50):
+        result1 = fast_q(length, occ1, occ2)
+t1 = time.time() - start
+
+start = time.time()
+for occ1 in range(0,50):
+    for occ2 in range(0,50):
+        result2 = faster_q(length, occ1, occ2)
+t2 = time.time()-start
+print 'fast_q got {} in {} ms'.format(result1, t1)
+print 'faster_q got {} in {} ms'.format(result2, t2)

data/ext/mesh/mesh/tools/bazel

@@ -0,0 +1 @@
+../bazel

data/lib/mesh/version.rb

@@ -0,0 +1,3 @@
+module Mesh
+  VERSION = '0.0.1'.freeze
+end

data/mesh.gemspec

@@ -0,0 +1,14 @@
+$:.push File.expand_path('../lib', __FILE__)
+
+Gem::Specification.new do |s|
+  s.name = 'mesh-rb'
+  s.version = '0.0.1'
+  s.summary = 'mesh allocator. Still under maintenance'
+  s.author = 'ThreadedStream'
+  s.extensions = ['ext/mesh/extconf.rb']
+  s.require_paths = ['lib']
+  s.homepage = 'https://github.com/ThreadedStream/mesh-rb'
+
+  s.files = `git ls-files`.split("\n")
+  s.executables = `git ls-files -- bin/*`.split("\n").map { |f| File.basename(f) }
+end

metadata

@@ -0,0 +1,172 @@
+--- !ruby/object:Gem::Specification
+name: mesh-rb
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- ThreadedStream
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2021-06-07 00:00:00.000000000 Z
+dependencies: []
+description: 
+email: 
+executables:
+- mesh
+extensions:
+- ext/mesh/extconf.rb
+extra_rdoc_files: []
+files:
+- ".idea/.gitignore"
+- ".idea/mesh-rb.iml"
+- ".idea/misc.xml"
+- ".idea/modules.xml"
+- ".idea/vcs.xml"
+- Gemfile
+- Gemfile.lock
+- Rakefile
+- bin/mesh
+- ext/mesh/extconf.rb
+- ext/mesh/mesh/.bazelrc
+- ext/mesh/mesh/.bazelversion
+- ext/mesh/mesh/.clang-format
+- ext/mesh/mesh/.dockerignore
+- ext/mesh/mesh/.editorconfig
+- ext/mesh/mesh/.gitattributes
+- ext/mesh/mesh/.github/workflows/main.yml
+- ext/mesh/mesh/.gitignore
+- ext/mesh/mesh/AUTHORS
+- ext/mesh/mesh/CMakeLists.txt
+- ext/mesh/mesh/CODE_OF_CONDUCT.md
+- ext/mesh/mesh/Dockerfile
+- ext/mesh/mesh/LICENSE
+- ext/mesh/mesh/Makefile
+- ext/mesh/mesh/README.md
+- ext/mesh/mesh/WORKSPACE
+- ext/mesh/mesh/bazel
+- ext/mesh/mesh/mesh-pldi19-powers.pdf
+- ext/mesh/mesh/src/BUILD
+- ext/mesh/mesh/src/CMakeLists.txt
+- ext/mesh/mesh/src/bitmap.h
+- ext/mesh/mesh/src/cheap_heap.h
+- ext/mesh/mesh/src/common.h
+- ext/mesh/mesh/src/copts.bzl
+- ext/mesh/mesh/src/d_assert.cc
+- ext/mesh/mesh/src/fixed_array.h
+- ext/mesh/mesh/src/global_heap.cc
+- ext/mesh/mesh/src/global_heap.h
+- ext/mesh/mesh/src/gnu_wrapper.cc
+- ext/mesh/mesh/src/internal.h
+- ext/mesh/mesh/src/libmesh.cc
+- ext/mesh/mesh/src/mac_wrapper.cc
+- ext/mesh/mesh/src/measure_rss.cc
+- ext/mesh/mesh/src/measure_rss.h
+- ext/mesh/mesh/src/meshable_arena.cc
+- ext/mesh/mesh/src/meshable_arena.h
+- ext/mesh/mesh/src/meshing.h
+- ext/mesh/mesh/src/mini_heap.h
+- ext/mesh/mesh/src/mmap_heap.h
+- ext/mesh/mesh/src/one_way_mmap_heap.h
+- ext/mesh/mesh/src/partitioned_heap.h
+- ext/mesh/mesh/src/plasma/mesh.h
+- ext/mesh/mesh/src/real.cc
+- ext/mesh/mesh/src/real.h
+- ext/mesh/mesh/src/rng/mwc.h
+- ext/mesh/mesh/src/rng/mwc64.h
+- ext/mesh/mesh/src/rpl_printf.c
+- ext/mesh/mesh/src/runtime.cc
+- ext/mesh/mesh/src/runtime.h
+- ext/mesh/mesh/src/shuffle_vector.h
+- ext/mesh/mesh/src/size_classes.def
+- ext/mesh/mesh/src/static/if.h
+- ext/mesh/mesh/src/static/log.h
+- ext/mesh/mesh/src/testing/benchmark/local_refill.cc
+- ext/mesh/mesh/src/testing/big-alloc.c
+- ext/mesh/mesh/src/testing/fragmenter.cc
+- ext/mesh/mesh/src/testing/global-large-stress.cc
+- ext/mesh/mesh/src/testing/local-alloc.c
+- ext/mesh/mesh/src/testing/meshing_benchmark.cc
+- ext/mesh/mesh/src/testing/thread.cc
+- ext/mesh/mesh/src/testing/unit/alignment.cc
+- ext/mesh/mesh/src/testing/unit/bitmap_test.cc
+- ext/mesh/mesh/src/testing/unit/concurrent_mesh_test.cc
+- ext/mesh/mesh/src/testing/unit/mesh_test.cc
+- ext/mesh/mesh/src/testing/unit/rng_test.cc
+- ext/mesh/mesh/src/testing/unit/size_class_test.cc
+- ext/mesh/mesh/src/testing/unit/triple_mesh_test.cc
+- ext/mesh/mesh/src/testing/userfaultfd-kernel-copy.cc
+- ext/mesh/mesh/src/thread_local_heap.cc
+- ext/mesh/mesh/src/thread_local_heap.h
+- ext/mesh/mesh/src/wrapper.cc
+- ext/mesh/mesh/support/export_mesh.cmake
+- ext/mesh/mesh/support/gen-size-classes
+- ext/mesh/mesh/support/install_all_configs
+- ext/mesh/mesh/support/remove_export_mesh.cmake
+- ext/mesh/mesh/support/update-bazelisk
+- ext/mesh/mesh/theory/32m80.png
+- ext/mesh/mesh/theory/64m80ind.png
+- ext/mesh/mesh/theory/bound_comparison.py
+- ext/mesh/mesh/theory/bounds/impdeg+1
+- ext/mesh/mesh/theory/choose.py
+- ext/mesh/mesh/theory/common.py
+- ext/mesh/mesh/theory/compute_exp_Y.py
+- ext/mesh/mesh/theory/createRandomString.py
+- ext/mesh/mesh/theory/deg_bound_check.py
+- ext/mesh/mesh/theory/degcheck.py
+- ext/mesh/mesh/theory/dumps/32,1,80,dumb.txt
+- ext/mesh/mesh/theory/dumps/32,2,80,dumb.txt
+- ext/mesh/mesh/theory/dumps/32,3,80,dumb.txt
+- ext/mesh/mesh/theory/dumps/32,4,80,dumb.txt
+- ext/mesh/mesh/theory/dumps/32,5,80,dumb.txt
+- ext/mesh/mesh/theory/dumps/32,6,80,dumb.txt
+- ext/mesh/mesh/theory/dumps/32,7,80,dumb.txt
+- ext/mesh/mesh/theory/dumps/32,8,80,dumb.txt
+- ext/mesh/mesh/theory/dumps/32,9,80,dumb.txt
+- ext/mesh/mesh/theory/experiment.py
+- ext/mesh/mesh/theory/experiment_raw_results/.gitignore
+- ext/mesh/mesh/theory/greedy_experiment.py
+- ext/mesh/mesh/theory/greedy_experiment_copy.py
+- ext/mesh/mesh/theory/greedy_experiment_q.py
+- ext/mesh/mesh/theory/makeGraph.py
+- ext/mesh/mesh/theory/manyreps.png
+- ext/mesh/mesh/theory/manystrings.png
+- ext/mesh/mesh/theory/match_vs_color_experiment.py
+- ext/mesh/mesh/theory/maxmatch_vs_E[Y].py
+- ext/mesh/mesh/theory/maxmatch_vs_greedymatch.py
+- ext/mesh/mesh/theory/maxvdeg+1imp++32,80.png
+- ext/mesh/mesh/theory/mesh_util.py
+- ext/mesh/mesh/theory/meshers.py
+- ext/mesh/mesh/theory/meshingBenchmark.py
+- ext/mesh/mesh/theory/occupancyComparison.py
+- ext/mesh/mesh/theory/randmatch_vs_greedymatch.py
+- ext/mesh/mesh/theory/randmatch_vs_greedymatch_q.py
+- ext/mesh/mesh/theory/randmatch_vs_greedymatch_time.py
+- ext/mesh/mesh/theory/read_mesh_dump.py
+- ext/mesh/mesh/theory/test.py
+- ext/mesh/mesh/tools/bazel
+- lib/mesh/version.rb
+- mesh.gemspec
+homepage: https://github.com/ThreadedStream/mesh-rb
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.2
+signing_key: 
+specification_version: 4
+summary: mesh allocator. Still under maintenance
+test_files: []