pf2 0.1.0 → 0.3.0

data/ext/pf2/src/timer_thread_scheduler.rs

@@ -0,0 +1,319 @@
+#![deny(unsafe_op_in_unsafe_fn)]
+
+use std::ffi::{c_int, c_void, CStr, CString};
+use std::mem::ManuallyDrop;
+use std::ptr::null_mut;
+use std::sync::atomic::{AtomicBool, Ordering};
+use std::sync::{Arc, RwLock};
+use std::thread;
+use std::time::Duration;
+
+use rb_sys::*;
+
+use crate::profile::Profile;
+use crate::profile_serializer::ProfileSerializer;
+use crate::sample::Sample;
+use crate::util::*;
+
+#[derive(Clone, Debug)]
+pub struct TimerThreadScheduler {
+    ruby_threads: Arc<RwLock<Vec<VALUE>>>,
+    interval: Option<Arc<Duration>>,
+    profile: Option<Arc<RwLock<Profile>>>,
+    stop_requested: Arc<AtomicBool>,
+}
+
+#[derive(Debug)]
+struct PostponedJobArgs {
+    ruby_threads: Arc<RwLock<Vec<VALUE>>>,
+    profile: Arc<RwLock<Profile>>,
+}
+
+impl TimerThreadScheduler {
+    fn new() -> Self {
+        TimerThreadScheduler {
+            ruby_threads: Arc::new(RwLock::new(vec![])),
+            interval: None,
+            profile: None,
+            stop_requested: Arc::new(AtomicBool::new(false)),
+        }
+    }
+
+    fn initialize(&mut self, argc: c_int, argv: *const VALUE, _rbself: VALUE) -> VALUE {
+        // Parse arguments
+        let kwargs: VALUE = Qnil.into();
+        unsafe {
+            rb_scan_args(argc, argv, cstr!(":"), &kwargs);
+        };
+        let mut kwargs_values: [VALUE; 3] = [Qnil.into(); 3];
+        unsafe {
+            rb_get_kwargs(
+                kwargs,
+                [
+                    rb_intern(cstr!("interval_ms")),
+                    rb_intern(cstr!("threads")),
+                    rb_intern(cstr!("time_mode")),
+                ]
+                .as_mut_ptr(),
+                0,
+                3,
+                kwargs_values.as_mut_ptr(),
+            );
+        };
+        let interval: Duration = if kwargs_values[0] != Qundef as VALUE {
+            let interval_ms = unsafe { rb_num2long(kwargs_values[0]) };
+            Duration::from_millis(interval_ms.try_into().unwrap_or_else(|_| {
+                eprintln!(
+                    "[Pf2] Warning: Specified interval ({}) is not valid. Using default value (49ms).",
+                    interval_ms
+                );
+                49
+            }))
+        } else {
+            Duration::from_millis(49)
+        };
+        let threads: VALUE = if kwargs_values[1] != Qundef as VALUE {
+            kwargs_values[1]
+        } else {
+            unsafe { rb_funcall(rb_cThread, rb_intern(cstr!("list")), 0) }
+        };
+        if kwargs_values[2] != Qundef as VALUE {
+            let specified_mode = unsafe {
+                let mut str = rb_funcall(kwargs_values[2], rb_intern(cstr!("to_s")), 0);
+                let ptr = rb_string_value_ptr(&mut str);
+                CStr::from_ptr(ptr).to_str().unwrap()
+            };
+            if specified_mode != "wall" {
+                // Raise an ArgumentError
+                unsafe {
+                    rb_raise(
+                        rb_eArgError,
+                        cstr!("TimerThreadScheduler only supports :wall mode."),
+                    )
+                }
+            }
+        }
+
+        let mut target_ruby_threads = Vec::new();
+        unsafe {
+            for i in 0..RARRAY_LEN(threads) {
+                let ruby_thread: VALUE = rb_ary_entry(threads, i);
+                target_ruby_threads.push(ruby_thread);
+            }
+        }
+
+        self.interval = Some(Arc::new(interval));
+        self.ruby_threads = Arc::new(RwLock::new(target_ruby_threads.into_iter().collect()));
+
+        Qnil.into()
+    }
+
+    fn start(&mut self, _rbself: VALUE) -> VALUE {
+        // Create Profile
+        let profile = Arc::new(RwLock::new(Profile::new()));
+        self.start_profile_buffer_flusher_thread(&profile);
+
+        // Start monitoring thread
+        let stop_requested = Arc::clone(&self.stop_requested);
+        let interval = Arc::clone(self.interval.as_ref().unwrap());
+        let postponed_job_args: Box<PostponedJobArgs> = Box::new(PostponedJobArgs {
+            ruby_threads: Arc::clone(&self.ruby_threads),
+            profile: Arc::clone(&profile),
+        });
+        let postponed_job_handle: rb_postponed_job_handle_t = unsafe {
+            rb_postponed_job_preregister(
+                0,
+                Some(Self::postponed_job),
+                Box::into_raw(postponed_job_args) as *mut c_void, // FIXME: leak
+            )
+        };
+        thread::spawn(move || {
+            Self::thread_main_loop(stop_requested, interval, postponed_job_handle)
+        });
+
+        self.profile = Some(profile);
+
+        Qtrue.into()
+    }
+
+    fn thread_main_loop(
+        stop_requested: Arc<AtomicBool>,
+        interval: Arc<Duration>,
+        postponed_job_handle: rb_postponed_job_handle_t,
+    ) {
+        loop {
+            if stop_requested.fetch_and(true, Ordering::Relaxed) {
+                break;
+            }
+            unsafe {
+                rb_postponed_job_trigger(postponed_job_handle);
+            }
+
+            thread::sleep(*interval);
+        }
+    }
+
+    fn stop(&self, _rbself: VALUE) -> VALUE {
+        // Stop the collector thread
+        self.stop_requested.store(true, Ordering::Relaxed);
+
+        if let Some(profile) = &self.profile {
+            // Finalize
+            match profile.try_write() {
+                Ok(mut profile) => {
+                    profile.flush_temporary_sample_buffer();
+                }
+                Err(_) => {
+                    println!("[pf2 ERROR] stop: Failed to acquire profile lock.");
+                    return Qfalse.into();
+                }
+            }
+
+            let profile = profile.try_read().unwrap();
+            log::debug!("Number of samples: {}", profile.samples.len());
+
+            let serialized = ProfileSerializer::serialize(&profile);
+            let serialized = CString::new(serialized).unwrap();
+            unsafe { rb_str_new_cstr(serialized.as_ptr()) }
+        } else {
+            panic!("stop() called before start()");
+        }
+    }
+
+    unsafe extern "C" fn postponed_job(ptr: *mut c_void) {
+        unsafe {
+            rb_gc_disable();
+        }
+        let args = unsafe { ManuallyDrop::new(Box::from_raw(ptr as *mut PostponedJobArgs)) };
+
+        let mut profile = match args.profile.try_write() {
+            Ok(profile) => profile,
+            Err(_) => {
+                // FIXME: Do we want to properly collect GC samples? I don't know yet.
+                log::trace!("Failed to acquire profile lock (garbage collection possibly in progress). Dropping sample.");
+                return;
+            }
+        };
+
+        // Collect stack information from specified Ruby Threads
+        let ruby_threads = args.ruby_threads.try_read().unwrap();
+        for ruby_thread in ruby_threads.iter() {
+            // Check if the thread is still alive
+            if unsafe { rb_funcall(*ruby_thread, rb_intern(cstr!("status")), 0) } == Qfalse as u64 {
+                continue;
+            }
+
+            let sample = Sample::capture(*ruby_thread, &profile.backtrace_state);
+            if profile.temporary_sample_buffer.push(sample).is_err() {
+                log::debug!("Temporary sample buffer full. Dropping sample.");
+            }
+        }
+        unsafe {
+            rb_gc_enable();
+        }
+    }
+
+    fn start_profile_buffer_flusher_thread(&self, profile: &Arc<RwLock<Profile>>) {
+        let profile = Arc::clone(profile);
+        thread::spawn(move || loop {
+            log::trace!("Flushing temporary sample buffer");
+            match profile.try_write() {
+                Ok(mut profile) => {
+                    profile.flush_temporary_sample_buffer();
+                }
+                Err(_) => {
+                    log::debug!("flusher: Failed to acquire profile lock");
+                }
+            }
+            thread::sleep(Duration::from_millis(500));
+        });
+    }
+
+    // Ruby Methods
+
+    pub unsafe extern "C" fn rb_initialize(
+        argc: c_int,
+        argv: *const VALUE,
+        rbself: VALUE,
+    ) -> VALUE {
+        let mut collector = Self::get_struct_from(rbself);
+        collector.initialize(argc, argv, rbself)
+    }
+
+    // SampleCollector.start
+    pub unsafe extern "C" fn rb_start(rbself: VALUE) -> VALUE {
+        let mut collector = Self::get_struct_from(rbself);
+        collector.start(rbself)
+    }
+
+    // SampleCollector.stop
+    pub unsafe extern "C" fn rb_stop(rbself: VALUE) -> VALUE {
+        let collector = Self::get_struct_from(rbself);
+        collector.stop(rbself)
+    }
+
+    // Functions for TypedData
+
+    fn get_struct_from(obj: VALUE) -> ManuallyDrop<Box<Self>> {
+        unsafe {
+            let ptr = rb_check_typeddata(obj, &RBDATA);
+            ManuallyDrop::new(Box::from_raw(ptr as *mut TimerThreadScheduler))
+        }
+    }
+
+    #[allow(non_snake_case)]
+    pub unsafe extern "C" fn rb_alloc(_rbself: VALUE) -> VALUE {
+        let collector = TimerThreadScheduler::new();
+
+        unsafe {
+            let rb_mPf2: VALUE = rb_define_module(cstr!("Pf2"));
+            let rb_cTimerThreadScheduler =
+                rb_define_class_under(rb_mPf2, cstr!("TimerThreadScheduler"), rb_cObject);
+
+            rb_data_typed_object_wrap(
+                rb_cTimerThreadScheduler,
+                Box::into_raw(Box::new(collector)) as *mut _ as *mut c_void,
+                &RBDATA,
+            )
+        }
+    }
+
+    unsafe extern "C" fn dmark(ptr: *mut c_void) {
+        unsafe {
+            let collector = ManuallyDrop::new(Box::from_raw(ptr as *mut TimerThreadScheduler));
+            if let Some(profile) = &collector.profile {
+                match profile.read() {
+                    Ok(profile) => {
+                        profile.dmark();
+                    }
+                    Err(_) => {
+                        panic!("[pf2 FATAL] dmark: Failed to acquire profile lock.");
+                    }
+                }
+            }
+        }
+    }
+    unsafe extern "C" fn dfree(ptr: *mut c_void) {
+        unsafe {
+            drop(Box::from_raw(ptr as *mut TimerThreadScheduler));
+        }
+    }
+    unsafe extern "C" fn dsize(_: *const c_void) -> size_t {
+        // FIXME: Report something better
+        std::mem::size_of::<TimerThreadScheduler>() as size_t
+    }
+}
+
+static mut RBDATA: rb_data_type_t = rb_data_type_t {
+    wrap_struct_name: cstr!("TimerThreadScheduler"),
+    function: rb_data_type_struct__bindgen_ty_1 {
+        dmark: Some(TimerThreadScheduler::dmark),
+        dfree: Some(TimerThreadScheduler::dfree),
+        dsize: Some(TimerThreadScheduler::dsize),
+        dcompact: None,
+        reserved: [null_mut(); 1],
+    },
+    parent: null_mut(),
+    data: null_mut(),
+    flags: 0,
+};

data/ext/pf2/src/util.rs

@@ -0,0 +1,30 @@
+use core::mem::transmute;
+use rb_sys::*;
+use std::ffi::c_void;
+
+// Convert str literal to C string literal
+macro_rules! cstr {
+    ($s:expr) => {
+        concat!($s, "\0").as_ptr() as *const std::ffi::c_char
+    };
+}
+pub(crate) use cstr;
+
+pub type RubyCFunc = unsafe extern "C" fn() -> VALUE;
+
+// TODO: rewrite as macro
+pub fn to_ruby_cfunc_with_no_args<T>(f: unsafe extern "C" fn(T) -> VALUE) -> RubyCFunc {
+    unsafe { transmute::<unsafe extern "C" fn(T) -> VALUE, RubyCFunc>(f) }
+}
+pub fn to_ruby_cfunc_with_args<T, U, V>(f: unsafe extern "C" fn(T, U, V) -> VALUE) -> RubyCFunc {
+    unsafe { transmute::<unsafe extern "C" fn(T, U, V) -> VALUE, RubyCFunc>(f) }
+}
+
+#[allow(non_snake_case)]
+pub fn RTEST(v: VALUE) -> bool {
+    v != Qfalse as VALUE && v != Qnil as VALUE
+}
+
+extern "C" {
+    pub fn extract_si_value_sival_ptr(info: *mut libc::siginfo_t) -> *mut c_void;
+}

data/lib/pf2/cli.rb

@@ -27,7 +27,7 @@ module Pf2
       end
       option_parser.parse!(argv)
 
-      profile = Marshal.load(IO.binread(ARGV[0]))
+      profile = JSON.parse(File.read(ARGV[0]), symbolize_names: true, max_nesting: false)
       report = JSON.generate(Pf2::Reporter.new(profile).emit)
 
       if options[:output_file]

data/lib/pf2/reporter.rb

@@ -5,7 +5,7 @@ module Pf2
   # https://github.com/firefox-devtools/profiler/blob/main/docs-developer/processed-profile-format.md
   class Reporter
     def initialize(profile)
-      @profile = profile
+      @profile = Reporter.deep_intize_keys(profile)
     end
 
     def inspect
@@ -13,15 +13,15 @@ module Pf2
     end
 
     def emit
-      x = {
+      report = {
         meta: {
           interval: 10, # ms; TODO: replace with actual interval
           start_time: 0,
           process_type: 0,
           product: 'ruby',
           stackwalk: 0,
-          version: 19,
-          preprocessed_profile_version: 28,
+          version: 28,
+          preprocessed_profile_version: 47,
           symbolicated: true,
           categories: [
             {
@@ -34,18 +34,24 @@ module Pf2
               color: "red",
               subcategories: ["Code"],
             },
+            {
+              name: "Native",
+              color: "blue",
+              subcategories: ["Code"],
+            },
             {
               name: "Native",
               color: "lightblue",
               subcategories: ["Code"],
             },
           ],
+          marker_schema: [],
         },
         libs: [],
         counters: [],
         threads: @profile[:threads].values.map {|th| ThreadReport.new(th).emit }
       }
-      Reporter.deep_camelize_keys(x)
+      Reporter.deep_camelize_keys(report)
     end
 
     class ThreadReport
@@ -67,7 +73,7 @@ module Pf2
       def emit
         func_table = build_func_table
         frame_table = build_frame_table
-        stack_table = build_stack_table
+        stack_table = build_stack_table(func_table, frame_table)
         samples = build_samples
 
         string_table = build_string_table
@@ -83,7 +89,9 @@ module Pf2
           name: "Thread (tid: #{@thread[:thread_id]})",
           is_main_thread: true,
           is_js_tracer: true,
-          pid: 1,
+          # FIXME: We can fill the correct PID only after we correctly fill is_main_thread
+          # (only one thread could be marked as is_main_thread in a single process)
+          pid: @thread[:thread_id],
           tid: @thread[:thread_id],
           samples: samples,
           markers: markers,
@@ -114,7 +122,7 @@ module Pf2
 
         @thread[:samples].each do |sample|
           ret[:stack] << @stack_tree_id_map[sample[:stack_tree_id]]
-          ret[:time] << sample[:timestamp] / 1000000 # ns -> ms
+          ret[:time] << sample[:elapsed_ns] / 1000000 # ns -> ms
           ret[:duration] << 1
           ret[:event_delay] << 0
         end
@@ -134,6 +142,8 @@ module Pf2
           line: [],
           column: [],
           optimizations: [],
+          inline_depth: [],
+          native_symbol: [],
         }
 
         @thread[:frames].each.with_index do |(id, frame), i|
@@ -146,6 +156,8 @@ module Pf2
           ret[:line] << nil
           ret[:column] << nil
           ret[:optimizations] << nil
+          ret[:inline_depth] << 0
+          ret[:native_symbol] << nil
 
           @frame_id_map[id] = i
         end
@@ -166,8 +178,10 @@ module Pf2
         }
 
         @thread[:frames].each.with_index do |(id, frame), i|
-          ret[:name] << string_id(frame[:full_label])
-          ret[:is_js] << false
+          native = (frame[:entry_type] == 'Native')
+          label = "#{native ? "Native: " : ""}#{frame[:full_label]}"
+          ret[:name] << string_id(label)
+          ret[:is_js] << !native
           ret[:relevant_for_js] << false
           ret[:resource] << -1
           ret[:file_name] << nil
@@ -181,7 +195,7 @@ module Pf2
         ret
       end
 
-      def build_stack_table
+      def build_stack_table(func_table, frame_table)
         ret = {
           frame: [],
           category: [],
@@ -198,7 +212,7 @@ module Pf2
 
           prefix, node = queue.shift
           ret[:frame] << @frame_id_map[node[:frame_id]]
-          ret[:category] << 1
+          ret[:category] << (build_string_table[func_table[:name][frame_table[:func][@frame_id_map[node[:frame_id]]]]].start_with?('Native:') ? 2 : 1)
           ret[:subcategory] << nil
           ret[:prefix] << prefix
 
@@ -229,6 +243,9 @@ module Pf2
           data: [],
           name: [],
           time: [],
+          start_time: [],
+          end_time: [],
+          phase: [],
           category: [],
           length: 0
         }
@@ -244,17 +261,32 @@ module Pf2
         s.split('_').inject([]) {|buffer, p| buffer.push(buffer.size == 0 ? p : p.capitalize) }.join
       end
 
-      def deep_camelize_keys(value)
+      def deep_transform_keys(value, &block)
         case value
         when Array
-          value.map {|v| deep_camelize_keys(v) }
+          value.map {|v| deep_transform_keys(v, &block) }
         when Hash
-          Hash[value.map {|k, v| [snake_to_camel(k.to_s).to_sym, deep_camelize_keys(v)] }]
+          Hash[value.map {|k, v| [yield(k), deep_transform_keys(v, &block)] }]
         else
           value
         end
       end
+
+      def deep_camelize_keys(value)
+        deep_transform_keys(value) do |key|
+          snake_to_camel(key.to_s).to_sym
+        end
+      end
+
+      def deep_intize_keys(value)
+        deep_transform_keys(value) do |key|
+          if key.to_s.to_i.to_s == key.to_s
+            key.to_s.to_i
+          else
+            key
+          end
+        end
+      end
     end
   end
 end
-

data/lib/pf2/version.rb

@@ -1,3 +1,3 @@
 module Pf2
-  VERSION = '0.1.0'
+  VERSION = '0.3.0'
 end

data/lib/pf2.rb

@@ -4,13 +4,28 @@ require_relative 'pf2/version'
 module Pf2
   class Error < StandardError; end
 
-  @@threads = []
+  def self.default_scheduler_class
+    # SignalScheduler is Linux-only. Use TimerThreadScheduler on other platforms.
+    if defined?(SignalScheduler)
+      SignalScheduler
+    else
+      TimerThreadScheduler
+    end
+  end
+
+  def self.start(...)
+    @@default_scheduler = default_scheduler_class.new(...)
+    @@default_scheduler.start
+  end
 
-  def self.threads
-    @@threads
+  def self.stop(...)
+    @@default_scheduler.stop(...)
   end
 
-  def self.threads=(th)
-    @@threads = th
+  def self.profile(&block)
+    raise ArgumentError, "block required" unless block_given?
+    start([Thread.current], true)
+    yield
+    stop
   end
 end