better-git-of-theseus 0.4.0__py3-none-any.whl

git_of_theseus/survival_plot.py

@@ -0,0 +1,162 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright 2016 Erik Bernhardsson
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import matplotlib
+
+matplotlib.use("Agg")
+
+import argparse
+import collections
+import json
+import math
+import os
+import sys
+
+import numpy
+from matplotlib import pyplot
+
+
+def survival_plot(
+    input_fns, exp_fit=False, display=False, outfile=None, years=5, title=None
+):
+    all_deltas = []
+    YEAR = 365.25 * 24 * 60 * 60
+    fig = pyplot.figure(figsize=(13, 8))
+    pyplot.style.use("ggplot")
+
+    for fn_or_data in input_fns:
+        if isinstance(fn_or_data, str):
+            print("reading %s" % fn_or_data)
+            commit_history = json.load(open(fn_or_data))
+            fn = fn_or_data
+        else:
+            commit_history = fn_or_data
+            fn = "data"
+
+        print("counting %d commits" % len(commit_history))
+        deltas = collections.defaultdict(lambda: numpy.zeros(2))
+        total_n = 0
+        for commit, history in commit_history.items():
+            t0, orig_count = history[0]
+            total_n += orig_count
+            last_count = orig_count
+            for t, count in history[1:]:
+                deltas[t - t0] += (count - last_count, 0)
+                last_count = count
+            deltas[history[-1][0] - t0] += (-last_count, -orig_count)
+
+        all_deltas.append((total_n, deltas))
+        print("adding %d deltas..." % len(deltas))
+        total_k = total_n
+        P = 1.0
+        xs = []
+        ys = []
+        for t in sorted(deltas.keys()):
+            delta_k, delta_n = deltas[t]
+            xs.append(t / YEAR)
+            ys.append(100.0 * P)
+            P *= 1 + delta_k / total_n
+            total_k += delta_k
+            total_n += delta_n
+            if P < 0.05:
+                break
+
+        print("plotting...")
+        if exp_fit:
+            pyplot.plot(xs, ys, color="darkgray")
+        else:
+            parts = os.path.split(fn)
+            pyplot.plot(xs, ys, label=(len(parts) > 1 and parts[-2] or None))
+
+    def fit(k):
+        loss = 0.0
+        for total_n, deltas in all_deltas:
+            total_k = total_n
+            P = 1.0
+            for t in sorted(deltas.keys()):
+                delta_k, delta_n = deltas[t]
+                pred = total_n * math.exp(-k * t / YEAR)
+                loss += (total_n * P - pred) ** 2
+                P *= 1 + delta_k / total_n
+                total_k += delta_k
+                total_n += delta_n
+        print(k, loss)
+        return loss
+
+    if exp_fit:
+        try:
+            import scipy.optimize
+        except ImportError:
+            sys.exit("Scipy is a required dependency when using the --exp-fit flag")
+
+        print("fitting exponential function")
+        k = scipy.optimize.fmin(fit, 0.5, maxiter=50)[0]
+        ts = numpy.linspace(0, years, 1000)
+        ys = [100.0 * math.exp(-k * t) for t in ts]
+        pyplot.plot(
+            ts,
+            ys,
+            color="red",
+            label="Exponential fit, half-life = %.2f years" % (math.log(2) / k),
+        )
+
+    pyplot.xlabel("Years")
+    pyplot.ylabel("%")
+    pyplot.xlim([0, years])
+    pyplot.ylim([0, 100])
+    pyplot.title("% of lines still present in code after n years")
+    pyplot.legend()
+    pyplot.tight_layout()
+
+    if title:
+        pyplot.text(0.5, 0.5, title, transform=pyplot.gca().transAxes, 
+                    fontsize=40, color='gray', alpha=0.3,
+                    ha='center', va='center', rotation=30)
+
+    if outfile:
+        print("Writing output to %s" % outfile)
+        pyplot.savefig(outfile)
+    
+    if display:
+        pyplot.show()
+    
+    return fig
+
+
+def survival_plot_cmdline():
+    parser = argparse.ArgumentParser(description="Plot survival plot")
+    parser.add_argument("--exp-fit", action="store_true", help="Plot exponential fit")
+    parser.add_argument("--display", action="store_true", help="Display plot")
+    parser.add_argument(
+        "--outfile",
+        default="survival_plot.png",
+        type=str,
+        help="Output file to store results (default: %(default)s)",
+    )
+    parser.add_argument(
+        "--years",
+        type=float,
+        default=5,
+        help="Number of years on x axis (default: %(default)s)",
+    )
+    parser.add_argument("input_fns", nargs="*")
+    kwargs = vars(parser.parse_args())
+
+    survival_plot(**kwargs)
+
+
+if __name__ == "__main__":
+    survival_plot_cmdline()

git_of_theseus/utils.py

@@ -0,0 +1,33 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright 2016 Erik Bernhardsson
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import itertools, numpy
+
+
+def generate_n_colors(n):
+    vs = numpy.linspace(0.4, 0.9, 6)
+    colors = [(0.9, 0.4, 0.4)]
+
+    def euclidean(a, b):
+        return sum((x - y) ** 2 for x, y in zip(a, b))
+
+    while len(colors) < n:
+        new_color = max(
+            itertools.product(vs, vs, vs),
+            key=lambda a: min(euclidean(a, b) for b in colors),
+        )
+        colors.append(new_color)
+    return colors