crunchtools 2.1.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (220) hide show
  1. crunchtools-2.1.0/.gitignore +7 -0
  2. crunchtools-2.1.0/AUTHORS +2 -0
  3. crunchtools-2.1.0/CHANGELOG +63 -0
  4. crunchtools-2.1.0/COPYING +624 -0
  5. crunchtools-2.1.0/PKG-INFO +165 -0
  6. crunchtools-2.1.0/README +142 -0
  7. crunchtools-2.1.0/build/README +12 -0
  8. crunchtools-2.1.0/build/tar/README +6 -0
  9. crunchtools-2.1.0/pyproject.toml +44 -0
  10. crunchtools-2.1.0/src/crunchtools/CrunchLog.py +793 -0
  11. crunchtools-2.1.0/src/crunchtools/Filter.py +73 -0
  12. crunchtools-2.1.0/src/crunchtools/LogGraph.py +543 -0
  13. crunchtools-2.1.0/src/crunchtools/LogHash.py +408 -0
  14. crunchtools-2.1.0/src/crunchtools/ScriptLog.py +241 -0
  15. crunchtools-2.1.0/src/crunchtools/__init__.py +51 -0
  16. crunchtools-2.1.0/src/crunchtools/api.py +122 -0
  17. crunchtools-2.1.0/src/crunchtools/cli.py +463 -0
  18. crunchtools-2.1.0/src/crunchtools/data/filters/daemon.stopwords +6 -0
  19. crunchtools-2.1.0/src/crunchtools/data/filters/hash.stopwords +10 -0
  20. crunchtools-2.1.0/src/crunchtools/data/filters/host.stopwords +1 -0
  21. crunchtools-2.1.0/src/crunchtools/data/filters/words.stopwords +204 -0
  22. crunchtools-2.1.0/src/crunchtools/data/fingerprint_library/fedora11-reboot-dell.fp +650 -0
  23. crunchtools-2.1.0/src/crunchtools/data/fingerprint_library/rhel4-reboot-dl380.fp +654 -0
  24. crunchtools-2.1.0/src/crunchtools/data/fingerprint_library/rhel4-reboot-vmware.fp +309 -0
  25. crunchtools-2.1.0/src/crunchtools/data/fingerprint_library/rhel5-reboot-dl380.fp +336 -0
  26. crunchtools-2.1.0/src/crunchtools/data/fingerprint_library/rhel5-reboot-vmware.fp +268 -0
  27. crunchtools-2.1.0/src/crunchtools/data/fingerprint_library/ubuntu10.04-reboot-kvm.fp +330 -0
  28. crunchtools-2.1.0/src/crunchtools/data/fingerprint_library/ubuntu9.04-reboot-vmware.fp +359 -0
  29. crunchtools-2.1.0/src/crunchtools/data/fingerprints/fedora11-reboot.fp +650 -0
  30. crunchtools-2.1.0/src/crunchtools/data/fingerprints/rhel4-reboot.fp +966 -0
  31. crunchtools-2.1.0/src/crunchtools/data/fingerprints/rhel5-reboot.fp +604 -0
  32. crunchtools-2.1.0/src/crunchtools/data/fingerprints/ubuntu10.04-reboot.fp +330 -0
  33. crunchtools-2.1.0/src/crunchtools/data/fingerprints/ubuntu9.04-reboot.fp +359 -0
  34. crunchtools-2.1.0/src/crunchtools/errors.py +28 -0
  35. crunchtools-2.1.0/src/crunchtools/resources.py +58 -0
  36. crunchtools-2.1.0/test/README +32 -0
  37. crunchtools-2.1.0/test/data/test01.log +115 -0
  38. crunchtools-2.1.0/test/data/test02.log +6 -0
  39. crunchtools-2.1.0/test/data/test03.log +100 -0
  40. crunchtools-2.1.0/test/data/test04.log +6 -0
  41. crunchtools-2.1.0/test/data/test05.log +419 -0
  42. crunchtools-2.1.0/test/data/test06.log +1070 -0
  43. crunchtools-2.1.0/test/data/test07.log +500 -0
  44. crunchtools-2.1.0/test/data/test08.log +1500 -0
  45. crunchtools-2.1.0/test/data/test09.log +197 -0
  46. crunchtools-2.1.0/test/data/test10.log +491 -0
  47. crunchtools-2.1.0/test/data/test11.log +39 -0
  48. crunchtools-2.1.0/test/data/test12.log +84 -0
  49. crunchtools-2.1.0/test/data/test13.log +0 -0
  50. crunchtools-2.1.0/test/output/test01-daemon.output +4 -0
  51. crunchtools-2.1.0/test/output/test01-dgraph.output +13 -0
  52. crunchtools-2.1.0/test/output/test01-hash-fingerprint.output +14 -0
  53. crunchtools-2.1.0/test/output/test01-hash-nofilter.output +75 -0
  54. crunchtools-2.1.0/test/output/test01-hash-nosample.output +14 -0
  55. crunchtools-2.1.0/test/output/test01-hash.output +14 -0
  56. crunchtools-2.1.0/test/output/test01-hgraph.output +13 -0
  57. crunchtools-2.1.0/test/output/test01-host.output +20 -0
  58. crunchtools-2.1.0/test/output/test01-mgraph.output +13 -0
  59. crunchtools-2.1.0/test/output/test01-mograph.output +13 -0
  60. crunchtools-2.1.0/test/output/test01-sgraph.output +15 -0
  61. crunchtools-2.1.0/test/output/test01-wordcount.output +23 -0
  62. crunchtools-2.1.0/test/output/test01-ygraph.output +13 -0
  63. crunchtools-2.1.0/test/output/test02-daemon.output +0 -0
  64. crunchtools-2.1.0/test/output/test02-dgraph.output +13 -0
  65. crunchtools-2.1.0/test/output/test02-hash-fingerprint.output +6 -0
  66. crunchtools-2.1.0/test/output/test02-hash-nofilter.output +6 -0
  67. crunchtools-2.1.0/test/output/test02-hash-nosample.output +6 -0
  68. crunchtools-2.1.0/test/output/test02-hash.output +6 -0
  69. crunchtools-2.1.0/test/output/test02-hgraph.output +13 -0
  70. crunchtools-2.1.0/test/output/test02-host.output +0 -0
  71. crunchtools-2.1.0/test/output/test02-mgraph.output +13 -0
  72. crunchtools-2.1.0/test/output/test02-mograph.output +13 -0
  73. crunchtools-2.1.0/test/output/test02-sgraph.output +13 -0
  74. crunchtools-2.1.0/test/output/test02-wordcount.output +6 -0
  75. crunchtools-2.1.0/test/output/test02-ygraph.output +13 -0
  76. crunchtools-2.1.0/test/output/test03-daemon.output +1 -0
  77. crunchtools-2.1.0/test/output/test03-dgraph.output +13 -0
  78. crunchtools-2.1.0/test/output/test03-hash-fingerprint.output +19 -0
  79. crunchtools-2.1.0/test/output/test03-hash-nofilter.output +39 -0
  80. crunchtools-2.1.0/test/output/test03-hash-nosample.output +19 -0
  81. crunchtools-2.1.0/test/output/test03-hash.output +19 -0
  82. crunchtools-2.1.0/test/output/test03-hgraph.output +13 -0
  83. crunchtools-2.1.0/test/output/test03-host.output +39 -0
  84. crunchtools-2.1.0/test/output/test03-mgraph.output +13 -0
  85. crunchtools-2.1.0/test/output/test03-mograph.output +13 -0
  86. crunchtools-2.1.0/test/output/test03-sgraph.output +14 -0
  87. crunchtools-2.1.0/test/output/test03-wordcount.output +20 -0
  88. crunchtools-2.1.0/test/output/test03-ygraph.output +13 -0
  89. crunchtools-2.1.0/test/output/test04-daemon.output +0 -0
  90. crunchtools-2.1.0/test/output/test04-dgraph.output +13 -0
  91. crunchtools-2.1.0/test/output/test04-hash-fingerprint.output +2 -0
  92. crunchtools-2.1.0/test/output/test04-hash-nofilter.output +6 -0
  93. crunchtools-2.1.0/test/output/test04-hash-nosample.output +2 -0
  94. crunchtools-2.1.0/test/output/test04-hash.output +2 -0
  95. crunchtools-2.1.0/test/output/test04-hgraph.output +13 -0
  96. crunchtools-2.1.0/test/output/test04-host.output +0 -0
  97. crunchtools-2.1.0/test/output/test04-mgraph.output +13 -0
  98. crunchtools-2.1.0/test/output/test04-mograph.output +13 -0
  99. crunchtools-2.1.0/test/output/test04-sgraph.output +13 -0
  100. crunchtools-2.1.0/test/output/test04-wordcount.output +3 -0
  101. crunchtools-2.1.0/test/output/test04-ygraph.output +13 -0
  102. crunchtools-2.1.0/test/output/test05-daemon.output +55 -0
  103. crunchtools-2.1.0/test/output/test05-dgraph.output +14 -0
  104. crunchtools-2.1.0/test/output/test05-hash-fingerprint.output +14 -0
  105. crunchtools-2.1.0/test/output/test05-hash-nofilter.output +376 -0
  106. crunchtools-2.1.0/test/output/test05-hash-nosample.output +305 -0
  107. crunchtools-2.1.0/test/output/test05-hash.output +305 -0
  108. crunchtools-2.1.0/test/output/test05-hgraph.output +13 -0
  109. crunchtools-2.1.0/test/output/test05-host.output +21 -0
  110. crunchtools-2.1.0/test/output/test05-mgraph.output +15 -0
  111. crunchtools-2.1.0/test/output/test05-mograph.output +13 -0
  112. crunchtools-2.1.0/test/output/test05-sgraph.output +14 -0
  113. crunchtools-2.1.0/test/output/test05-wordcount.output +827 -0
  114. crunchtools-2.1.0/test/output/test05-ygraph.output +13 -0
  115. crunchtools-2.1.0/test/output/test06-daemon.output +64 -0
  116. crunchtools-2.1.0/test/output/test06-dgraph.output +14 -0
  117. crunchtools-2.1.0/test/output/test06-hash-fingerprint.output +16 -0
  118. crunchtools-2.1.0/test/output/test06-hash-nofilter.output +969 -0
  119. crunchtools-2.1.0/test/output/test06-hash-nosample.output +747 -0
  120. crunchtools-2.1.0/test/output/test06-hash.output +747 -0
  121. crunchtools-2.1.0/test/output/test06-hgraph.output +13 -0
  122. crunchtools-2.1.0/test/output/test06-host.output +22 -0
  123. crunchtools-2.1.0/test/output/test06-mgraph.output +15 -0
  124. crunchtools-2.1.0/test/output/test06-mograph.output +13 -0
  125. crunchtools-2.1.0/test/output/test06-sgraph.output +14 -0
  126. crunchtools-2.1.0/test/output/test06-wordcount.output +1820 -0
  127. crunchtools-2.1.0/test/output/test06-ygraph.output +13 -0
  128. crunchtools-2.1.0/test/output/test07-daemon.output +1 -0
  129. crunchtools-2.1.0/test/output/test07-dgraph.output +13 -0
  130. crunchtools-2.1.0/test/output/test07-hash-fingerprint.output +7 -0
  131. crunchtools-2.1.0/test/output/test07-hash-nofilter.output +494 -0
  132. crunchtools-2.1.0/test/output/test07-hash-nosample.output +7 -0
  133. crunchtools-2.1.0/test/output/test07-hash.output +7 -0
  134. crunchtools-2.1.0/test/output/test07-hgraph.output +14 -0
  135. crunchtools-2.1.0/test/output/test07-host.output +1 -0
  136. crunchtools-2.1.0/test/output/test07-mgraph.output +13 -0
  137. crunchtools-2.1.0/test/output/test07-mograph.output +13 -0
  138. crunchtools-2.1.0/test/output/test07-sgraph.output +13 -0
  139. crunchtools-2.1.0/test/output/test07-wordcount.output +50 -0
  140. crunchtools-2.1.0/test/output/test07-ygraph.output +13 -0
  141. crunchtools-2.1.0/test/output/test08-daemon.output +1 -0
  142. crunchtools-2.1.0/test/output/test08-dgraph.output +13 -0
  143. crunchtools-2.1.0/test/output/test08-hash-fingerprint.output +8 -0
  144. crunchtools-2.1.0/test/output/test08-hash-nofilter.output +1494 -0
  145. crunchtools-2.1.0/test/output/test08-hash-nosample.output +8 -0
  146. crunchtools-2.1.0/test/output/test08-hash.output +8 -0
  147. crunchtools-2.1.0/test/output/test08-hgraph.output +14 -0
  148. crunchtools-2.1.0/test/output/test08-host.output +13 -0
  149. crunchtools-2.1.0/test/output/test08-mgraph.output +13 -0
  150. crunchtools-2.1.0/test/output/test08-mograph.output +13 -0
  151. crunchtools-2.1.0/test/output/test08-sgraph.output +15 -0
  152. crunchtools-2.1.0/test/output/test08-wordcount.output +30 -0
  153. crunchtools-2.1.0/test/output/test08-ygraph.output +13 -0
  154. crunchtools-2.1.0/test/output/test09-daemon.output +1 -0
  155. crunchtools-2.1.0/test/output/test09-dgraph.output +14 -0
  156. crunchtools-2.1.0/test/output/test09-hash-fingerprint.output +18 -0
  157. crunchtools-2.1.0/test/output/test09-hash-nofilter.output +105 -0
  158. crunchtools-2.1.0/test/output/test09-hash-nosample.output +18 -0
  159. crunchtools-2.1.0/test/output/test09-hash.output +18 -0
  160. crunchtools-2.1.0/test/output/test09-hgraph.output +14 -0
  161. crunchtools-2.1.0/test/output/test09-host.output +1 -0
  162. crunchtools-2.1.0/test/output/test09-mgraph.output +14 -0
  163. crunchtools-2.1.0/test/output/test09-mograph.output +13 -0
  164. crunchtools-2.1.0/test/output/test09-sgraph.output +13 -0
  165. crunchtools-2.1.0/test/output/test09-wordcount.output +59 -0
  166. crunchtools-2.1.0/test/output/test09-ygraph.output +13 -0
  167. crunchtools-2.1.0/test/output/test10-daemon.output +13 -0
  168. crunchtools-2.1.0/test/output/test10-dgraph.output +13 -0
  169. crunchtools-2.1.0/test/output/test10-hash-fingerprint.output +139 -0
  170. crunchtools-2.1.0/test/output/test10-hash-nofilter.output +486 -0
  171. crunchtools-2.1.0/test/output/test10-hash-nosample.output +428 -0
  172. crunchtools-2.1.0/test/output/test10-hash.output +428 -0
  173. crunchtools-2.1.0/test/output/test10-hgraph.output +14 -0
  174. crunchtools-2.1.0/test/output/test10-host.output +1 -0
  175. crunchtools-2.1.0/test/output/test10-mgraph.output +13 -0
  176. crunchtools-2.1.0/test/output/test10-mograph.output +13 -0
  177. crunchtools-2.1.0/test/output/test10-sgraph.output +14 -0
  178. crunchtools-2.1.0/test/output/test10-wordcount.output +1157 -0
  179. crunchtools-2.1.0/test/output/test10-ygraph.output +13 -0
  180. crunchtools-2.1.0/test/output/test11-daemon.output +2 -0
  181. crunchtools-2.1.0/test/output/test11-dgraph.output +14 -0
  182. crunchtools-2.1.0/test/output/test11-hash-fingerprint.output +4 -0
  183. crunchtools-2.1.0/test/output/test11-hash-nofilter.output +14 -0
  184. crunchtools-2.1.0/test/output/test11-hash-nosample.output +4 -0
  185. crunchtools-2.1.0/test/output/test11-hash.output +4 -0
  186. crunchtools-2.1.0/test/output/test11-hgraph.output +13 -0
  187. crunchtools-2.1.0/test/output/test11-host.output +2 -0
  188. crunchtools-2.1.0/test/output/test11-mgraph.output +13 -0
  189. crunchtools-2.1.0/test/output/test11-mograph.output +13 -0
  190. crunchtools-2.1.0/test/output/test11-sgraph.output +13 -0
  191. crunchtools-2.1.0/test/output/test11-wordcount.output +16 -0
  192. crunchtools-2.1.0/test/output/test11-ygraph.output +13 -0
  193. crunchtools-2.1.0/test/output/test12-daemon.output +1 -0
  194. crunchtools-2.1.0/test/output/test12-dgraph.output +15 -0
  195. crunchtools-2.1.0/test/output/test12-hash-fingerprint.output +30 -0
  196. crunchtools-2.1.0/test/output/test12-hash-nofilter.output +57 -0
  197. crunchtools-2.1.0/test/output/test12-hash-nosample.output +30 -0
  198. crunchtools-2.1.0/test/output/test12-hash.output +30 -0
  199. crunchtools-2.1.0/test/output/test12-hgraph.output +15 -0
  200. crunchtools-2.1.0/test/output/test12-host.output +1 -0
  201. crunchtools-2.1.0/test/output/test12-mgraph.output +13 -0
  202. crunchtools-2.1.0/test/output/test12-mograph.output +13 -0
  203. crunchtools-2.1.0/test/output/test12-sgraph.output +14 -0
  204. crunchtools-2.1.0/test/output/test12-wordcount.output +90 -0
  205. crunchtools-2.1.0/test/output/test12-ygraph.output +13 -0
  206. crunchtools-2.1.0/test/output/test13-daemon.output +1 -0
  207. crunchtools-2.1.0/test/output/test13-dgraph.output +1 -0
  208. crunchtools-2.1.0/test/output/test13-hash-fingerprint.output +1 -0
  209. crunchtools-2.1.0/test/output/test13-hash-nofilter.output +1 -0
  210. crunchtools-2.1.0/test/output/test13-hash-nosample.output +1 -0
  211. crunchtools-2.1.0/test/output/test13-hash.output +1 -0
  212. crunchtools-2.1.0/test/output/test13-hgraph.output +1 -0
  213. crunchtools-2.1.0/test/output/test13-host.output +1 -0
  214. crunchtools-2.1.0/test/output/test13-mgraph.output +1 -0
  215. crunchtools-2.1.0/test/output/test13-mograph.output +1 -0
  216. crunchtools-2.1.0/test/output/test13-sgraph.output +1 -0
  217. crunchtools-2.1.0/test/output/test13-wordcount.output +1 -0
  218. crunchtools-2.1.0/test/output/test13-ygraph.output +1 -0
  219. crunchtools-2.1.0/test/test.sh +85 -0
  220. crunchtools-2.1.0/test/test_api.py +97 -0
crunchtools-2.1.0/.gitignore ADDED
@@ -0,0 +1,7 @@
1
+ __pycache__/
2
+ *.py[cod]
3
+ .venv/
4
+ dist/
5
+ build/lib/
6
+ *.egg-info/
7
+ .pytest_cache/
crunchtools-2.1.0/AUTHORS ADDED
@@ -0,0 +1,2 @@
1
+ Current
2
+ Scott McCarty <scott.mccarty@gmail.com>
crunchtools-2.1.0/CHANGELOG ADDED
@@ -0,0 +1,63 @@
1
+ * Fri Apr 15 2011 Scott McCarty <scott.mccarty@gmail.com>
2
+ - Added re.escape to variable based regex
3
+ - Added debugging output for graph
4
+ - Added patch for bug with determining month
5
+ - Updated outputs for new patch and year change
6
+ - Added empty log data test
7
+ - Added new test output for broken apache error log
8
+ - Updated description of tests
9
+ - Added new test files
10
+ - Added description of new test files
11
+ - Added path for logs with no data
12
+ - Added try/catch for interspersed wrong data problem
13
+ - Fixed index bug in syslog entry and rsyslog
14
+ - Added better documentation rsyslog
15
+
16
+ * Tue Nov 09 2010 Scott McCarty <smccarty@eyemg.com>
17
+ - Finished conversion of crunchtoools to module
18
+ - Passes all tests again :-)
19
+
20
+ * Mon Nov 08 2010 Scott McCarty <smccarty@eyemg.com>
21
+ - Updated version because of problem with rpdb2
22
+
23
+ * Thu Jun 25 2010 Scott McCarty <smccarty@eyemg.com>
24
+ - Patched to allow mixed precision when Ubuntu 8.04 logs to an Ubuntuo 10.04 server with high precision
25
+
26
+ * Thu Jun 24 2010 Scott McCarty <smccarty@eyemg.com>
27
+ - Added support rsyslogd precision time format
28
+ - Added fingerprints for Ubuntu 10.04
29
+ - Added NAME section to man page
30
+
31
+ * Sat Feb 27 2010 Scott McCarty <smccarty@eyemg.com>
32
+ - Added apache error log support
33
+ - Added apache error log tests
34
+ - Added man page
35
+ - Added fingerprints for Ubuntu 9.04
36
+ * Fri Feb 12 2010 Scott McCarty <smccarty@eyemg.com>
37
+ - Moved a bunch of code into the select function of the Log object so that it can now randomly sample ten entries over and over until it determines what kind of file has been opened
38
+ - Now passes all regression tests, all the time :-)
39
+
40
+ * Mon Jan 18 2010 Scott McCarty <smccarty@eyemg.com>
41
+ - Changed defaults for entries to 1900 so that time delta calculations do not fail
42
+ - Changed log determination logic to use multiple samples
43
+ - Fixed bug in SecureLog processing where sample line was not being checked for long enough line
44
+ - Added string conversion to all known log types to resolve type bugs cating strings and numbers
45
+
46
+ * Fri Jan 15 2010 Scott McCarty <smccarty@eyemg.com>
47
+ - Removed first sample, replaced by random
48
+ - Added Linux secure log processing capabilities
49
+ - Changed to random sampling for log type determiniation
50
+ - Fixed documentation/help menu text
51
+ - Added month graph, caveat: syslog does not store year data, so don't reach wrong conclusions
52
+ - Added year graph for completeness, same warning as month
53
+ - Added year support in code
54
+ - Fixed bug in value calculations of each bar of graph, values were erroring low
55
+ - Added Days graph
56
+ - Completely revamped date delta code using datetime built in functionality to calculate date/time ranges
57
+ - Re-architected graphing logic
58
+ - Redesigned graphing output to better mach cacti/RRD
59
+ - Added normalization code, better differentiation of close values, handles most edge cases
60
+ - Made design decision to stay with simplicity (Separate Classes) for each type of graph. Imaging the graphing code more as report writing than object oriented programming and you will find my zen
61
+
62
+ * Tue Jul 31 2009 Scott McCarty <smccarty@eyemg.com>
63
+ - First working version