misp-modules 3.0.11__tar.gz → 3.0.12__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (276) hide show
  1. {misp_modules-3.0.11 → misp_modules-3.0.12}/PKG-INFO +19 -1
  2. {misp_modules-3.0.11 → misp_modules-3.0.12}/README.md +14 -0
  3. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/__main__.py +19 -8
  4. misp_modules-3.0.12/misp_modules/data/modat/modat-dns-record/definition.json +219 -0
  5. misp_modules-3.0.12/misp_modules/data/modat/modat-service/definition.json +1226 -0
  6. misp_modules-3.0.12/misp_modules/data/modat/service_mapping.json +131 -0
  7. misp_modules-3.0.12/misp_modules/data/ptrclassify/definition.json +183 -0
  8. misp_modules-3.0.12/misp_modules/data/vulnerability_lookup/epss-score/definition.json +53 -0
  9. misp_modules-3.0.12/misp_modules/data/vulnerability_lookup/known-exploited-vulnerability/definition.json +96 -0
  10. misp_modules-3.0.12/misp_modules/data/vulnerability_lookup/vulnerability/definition.json +115 -0
  11. misp_modules-3.0.12/misp_modules/data/vulnerability_lookup/vulnerability-sighting/definition.json +87 -0
  12. misp_modules-3.0.12/misp_modules/http_debug.py +148 -0
  13. misp_modules-3.0.12/misp_modules/modules/expansion/_vulnerability_parser/enrichment.py +581 -0
  14. misp_modules-3.0.12/misp_modules/modules/expansion/btc_scam_check.py +86 -0
  15. misp_modules-3.0.12/misp_modules/modules/expansion/btc_steroids.py +215 -0
  16. misp_modules-3.0.12/misp_modules/modules/expansion/dbl_spamhaus.py +114 -0
  17. misp_modules-3.0.12/misp_modules/modules/expansion/dns.py +106 -0
  18. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/extuno.py +38 -45
  19. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/geoip_asn.py +44 -16
  20. misp_modules-3.0.12/misp_modules/modules/expansion/geoip_city.py +115 -0
  21. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/geoip_country.py +42 -12
  22. misp_modules-3.0.12/misp_modules/modules/expansion/hibp.py +122 -0
  23. misp_modules-3.0.12/misp_modules/modules/expansion/ipapi_is.py +243 -0
  24. misp_modules-3.0.12/misp_modules/modules/expansion/modat.py +733 -0
  25. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/onion_lookup.py +5 -27
  26. misp_modules-3.0.12/misp_modules/modules/expansion/phishunt.py +311 -0
  27. misp_modules-3.0.12/misp_modules/modules/expansion/ptrclassify.py +225 -0
  28. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/rbl.py +63 -17
  29. misp_modules-3.0.12/misp_modules/modules/expansion/reversedns.py +100 -0
  30. misp_modules-3.0.12/misp_modules/modules/expansion/securitytrails.py +287 -0
  31. misp_modules-3.0.12/misp_modules/modules/expansion/socialscan.py +129 -0
  32. misp_modules-3.0.12/misp_modules/modules/expansion/sourcecache.py +101 -0
  33. misp_modules-3.0.12/misp_modules/modules/expansion/url_dns.py +217 -0
  34. misp_modules-3.0.12/misp_modules/modules/expansion/urlscan.py +306 -0
  35. misp_modules-3.0.12/misp_modules/modules/expansion/vulnerability_lookup.py +158 -0
  36. misp_modules-3.0.12/misp_modules/modules/expansion/vulners.py +141 -0
  37. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/whois.py +27 -7
  38. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/whoisfreaks.py +7 -6
  39. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/xposedornot.py +71 -59
  40. {misp_modules-3.0.11 → misp_modules-3.0.12}/pyproject.toml +5 -1
  41. misp_modules-3.0.11/misp_modules/modules/expansion/btc_scam_check.py +0 -57
  42. misp_modules-3.0.11/misp_modules/modules/expansion/btc_steroids.py +0 -243
  43. misp_modules-3.0.11/misp_modules/modules/expansion/dbl_spamhaus.py +0 -87
  44. misp_modules-3.0.11/misp_modules/modules/expansion/dns.py +0 -79
  45. misp_modules-3.0.11/misp_modules/modules/expansion/geoip_city.py +0 -91
  46. misp_modules-3.0.11/misp_modules/modules/expansion/hibp.py +0 -67
  47. misp_modules-3.0.11/misp_modules/modules/expansion/reversedns.py +0 -82
  48. misp_modules-3.0.11/misp_modules/modules/expansion/securitytrails.py +0 -601
  49. misp_modules-3.0.11/misp_modules/modules/expansion/socialscan.py +0 -109
  50. misp_modules-3.0.11/misp_modules/modules/expansion/sourcecache.py +0 -63
  51. misp_modules-3.0.11/misp_modules/modules/expansion/urlscan.py +0 -364
  52. misp_modules-3.0.11/misp_modules/modules/expansion/vulnerability_lookup.py +0 -59
  53. misp_modules-3.0.11/misp_modules/modules/expansion/vulners.py +0 -85
  54. {misp_modules-3.0.11 → misp_modules-3.0.12}/LICENSE +0 -0
  55. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/__init__.py +0 -0
  56. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/ODTReader/LICENSE +0 -0
  57. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/ODTReader/__init__.py +0 -0
  58. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/ODTReader/odtreader.py +0 -0
  59. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/ODTReader/win32_unicode_argv.py +0 -0
  60. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/__init__.py +0 -0
  61. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/_vmray/__init__.py +0 -0
  62. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/_vmray/parser.py +0 -0
  63. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/_vmray/rest_api.py +0 -0
  64. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/anyrun_sandbox/__init__.py +0 -0
  65. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/anyrun_sandbox/config.py +0 -0
  66. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/anyrun_sandbox/parser.py +0 -0
  67. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/anyrun_sandbox/submitter.py +0 -0
  68. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/cof2misp/LICENSE-2.0.txt +0 -0
  69. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/cof2misp/__init__.py +0 -0
  70. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/cof2misp/cof.py +0 -0
  71. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/dnstrails/LICENSE +0 -0
  72. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/dnstrails/__init__.py +0 -0
  73. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/dnstrails/api.py +0 -0
  74. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/dnstrails/exception.py +0 -0
  75. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/joe_mapping.py +0 -0
  76. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/joe_parser.py +0 -0
  77. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/lastline_api.py +0 -0
  78. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/qintel_helper.py +0 -0
  79. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/synonymsToTagNames.json +0 -0
  80. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/vt_graph_parser/__init__.py +0 -0
  81. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/vt_graph_parser/errors.py +0 -0
  82. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/vt_graph_parser/helpers/__init__.py +0 -0
  83. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/vt_graph_parser/helpers/parsers.py +0 -0
  84. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/vt_graph_parser/helpers/rules.py +0 -0
  85. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/vt_graph_parser/helpers/wrappers.py +0 -0
  86. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/vt_graph_parser/importers/__init__.py +0 -0
  87. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/vt_graph_parser/importers/base.py +0 -0
  88. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/lib/vt_graph_parser/importers/pymisp_response.py +0 -0
  89. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/__init__.py +0 -0
  90. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/action_mod/__init__.py +0 -0
  91. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/action_mod/_utils/__init__.py +0 -0
  92. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/action_mod/_utils/utils.py +0 -0
  93. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/action_mod/export_sentinel.py +0 -0
  94. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/action_mod/mattermost.py +0 -0
  95. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/action_mod/nextcloud_talk.py +0 -0
  96. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/action_mod/slack.py +0 -0
  97. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/action_mod/testaction.py +0 -0
  98. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/__init__.py +0 -0
  99. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/_assemblyline_api.py +0 -0
  100. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/_dnsdb_query/COPYRIGHT +0 -0
  101. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/_dnsdb_query/LICENSE +0 -0
  102. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/_dnsdb_query/README.md +0 -0
  103. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/_dnsdb_query/__init__.py +0 -0
  104. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/_dnsdb_query/dnsdb_query.py +0 -0
  105. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/_malwagon_api.py +0 -0
  106. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/_ransomcoindb/__init__.py +0 -0
  107. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/_ransomcoindb/ransomcoindb.py +0 -0
  108. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/_rstcloud/__init__.py +0 -0
  109. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/_rstcloud/client.py +0 -0
  110. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/_vulnerability_parser/__init__.py +0 -0
  111. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/_vulnerability_parser/vulnerability_parser.py +0 -0
  112. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/abuseipdb.py +0 -0
  113. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/alphaMountain.py +0 -0
  114. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/anyrun_sandbox_submit.py +0 -0
  115. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/apifreaks.py +0 -0
  116. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/apiosintds.py +0 -0
  117. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/apivoid.py +0 -0
  118. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/assemblyline_query.py +0 -0
  119. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/assemblyline_submit.py +0 -0
  120. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/backscatter_io.py +0 -0
  121. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/censys_enrich.py +0 -0
  122. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/circl_passivedns.py +0 -0
  123. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/circl_passivessl.py +0 -0
  124. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/clamav.py +0 -0
  125. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/cluster25_expand.py +0 -0
  126. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/convert_markdown_to_pdf.py +0 -0
  127. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/countrycode.py +0 -0
  128. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/cpe.py +0 -0
  129. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/crowdsec.py +0 -0
  130. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/crowdstrike_falcon.py +0 -0
  131. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/cuckoo_submit.py +0 -0
  132. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/cve.py +0 -0
  133. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/cve_advanced.py +0 -0
  134. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/cytomic_orion.py +0 -0
  135. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/docx_enrich.py +0 -0
  136. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/domaintools.py +0 -0
  137. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/email_security_check.py +0 -0
  138. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/eql.py +0 -0
  139. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/eupi.py +0 -0
  140. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/extract_url_components.py +0 -0
  141. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/farsight_passivedns.py +0 -0
  142. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/flowtriq.py +0 -0
  143. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/google_safe_browsing.py +0 -0
  144. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/google_threat_intelligence.py +0 -0
  145. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/greynoise.py +0 -0
  146. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/hashdd.py +0 -0
  147. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/hashlookup.py +0 -0
  148. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/html_to_markdown.py +0 -0
  149. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/hyasinsight.py +0 -0
  150. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/intel471.py +0 -0
  151. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/intelmq_eventdb.py.experimental +0 -0
  152. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/ip2locationio.py +0 -0
  153. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/ipasn.py +0 -0
  154. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/ipgeolocation.py +0 -0
  155. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/ipinfo.py +0 -0
  156. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/ipqs_fraud_and_risk_scoring.py +0 -0
  157. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/iprep.py +0 -0
  158. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/ismalicious.py +0 -0
  159. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/jinja_template_rendering.py +0 -0
  160. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/joesandbox_query.py +0 -0
  161. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/joesandbox_submit.py +0 -0
  162. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/lamis_network.py +0 -0
  163. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/lastline_query.py +0 -0
  164. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/lastline_submit.py +0 -0
  165. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/macaddress_io.py +0 -0
  166. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/macadress_com.py +0 -0
  167. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/macvendors.py +0 -0
  168. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/malshare_upload.py +0 -0
  169. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/malwagon.py +0 -0
  170. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/malwagon_submit.py +0 -0
  171. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/malwarebazaar.py +0 -0
  172. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/mcafee_insights_enrich.py +0 -0
  173. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/mmdb_lookup.py +0 -0
  174. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/module.py.skeleton +0 -0
  175. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/module_misp_standard.py.skeleton +0 -0
  176. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/mwdb.py +0 -0
  177. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/ocr_enrich.py +0 -0
  178. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/ods_enrich.py +0 -0
  179. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/odt_enrich.py +0 -0
  180. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/onyphe.py +0 -0
  181. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/onyphe_full.py +0 -0
  182. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/otilabs.py +0 -0
  183. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/otx.py +0 -0
  184. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/passive_ssh.py +0 -0
  185. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/passivetotal.py +0 -0
  186. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/pdf_enrich.py +0 -0
  187. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/pptx_enrich.py +0 -0
  188. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/qintel_qsentry.py +0 -0
  189. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/qrcode.py +0 -0
  190. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/ransomcoindb.py +0 -0
  191. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/ransomlook.py +0 -0
  192. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/rapid7_attackerkb.py +0 -0
  193. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/rdap.py +0 -0
  194. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/recordedfuture.py +0 -0
  195. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/reversinglabs_spectra_analyze.py +0 -0
  196. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/rst_cs_beacon.py +0 -0
  197. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/rst_favicon.py +0 -0
  198. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/rst_html.py +0 -0
  199. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/rst_ioc.py +0 -0
  200. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/rst_noise_control.py +0 -0
  201. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/rst_screenshot.py +0 -0
  202. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/rst_ssl.py +0 -0
  203. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/rst_whois.py +0 -0
  204. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/rulezet_validator.py +0 -0
  205. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/scanmalware.py +0 -0
  206. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/shodan.py +0 -0
  207. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/sigma_queries.py +0 -0
  208. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/sigma_syntax_validator.py +0 -0
  209. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/sigmf_expand.py +0 -0
  210. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/socradar_lookup.py +0 -0
  211. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/sophoslabs_intelix.py +0 -0
  212. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/ssh_fingerprint.py +0 -0
  213. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/stairwell.py +0 -0
  214. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/stix2_pattern_syntax_validator.py +0 -0
  215. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/threatcrowd.py +0 -0
  216. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/threatfox.py +0 -0
  217. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/threatminer.py +0 -0
  218. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/tls_certificate_check.py +0 -0
  219. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/triage_submit.py +0 -0
  220. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/trustar_enrich.py +0 -0
  221. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/tweetfeed.py +0 -0
  222. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/urlhaus.py +0 -0
  223. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/validin.py +0 -0
  224. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/variotdbs.py +0 -0
  225. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/virustotal.py +0 -0
  226. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/virustotal_public.py +0 -0
  227. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/virustotal_upload.py +0 -0
  228. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/vmray_submit.py +0 -0
  229. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/vmware_nsx.py +0 -0
  230. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/vulndb.py +0 -0
  231. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/vysion.py +0 -0
  232. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/whisper.py +0 -0
  233. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/wiki.py +0 -0
  234. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/xforceexchange.py +0 -0
  235. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/xlsx_enrich.py +0 -0
  236. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/yara_query.py +0 -0
  237. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/yara_syntax_validator.py +0 -0
  238. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/expansion/yeti.py +0 -0
  239. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/__init__.py +0 -0
  240. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/cef_export.py +0 -0
  241. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/cisco_firesight_manager_ACL_rule_export.py +0 -0
  242. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/defender_endpoint_export.py +0 -0
  243. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/goamlexport.py +0 -0
  244. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/liteexport.py +0 -0
  245. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/mass_eql_export.py +0 -0
  246. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/nexthinkexport.py +0 -0
  247. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/osqueryexport.py +0 -0
  248. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/pdfexport.py +0 -0
  249. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/testexport.py +0 -0
  250. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/threatStream_misp_export.py +0 -0
  251. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/threat_connect_export.py +0 -0
  252. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/virustotal_collections.py +0 -0
  253. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/vt_graph.py +0 -0
  254. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/export_mod/yara_export.py +0 -0
  255. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/__init__.py +0 -0
  256. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/anyrun_sandbox_import.py +0 -0
  257. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/cof2misp.py +0 -0
  258. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/csvimport.py +0 -0
  259. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/cuckooimport.py +0 -0
  260. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/darkmoon_import.py +0 -0
  261. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/email_import.py +0 -0
  262. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/goamlimport.py +0 -0
  263. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/import_blueprint.py +0 -0
  264. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/joe_import.py +0 -0
  265. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/lastline_import.py +0 -0
  266. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/mispjson.py +0 -0
  267. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/ocr.py +0 -0
  268. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/openiocimport.py +0 -0
  269. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/socradar_taxii_feed.py +0 -0
  270. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/taxii21.py +0 -0
  271. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/testimport.py +0 -0
  272. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/threatanalyzer_import.py +0 -0
  273. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/url_import.py +0 -0
  274. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/vmray_import.py +0 -0
  275. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/modules/import_mod/vmray_summary_json_import.py +0 -0
  276. {misp_modules-3.0.11 → misp_modules-3.0.12}/misp_modules/openapi.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: misp-modules
3
- Version: 3.0.11
3
+ Version: 3.0.12
4
4
  Summary: MISP modules are autonomous modules that can be used for expansion and other services in MISP
5
5
  License-Expression: AGPL-3.0-only
6
6
  License-File: LICENSE
@@ -32,6 +32,8 @@ Requires-Dist: crowdstrike-falconpy ; extra == "all"
32
32
  Requires-Dist: crowdstrike-falconpy ; extra == "minimal"
33
33
  Requires-Dist: dnsdb2 ; extra == "all"
34
34
  Requires-Dist: dnsdb2 ; extra == "minimal"
35
+ Requires-Dist: dnspython ; extra == "all"
36
+ Requires-Dist: dnspython ; extra == "minimal"
35
37
  Requires-Dist: domaintools_api ; extra == "all"
36
38
  Requires-Dist: domaintools_api ; extra == "minimal"
37
39
  Requires-Dist: geoip2 ; extra == "all"
@@ -67,6 +69,8 @@ Requires-Dist: passivetotal ; extra == "all"
67
69
  Requires-Dist: passivetotal ; extra == "minimal"
68
70
  Requires-Dist: pdftotext ; extra == "all"
69
71
  Requires-Dist: psutil
72
+ Requires-Dist: ptrclassify (>=0.3.0,<0.4.0) ; extra == "all"
73
+ Requires-Dist: ptrclassify (>=0.3.0,<0.4.0) ; extra == "minimal"
70
74
  Requires-Dist: publicsuffixlist
71
75
  Requires-Dist: pycountry ; extra == "all"
72
76
  Requires-Dist: pycountry ; extra == "minimal"
@@ -174,6 +178,17 @@ When the service is running you can discover the available endpoints in a machin
174
178
  An interactive Swagger UI that consumes the same specification is available at `/openapi`.
175
179
  The specification is generated during service startup, so restart `misp-modules` after adding or removing modules to refresh what those endpoints expose.
176
180
 
181
+ ## Extended HTTP debugging
182
+
183
+ Run `misp-modules --debug-extended` to enable normal debug logging plus full outbound
184
+ HTTP request and response logging for modules and SDKs using `requests`. Logs include
185
+ methods, URLs, headers, and untruncated bodies, with an exchange ID and module name.
186
+ Streamed bodies are logged as they are transferred, without reading ahead.
187
+
188
+ This option logs credentials and sensitive payloads without redaction; enable it only
189
+ while troubleshooting. See the [installation documentation](documentation/mkdocs/install.md#debugging-outbound-http-requests)
190
+ for coverage and streaming details.
191
+
177
192
  ## Licenses
178
193
  For further Information see the [license file](https://misp.github.io/misp-modules/license/).
179
194
 
@@ -225,6 +240,7 @@ For further Information see the [license file](https://misp.github.io/misp-modul
225
240
  * [HYAS Insight Lookup](https://misp.github.io/misp-modules/expansion/#hyas-insight-lookup) - HYAS Insight integration to MISP provides direct, high volume access to HYAS Insight data. It enables investigators and analysts to understand and defend against cyber adversaries and their infrastructure.
226
241
  * [Intel471 Lookup](https://misp.github.io/misp-modules/expansion/#intel471-lookup) - Module to access Intel 471
227
242
  * [IP2Location.io Lookup](https://misp.github.io/misp-modules/expansion/#ip2location.io-lookup) - An expansion module to query IP2Location.io to gather more information on a given IP address.
243
+ * [ipapi.is Lookup](https://misp.github.io/misp-modules/expansion/#ipapi.is-lookup) - An expansion and hover module to enrich an IP address with geolocation, ASN, company and abuse contact data, and VPN (with the provider), proxy, Tor and datacenter detection from ipapi.is.
228
244
  * [IPASN-History Lookup](https://misp.github.io/misp-modules/expansion/#ipasn-history-lookup) - Module to query an IP ASN history service (https://github.com/D4-project/IPASN-History).
229
245
  * [IPGeolocation.io Lookup](https://misp.github.io/misp-modules/expansion/#ipgeolocation.io-lookup) - An expansion and hover module to enrich an IP address with geolocation, ASN, company, threat intelligence (threat score, VPN, proxy, Tor, bot and spam signals) and abuse contact information from IPGeolocation.io, either through the API or from local IPGeolocation.io MMDB databases.
230
246
  * [IPInfo.io Lookup](https://misp.github.io/misp-modules/expansion/#ipinfo.io-lookup) - An expansion module to query ipinfo.io to gather more information on a given IP address.
@@ -252,7 +268,9 @@ For further Information see the [license file](https://misp.github.io/misp-modul
252
268
  * [AlienVault OTX Lookup](https://misp.github.io/misp-modules/expansion/#alienvault-otx-lookup) - Module to get information from AlienVault OTX.
253
269
  * [Passive SSH Enrichment](https://misp.github.io/misp-modules/expansion/#passive-ssh-enrichment) - An expansion module to enrich, SSH key fingerprints and IP addresses with information collected by passive-ssh
254
270
  * [PassiveTotal Lookup](https://misp.github.io/misp-modules/expansion/#passivetotal-lookup) - The PassiveTotal MISP expansion module brings the datasets derived from Internet scanning directly into your MISP instance. This module supports passive DNS, historic SSL, WHOIS, and host attributes. In order to use the module, you must have a valid PassiveTotal account username and API key. Registration is free and can be done by visiting https://www.passivetotal.org/register
271
+ * [PTR Classification](https://misp.github.io/misp-modules/expansion/#ptr-classification) - Classify IP reverse-DNS records or supplied hostnames into ptrclassify and dns-record objects, preserving confidence and evidence, and add matching taxonomy tags to the queried attribute. [JSON documentation](documentation/expansion/ptrclassify.json).
255
272
  * [PDF Enrich](https://misp.github.io/misp-modules/expansion/#pdf-enrich) - Module to extract freetext from a PDF document.
273
+ * [phishunt Lookup](https://misp.github.io/misp-modules/expansion/#phishunt-lookup) - Look up a host in phishunt, the CC0 feed of live phishing domains: detected URLs, targeted brand, hosting and cross-feed corroboration.
256
274
  * [PPTX Enrich](https://misp.github.io/misp-modules/expansion/#pptx-enrich) - Module to extract freetext from a .pptx document.
257
275
  * [Qintel QSentry Lookup](https://misp.github.io/misp-modules/expansion/#qintel-qsentry-lookup) - A hover and expansion module which queries Qintel QSentry for ip reputation data
258
276
  * [QR Code Decode](https://misp.github.io/misp-modules/expansion/#qr-code-decode) - Decode QR codes from attachments OR remote URLs (Anti-Quishing).
@@ -39,6 +39,17 @@ When the service is running you can discover the available endpoints in a machin
39
39
  An interactive Swagger UI that consumes the same specification is available at `/openapi`.
40
40
  The specification is generated during service startup, so restart `misp-modules` after adding or removing modules to refresh what those endpoints expose.
41
41
 
42
+ ## Extended HTTP debugging
43
+
44
+ Run `misp-modules --debug-extended` to enable normal debug logging plus full outbound
45
+ HTTP request and response logging for modules and SDKs using `requests`. Logs include
46
+ methods, URLs, headers, and untruncated bodies, with an exchange ID and module name.
47
+ Streamed bodies are logged as they are transferred, without reading ahead.
48
+
49
+ This option logs credentials and sensitive payloads without redaction; enable it only
50
+ while troubleshooting. See the [installation documentation](documentation/mkdocs/install.md#debugging-outbound-http-requests)
51
+ for coverage and streaming details.
52
+
42
53
  ## Licenses
43
54
  For further Information see the [license file](https://misp.github.io/misp-modules/license/).
44
55
 
@@ -90,6 +101,7 @@ For further Information see the [license file](https://misp.github.io/misp-modul
90
101
  * [HYAS Insight Lookup](https://misp.github.io/misp-modules/expansion/#hyas-insight-lookup) - HYAS Insight integration to MISP provides direct, high volume access to HYAS Insight data. It enables investigators and analysts to understand and defend against cyber adversaries and their infrastructure.
91
102
  * [Intel471 Lookup](https://misp.github.io/misp-modules/expansion/#intel471-lookup) - Module to access Intel 471
92
103
  * [IP2Location.io Lookup](https://misp.github.io/misp-modules/expansion/#ip2location.io-lookup) - An expansion module to query IP2Location.io to gather more information on a given IP address.
104
+ * [ipapi.is Lookup](https://misp.github.io/misp-modules/expansion/#ipapi.is-lookup) - An expansion and hover module to enrich an IP address with geolocation, ASN, company and abuse contact data, and VPN (with the provider), proxy, Tor and datacenter detection from ipapi.is.
93
105
  * [IPASN-History Lookup](https://misp.github.io/misp-modules/expansion/#ipasn-history-lookup) - Module to query an IP ASN history service (https://github.com/D4-project/IPASN-History).
94
106
  * [IPGeolocation.io Lookup](https://misp.github.io/misp-modules/expansion/#ipgeolocation.io-lookup) - An expansion and hover module to enrich an IP address with geolocation, ASN, company, threat intelligence (threat score, VPN, proxy, Tor, bot and spam signals) and abuse contact information from IPGeolocation.io, either through the API or from local IPGeolocation.io MMDB databases.
95
107
  * [IPInfo.io Lookup](https://misp.github.io/misp-modules/expansion/#ipinfo.io-lookup) - An expansion module to query ipinfo.io to gather more information on a given IP address.
@@ -117,7 +129,9 @@ For further Information see the [license file](https://misp.github.io/misp-modul
117
129
  * [AlienVault OTX Lookup](https://misp.github.io/misp-modules/expansion/#alienvault-otx-lookup) - Module to get information from AlienVault OTX.
118
130
  * [Passive SSH Enrichment](https://misp.github.io/misp-modules/expansion/#passive-ssh-enrichment) - An expansion module to enrich, SSH key fingerprints and IP addresses with information collected by passive-ssh
119
131
  * [PassiveTotal Lookup](https://misp.github.io/misp-modules/expansion/#passivetotal-lookup) - The PassiveTotal MISP expansion module brings the datasets derived from Internet scanning directly into your MISP instance. This module supports passive DNS, historic SSL, WHOIS, and host attributes. In order to use the module, you must have a valid PassiveTotal account username and API key. Registration is free and can be done by visiting https://www.passivetotal.org/register
132
+ * [PTR Classification](https://misp.github.io/misp-modules/expansion/#ptr-classification) - Classify IP reverse-DNS records or supplied hostnames into ptrclassify and dns-record objects, preserving confidence and evidence, and add matching taxonomy tags to the queried attribute. [JSON documentation](documentation/expansion/ptrclassify.json).
120
133
  * [PDF Enrich](https://misp.github.io/misp-modules/expansion/#pdf-enrich) - Module to extract freetext from a PDF document.
134
+ * [phishunt Lookup](https://misp.github.io/misp-modules/expansion/#phishunt-lookup) - Look up a host in phishunt, the CC0 feed of live phishing domains: detected URLs, targeted brand, hosting and cross-feed corroboration.
121
135
  * [PPTX Enrich](https://misp.github.io/misp-modules/expansion/#pptx-enrich) - Module to extract freetext from a .pptx document.
122
136
  * [Qintel QSentry Lookup](https://misp.github.io/misp-modules/expansion/#qintel-qsentry-lookup) - A hover and expansion module which queries Qintel QSentry for ip reputation data
123
137
  * [QR Code Decode](https://misp.github.io/misp-modules/expansion/#qr-code-decode) - Decode QR codes from attachments OR remote URLs (Anti-Quishing).
@@ -42,6 +42,7 @@ from tornado import ioloop
42
42
 
43
43
  import misp_modules
44
44
  from misp_modules import openapi as openapi_builder
45
+ from misp_modules.http_debug import configure_http_debug, module_context
45
46
 
46
47
  # See https://github.com/MISP/misp-modules/issues/662
47
48
  MAX_BUFFER_SIZE = 1073741824
@@ -121,7 +122,7 @@ def handle_signal(sig: int, frame: types.FrameType) -> None:
121
122
  ioloop.IOLoop.instance().add_callback_from_signal(ioloop.IOLoop.instance().stop)
122
123
 
123
124
 
124
- def init_logger(debug: bool = False) -> None:
125
+ def init_logger(debug: bool = False, debug_extended: bool = False) -> None:
125
126
  """Initialize the logger."""
126
127
  formatter = logging.Formatter("%(asctime)s - %(name)s - %(levelname)s - %(message)s")
127
128
  handler = logging.StreamHandler()
@@ -141,8 +142,11 @@ def init_logger(debug: bool = False) -> None:
141
142
 
142
143
  # Set application log
143
144
  LOGGER.propagate = False
144
- LOGGER.setLevel(logging.DEBUG if debug else logging.INFO)
145
+ LOGGER.setLevel(logging.DEBUG if debug or debug_extended else logging.INFO)
145
146
  LOGGER.addHandler(handler)
147
+ configure_http_debug(debug_extended)
148
+ if debug_extended:
149
+ LOGGER.warning("Extended HTTP debugging enabled: logs contain unredacted credentials and full HTTP bodies")
146
150
 
147
151
 
148
152
  class VersionCheck(tornado.web.RequestHandler):
@@ -185,7 +189,7 @@ class SwaggerUI(tornado.web.RequestHandler):
185
189
  self.send_error(503)
186
190
  return
187
191
  self.set_header("Content-Type", "text/html; charset=utf-8")
188
- self.write(SWAGGER_UI_TEMPLATE.replace('__SPEC_URL__', '/openapi.json'))
192
+ self.write(SWAGGER_UI_TEMPLATE.replace("__SPEC_URL__", "/openapi.json"))
189
193
 
190
194
 
191
195
  class ListModules(tornado.web.RequestHandler):
@@ -226,10 +230,11 @@ class QueryModule(tornado.web.RequestHandler):
226
230
  @tornado_concurrent.run_on_executor
227
231
  def run_request(self, module_name, json_payload, dict_payload):
228
232
  LOGGER.debug("QueryModule %s request %s", module_name, json_payload)
229
- try:
230
- response = MODULES_HANDLERS[module_name].dict_handler(request=dict_payload)
231
- except AttributeError:
232
- response = MODULES_HANDLERS[module_name].handler(q=json_payload)
233
+ with module_context(module_name):
234
+ try:
235
+ response = MODULES_HANDLERS[module_name].dict_handler(request=dict_payload)
236
+ except AttributeError:
237
+ response = MODULES_HANDLERS[module_name].handler(q=json_payload)
233
238
  return orjson.dumps(response, default=pymisp.pymisp_json_default)
234
239
 
235
240
  @tornado.gen.coroutine
@@ -261,6 +266,12 @@ def main():
261
266
  arg_parser = argparse.ArgumentParser(description="misp-modules", formatter_class=argparse.RawTextHelpFormatter)
262
267
  arg_parser.add_argument("-t", "--test", default=False, action="store_true", help="test mode")
263
268
  arg_parser.add_argument("-d", "--debug", default=False, action="store_true", help="enable debugging")
269
+ arg_parser.add_argument(
270
+ "--debug-extended",
271
+ default=False,
272
+ action="store_true",
273
+ help="enable debugging and log full outbound requests HTTP exchanges (including credentials)",
274
+ )
264
275
  arg_parser.add_argument("-p", "--port", type=int, default=6666, help="port (default 6666)")
265
276
  arg_parser.add_argument("-l", "--listen", default="localhost", help="address (default localhost)")
266
277
  arg_parser.add_argument("-c", "--custom", default=None, help="custom modules root")
@@ -268,7 +279,7 @@ def main():
268
279
  args = arg_parser.parse_args()
269
280
 
270
281
  # Initialize
271
- init_logger(debug=args.debug)
282
+ init_logger(debug=args.debug, debug_extended=args.debug_extended)
272
283
 
273
284
  # Alert if needed
274
285
  warn_if_degraded()
@@ -0,0 +1,219 @@
1
+ {
2
+ "attributes": {
3
+ "cname": {
4
+ "description": "MODAT API field: cname.",
5
+ "misp-attribute": "domain",
6
+ "multiple": true,
7
+ "to_ids": false,
8
+ "ui-priority": 1
9
+ },
10
+ "created-at": {
11
+ "categories": [
12
+ "Other"
13
+ ],
14
+ "description": "MODAT API field: created_at.",
15
+ "misp-attribute": "datetime",
16
+ "multiple": true,
17
+ "to_ids": false,
18
+ "ui-priority": 1
19
+ },
20
+ "deleted-at": {
21
+ "categories": [
22
+ "Other"
23
+ ],
24
+ "description": "MODAT API field: deleted_at.",
25
+ "misp-attribute": "datetime",
26
+ "multiple": true,
27
+ "to_ids": false,
28
+ "ui-priority": 1
29
+ },
30
+ "expire": {
31
+ "categories": [
32
+ "Other"
33
+ ],
34
+ "description": "MODAT API field: expire.",
35
+ "misp-attribute": "integer",
36
+ "multiple": true,
37
+ "to_ids": false,
38
+ "ui-priority": 1
39
+ },
40
+ "fqdn": {
41
+ "description": "MODAT API field: fqdn.",
42
+ "misp-attribute": "domain",
43
+ "multiple": true,
44
+ "to_ids": false,
45
+ "ui-priority": 1
46
+ },
47
+ "host": {
48
+ "description": "MODAT API field: host.",
49
+ "misp-attribute": "hostname",
50
+ "multiple": true,
51
+ "to_ids": false,
52
+ "ui-priority": 1
53
+ },
54
+ "ip": {
55
+ "description": "MODAT API field: ip.",
56
+ "misp-attribute": "ip-dst",
57
+ "multiple": true,
58
+ "to_ids": false,
59
+ "ui-priority": 1
60
+ },
61
+ "minimum": {
62
+ "categories": [
63
+ "Other"
64
+ ],
65
+ "description": "MODAT API field: minimum.",
66
+ "misp-attribute": "integer",
67
+ "multiple": true,
68
+ "to_ids": false,
69
+ "ui-priority": 1
70
+ },
71
+ "mname": {
72
+ "description": "MODAT API field: mname.",
73
+ "misp-attribute": "hostname",
74
+ "multiple": true,
75
+ "to_ids": false,
76
+ "ui-priority": 1
77
+ },
78
+ "ns": {
79
+ "description": "MODAT API field: ns.",
80
+ "misp-attribute": "hostname",
81
+ "multiple": true,
82
+ "to_ids": false,
83
+ "ui-priority": 1
84
+ },
85
+ "params": {
86
+ "categories": [
87
+ "Other"
88
+ ],
89
+ "description": "MODAT API field: params.",
90
+ "misp-attribute": "text",
91
+ "multiple": true,
92
+ "to_ids": false,
93
+ "ui-priority": 1
94
+ },
95
+ "port": {
96
+ "description": "MODAT API field: port.",
97
+ "misp-attribute": "port",
98
+ "multiple": true,
99
+ "to_ids": false,
100
+ "ui-priority": 1
101
+ },
102
+ "priority": {
103
+ "categories": [
104
+ "Other"
105
+ ],
106
+ "description": "MODAT API field: priority.",
107
+ "misp-attribute": "integer",
108
+ "multiple": true,
109
+ "to_ids": false,
110
+ "ui-priority": 1
111
+ },
112
+ "raw-json": {
113
+ "description": "MODAT API field: raw-json.",
114
+ "misp-attribute": "attachment",
115
+ "multiple": true,
116
+ "to_ids": false,
117
+ "ui-priority": 1
118
+ },
119
+ "refresh": {
120
+ "categories": [
121
+ "Other"
122
+ ],
123
+ "description": "MODAT API field: refresh.",
124
+ "misp-attribute": "integer",
125
+ "multiple": true,
126
+ "to_ids": false,
127
+ "ui-priority": 1
128
+ },
129
+ "retry": {
130
+ "categories": [
131
+ "Other"
132
+ ],
133
+ "description": "MODAT API field: retry.",
134
+ "misp-attribute": "integer",
135
+ "multiple": true,
136
+ "to_ids": false,
137
+ "ui-priority": 1
138
+ },
139
+ "rname": {
140
+ "categories": [
141
+ "Other"
142
+ ],
143
+ "description": "MODAT API field: rname.",
144
+ "misp-attribute": "text",
145
+ "multiple": true,
146
+ "to_ids": false,
147
+ "ui-priority": 1
148
+ },
149
+ "rrtype": {
150
+ "categories": [
151
+ "Other"
152
+ ],
153
+ "description": "MODAT API field: rrtype.",
154
+ "misp-attribute": "text",
155
+ "multiple": true,
156
+ "to_ids": false,
157
+ "ui-priority": 1
158
+ },
159
+ "serial": {
160
+ "categories": [
161
+ "Other"
162
+ ],
163
+ "description": "MODAT API field: serial.",
164
+ "misp-attribute": "integer",
165
+ "multiple": true,
166
+ "to_ids": false,
167
+ "ui-priority": 1
168
+ },
169
+ "target": {
170
+ "categories": [
171
+ "Other"
172
+ ],
173
+ "description": "MODAT API field: target.",
174
+ "misp-attribute": "text",
175
+ "multiple": true,
176
+ "to_ids": false,
177
+ "ui-priority": 1
178
+ },
179
+ "ttl": {
180
+ "categories": [
181
+ "Other"
182
+ ],
183
+ "description": "MODAT API field: ttl.",
184
+ "misp-attribute": "integer",
185
+ "multiple": true,
186
+ "to_ids": false,
187
+ "ui-priority": 1
188
+ },
189
+ "value": {
190
+ "categories": [
191
+ "Other"
192
+ ],
193
+ "description": "MODAT API field: value.",
194
+ "misp-attribute": "text",
195
+ "multiple": true,
196
+ "to_ids": false,
197
+ "ui-priority": 1
198
+ },
199
+ "weight": {
200
+ "categories": [
201
+ "Other"
202
+ ],
203
+ "description": "MODAT API field: weight.",
204
+ "misp-attribute": "integer",
205
+ "multiple": true,
206
+ "to_ids": false,
207
+ "ui-priority": 1
208
+ }
209
+ },
210
+ "description": "A single historical MODAT DNS resource record, including lifecycle and TTL. SOA rname remains DNS notation.",
211
+ "meta-category": "network",
212
+ "name": "modat-dns-record",
213
+ "required": [
214
+ "fqdn",
215
+ "rrtype"
216
+ ],
217
+ "uuid": "9621682b-8bed-5aee-8d46-f208c96ca825",
218
+ "version": 1
219
+ }