misp-modules 3.0.11__tar.gz → 3.0.1333__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (305) hide show
  1. {misp_modules-3.0.11 → misp_modules-3.0.1333}/PKG-INFO +49 -2
  2. {misp_modules-3.0.11 → misp_modules-3.0.1333}/README.md +44 -1
  3. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/__main__.py +59 -12
  4. misp_modules-3.0.1333/misp_modules/data/dns-resource-record/definition.json +166 -0
  5. misp_modules-3.0.1333/misp_modules/data/lookyloo-capture/definition.json +127 -0
  6. misp_modules-3.0.1333/misp_modules/data/modat/modat-dns-record/definition.json +219 -0
  7. misp_modules-3.0.1333/misp_modules/data/modat/modat-service/definition.json +1226 -0
  8. misp_modules-3.0.1333/misp_modules/data/modat/service_mapping.json +131 -0
  9. misp_modules-3.0.1333/misp_modules/data/pgp-key/definition.json +90 -0
  10. misp_modules-3.0.1333/misp_modules/data/pgp-message/definition.json +83 -0
  11. misp_modules-3.0.1333/misp_modules/data/pgp-sign/definition.json +113 -0
  12. misp_modules-3.0.1333/misp_modules/data/ptrclassify/definition.json +183 -0
  13. misp_modules-3.0.1333/misp_modules/data/vulnerability_lookup/epss-score/definition.json +53 -0
  14. misp_modules-3.0.1333/misp_modules/data/vulnerability_lookup/known-exploited-vulnerability/definition.json +96 -0
  15. misp_modules-3.0.1333/misp_modules/data/vulnerability_lookup/vulnerability/definition.json +115 -0
  16. misp_modules-3.0.1333/misp_modules/data/vulnerability_lookup/vulnerability-sighting/definition.json +87 -0
  17. misp_modules-3.0.1333/misp_modules/http_debug.py +148 -0
  18. misp_modules-3.0.1333/misp_modules/lib/qradar_reference_set.py +136 -0
  19. misp_modules-3.0.1333/misp_modules/modules/action_mod/crowdstrike_ioc_publish.py +425 -0
  20. misp_modules-3.0.1333/misp_modules/modules/action_mod/qradar_reference_set_publish.py +255 -0
  21. misp_modules-3.0.1333/misp_modules/modules/action_mod/sentinelone_ioc_publish.py +454 -0
  22. misp_modules-3.0.1333/misp_modules/modules/expansion/_lookyloo.py +403 -0
  23. misp_modules-3.0.1333/misp_modules/modules/expansion/_pgp_keyserver/__init__.py +1 -0
  24. misp_modules-3.0.1333/misp_modules/modules/expansion/_pgp_keyserver/signatures.py +264 -0
  25. misp_modules-3.0.1333/misp_modules/modules/expansion/_vulnerability_parser/enrichment.py +593 -0
  26. misp_modules-3.0.1333/misp_modules/modules/expansion/apivoid.py +218 -0
  27. misp_modules-3.0.1333/misp_modules/modules/expansion/btc_scam_check.py +86 -0
  28. misp_modules-3.0.1333/misp_modules/modules/expansion/btc_steroids.py +215 -0
  29. misp_modules-3.0.1333/misp_modules/modules/expansion/dbl_spamhaus.py +114 -0
  30. misp_modules-3.0.1333/misp_modules/modules/expansion/dns.py +106 -0
  31. misp_modules-3.0.1333/misp_modules/modules/expansion/dns_query.py +419 -0
  32. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/extuno.py +38 -45
  33. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/geoip_asn.py +44 -16
  34. misp_modules-3.0.1333/misp_modules/modules/expansion/geoip_city.py +115 -0
  35. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/geoip_country.py +42 -12
  36. misp_modules-3.0.1333/misp_modules/modules/expansion/hibp.py +122 -0
  37. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/html_to_markdown.py +5 -0
  38. misp_modules-3.0.1333/misp_modules/modules/expansion/ipapi_is.py +243 -0
  39. misp_modules-3.0.1333/misp_modules/modules/expansion/lookyloo.py +102 -0
  40. misp_modules-3.0.1333/misp_modules/modules/expansion/lookyloo_capture.py +44 -0
  41. misp_modules-3.0.1333/misp_modules/modules/expansion/malpedia.py +414 -0
  42. misp_modules-3.0.1333/misp_modules/modules/expansion/modat.py +733 -0
  43. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/onion_lookup.py +5 -27
  44. misp_modules-3.0.1333/misp_modules/modules/expansion/opencti.py +333 -0
  45. misp_modules-3.0.1333/misp_modules/modules/expansion/pgp_keyserver.py +372 -0
  46. misp_modules-3.0.1333/misp_modules/modules/expansion/phishunt.py +311 -0
  47. misp_modules-3.0.1333/misp_modules/modules/expansion/ptrclassify.py +225 -0
  48. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/rbl.py +63 -17
  49. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/rdap.py +40 -6
  50. misp_modules-3.0.1333/misp_modules/modules/expansion/reversedns.py +94 -0
  51. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/scanmalware.py +18 -3
  52. misp_modules-3.0.1333/misp_modules/modules/expansion/securitytrails.py +287 -0
  53. misp_modules-3.0.1333/misp_modules/modules/expansion/sherlock.py +225 -0
  54. misp_modules-3.0.1333/misp_modules/modules/expansion/socialscan.py +129 -0
  55. misp_modules-3.0.1333/misp_modules/modules/expansion/sourcecache.py +101 -0
  56. misp_modules-3.0.1333/misp_modules/modules/expansion/spamcop.py +116 -0
  57. misp_modules-3.0.1333/misp_modules/modules/expansion/url_dns.py +217 -0
  58. misp_modules-3.0.1333/misp_modules/modules/expansion/urlscan.py +306 -0
  59. misp_modules-3.0.1333/misp_modules/modules/expansion/vulnerability_lookup.py +162 -0
  60. misp_modules-3.0.1333/misp_modules/modules/expansion/vulners.py +141 -0
  61. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/whisper.py +8 -2
  62. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/whois.py +27 -7
  63. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/whoisfreaks.py +7 -6
  64. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/xposedornot.py +71 -59
  65. misp_modules-3.0.1333/misp_modules/modules/export_mod/cisco_acl_export.py +277 -0
  66. misp_modules-3.0.1333/misp_modules/modules/export_mod/elastic_ecs_export.py +342 -0
  67. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/goamlexport.py +1 -1
  68. misp_modules-3.0.1333/misp_modules/modules/export_mod/netfilter_export.py +258 -0
  69. misp_modules-3.0.1333/misp_modules/modules/export_mod/pf_export.py +222 -0
  70. misp_modules-3.0.1333/misp_modules/modules/export_mod/qradar_reference_set_export.py +87 -0
  71. misp_modules-3.0.1333/misp_modules/modules/export_mod/splunk_export.py +238 -0
  72. misp_modules-3.0.1333/misp_modules/modules/export_mod/zeek_intel_export.py +350 -0
  73. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/openapi.py +88 -10
  74. misp_modules-3.0.1333/misp_modules/statistics.py +120 -0
  75. {misp_modules-3.0.11 → misp_modules-3.0.1333}/pyproject.toml +5 -1
  76. misp_modules-3.0.11/misp_modules/modules/expansion/apivoid.py +0 -184
  77. misp_modules-3.0.11/misp_modules/modules/expansion/btc_scam_check.py +0 -57
  78. misp_modules-3.0.11/misp_modules/modules/expansion/btc_steroids.py +0 -243
  79. misp_modules-3.0.11/misp_modules/modules/expansion/dbl_spamhaus.py +0 -87
  80. misp_modules-3.0.11/misp_modules/modules/expansion/dns.py +0 -79
  81. misp_modules-3.0.11/misp_modules/modules/expansion/geoip_city.py +0 -91
  82. misp_modules-3.0.11/misp_modules/modules/expansion/hibp.py +0 -67
  83. misp_modules-3.0.11/misp_modules/modules/expansion/reversedns.py +0 -82
  84. misp_modules-3.0.11/misp_modules/modules/expansion/securitytrails.py +0 -601
  85. misp_modules-3.0.11/misp_modules/modules/expansion/socialscan.py +0 -109
  86. misp_modules-3.0.11/misp_modules/modules/expansion/sourcecache.py +0 -63
  87. misp_modules-3.0.11/misp_modules/modules/expansion/urlscan.py +0 -364
  88. misp_modules-3.0.11/misp_modules/modules/expansion/vulnerability_lookup.py +0 -59
  89. misp_modules-3.0.11/misp_modules/modules/expansion/vulners.py +0 -85
  90. {misp_modules-3.0.11 → misp_modules-3.0.1333}/LICENSE +0 -0
  91. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/__init__.py +0 -0
  92. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/ODTReader/LICENSE +0 -0
  93. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/ODTReader/__init__.py +0 -0
  94. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/ODTReader/odtreader.py +0 -0
  95. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/ODTReader/win32_unicode_argv.py +0 -0
  96. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/__init__.py +0 -0
  97. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/_vmray/__init__.py +0 -0
  98. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/_vmray/parser.py +0 -0
  99. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/_vmray/rest_api.py +0 -0
  100. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/anyrun_sandbox/__init__.py +0 -0
  101. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/anyrun_sandbox/config.py +0 -0
  102. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/anyrun_sandbox/parser.py +0 -0
  103. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/anyrun_sandbox/submitter.py +0 -0
  104. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/cof2misp/LICENSE-2.0.txt +0 -0
  105. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/cof2misp/__init__.py +0 -0
  106. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/cof2misp/cof.py +0 -0
  107. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/dnstrails/LICENSE +0 -0
  108. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/dnstrails/__init__.py +0 -0
  109. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/dnstrails/api.py +0 -0
  110. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/dnstrails/exception.py +0 -0
  111. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/joe_mapping.py +0 -0
  112. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/joe_parser.py +0 -0
  113. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/lastline_api.py +0 -0
  114. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/qintel_helper.py +0 -0
  115. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/synonymsToTagNames.json +0 -0
  116. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/vt_graph_parser/__init__.py +0 -0
  117. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/vt_graph_parser/errors.py +0 -0
  118. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/vt_graph_parser/helpers/__init__.py +0 -0
  119. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/vt_graph_parser/helpers/parsers.py +0 -0
  120. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/vt_graph_parser/helpers/rules.py +0 -0
  121. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/vt_graph_parser/helpers/wrappers.py +0 -0
  122. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/vt_graph_parser/importers/__init__.py +0 -0
  123. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/vt_graph_parser/importers/base.py +0 -0
  124. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/lib/vt_graph_parser/importers/pymisp_response.py +0 -0
  125. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/__init__.py +0 -0
  126. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/action_mod/__init__.py +0 -0
  127. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/action_mod/_utils/__init__.py +0 -0
  128. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/action_mod/_utils/utils.py +0 -0
  129. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/action_mod/export_sentinel.py +0 -0
  130. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/action_mod/mattermost.py +0 -0
  131. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/action_mod/nextcloud_talk.py +0 -0
  132. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/action_mod/slack.py +0 -0
  133. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/action_mod/testaction.py +0 -0
  134. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/__init__.py +0 -0
  135. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/_assemblyline_api.py +0 -0
  136. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/_dnsdb_query/COPYRIGHT +0 -0
  137. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/_dnsdb_query/LICENSE +0 -0
  138. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/_dnsdb_query/README.md +0 -0
  139. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/_dnsdb_query/__init__.py +0 -0
  140. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/_dnsdb_query/dnsdb_query.py +0 -0
  141. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/_malwagon_api.py +0 -0
  142. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/_ransomcoindb/__init__.py +0 -0
  143. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/_ransomcoindb/ransomcoindb.py +0 -0
  144. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/_rstcloud/__init__.py +0 -0
  145. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/_rstcloud/client.py +0 -0
  146. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/_vulnerability_parser/__init__.py +0 -0
  147. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/_vulnerability_parser/vulnerability_parser.py +0 -0
  148. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/abuseipdb.py +0 -0
  149. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/alphaMountain.py +0 -0
  150. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/anyrun_sandbox_submit.py +0 -0
  151. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/apifreaks.py +0 -0
  152. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/apiosintds.py +0 -0
  153. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/assemblyline_query.py +0 -0
  154. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/assemblyline_submit.py +0 -0
  155. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/backscatter_io.py +0 -0
  156. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/censys_enrich.py +0 -0
  157. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/circl_passivedns.py +0 -0
  158. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/circl_passivessl.py +0 -0
  159. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/clamav.py +0 -0
  160. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/cluster25_expand.py +0 -0
  161. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/convert_markdown_to_pdf.py +0 -0
  162. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/countrycode.py +0 -0
  163. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/cpe.py +0 -0
  164. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/crowdsec.py +0 -0
  165. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/crowdstrike_falcon.py +0 -0
  166. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/cuckoo_submit.py +0 -0
  167. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/cve.py +0 -0
  168. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/cve_advanced.py +0 -0
  169. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/cytomic_orion.py +0 -0
  170. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/docx_enrich.py +0 -0
  171. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/domaintools.py +0 -0
  172. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/email_security_check.py +0 -0
  173. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/eql.py +0 -0
  174. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/eupi.py +0 -0
  175. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/extract_url_components.py +0 -0
  176. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/farsight_passivedns.py +0 -0
  177. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/flowtriq.py +0 -0
  178. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/google_safe_browsing.py +0 -0
  179. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/google_threat_intelligence.py +0 -0
  180. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/greynoise.py +0 -0
  181. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/hashdd.py +0 -0
  182. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/hashlookup.py +0 -0
  183. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/hyasinsight.py +0 -0
  184. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/intel471.py +0 -0
  185. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/intelmq_eventdb.py.experimental +0 -0
  186. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/ip2locationio.py +0 -0
  187. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/ipasn.py +0 -0
  188. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/ipgeolocation.py +0 -0
  189. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/ipinfo.py +0 -0
  190. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/ipqs_fraud_and_risk_scoring.py +0 -0
  191. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/iprep.py +0 -0
  192. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/ismalicious.py +0 -0
  193. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/jinja_template_rendering.py +0 -0
  194. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/joesandbox_query.py +0 -0
  195. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/joesandbox_submit.py +0 -0
  196. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/lamis_network.py +0 -0
  197. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/lastline_query.py +0 -0
  198. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/lastline_submit.py +0 -0
  199. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/macaddress_io.py +0 -0
  200. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/macadress_com.py +0 -0
  201. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/macvendors.py +0 -0
  202. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/malshare_upload.py +0 -0
  203. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/malwagon.py +0 -0
  204. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/malwagon_submit.py +0 -0
  205. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/malwarebazaar.py +0 -0
  206. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/mcafee_insights_enrich.py +0 -0
  207. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/mmdb_lookup.py +0 -0
  208. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/module.py.skeleton +0 -0
  209. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/module_misp_standard.py.skeleton +0 -0
  210. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/mwdb.py +0 -0
  211. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/ocr_enrich.py +0 -0
  212. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/ods_enrich.py +0 -0
  213. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/odt_enrich.py +0 -0
  214. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/onyphe.py +0 -0
  215. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/onyphe_full.py +0 -0
  216. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/otilabs.py +0 -0
  217. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/otx.py +0 -0
  218. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/passive_ssh.py +0 -0
  219. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/passivetotal.py +0 -0
  220. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/pdf_enrich.py +0 -0
  221. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/pptx_enrich.py +0 -0
  222. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/qintel_qsentry.py +0 -0
  223. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/qrcode.py +0 -0
  224. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/ransomcoindb.py +0 -0
  225. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/ransomlook.py +0 -0
  226. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/rapid7_attackerkb.py +0 -0
  227. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/recordedfuture.py +0 -0
  228. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/reversinglabs_spectra_analyze.py +0 -0
  229. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/rst_cs_beacon.py +0 -0
  230. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/rst_favicon.py +0 -0
  231. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/rst_html.py +0 -0
  232. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/rst_ioc.py +0 -0
  233. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/rst_noise_control.py +0 -0
  234. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/rst_screenshot.py +0 -0
  235. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/rst_ssl.py +0 -0
  236. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/rst_whois.py +0 -0
  237. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/rulezet_validator.py +0 -0
  238. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/shodan.py +0 -0
  239. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/sigma_queries.py +0 -0
  240. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/sigma_syntax_validator.py +0 -0
  241. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/sigmf_expand.py +0 -0
  242. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/socradar_lookup.py +0 -0
  243. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/sophoslabs_intelix.py +0 -0
  244. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/ssh_fingerprint.py +0 -0
  245. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/stairwell.py +0 -0
  246. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/stix2_pattern_syntax_validator.py +0 -0
  247. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/threatcrowd.py +0 -0
  248. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/threatfox.py +0 -0
  249. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/threatminer.py +0 -0
  250. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/tls_certificate_check.py +0 -0
  251. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/triage_submit.py +0 -0
  252. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/trustar_enrich.py +0 -0
  253. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/tweetfeed.py +0 -0
  254. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/urlhaus.py +0 -0
  255. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/validin.py +0 -0
  256. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/variotdbs.py +0 -0
  257. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/virustotal.py +0 -0
  258. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/virustotal_public.py +0 -0
  259. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/virustotal_upload.py +0 -0
  260. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/vmray_submit.py +0 -0
  261. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/vmware_nsx.py +0 -0
  262. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/vulndb.py +0 -0
  263. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/vysion.py +0 -0
  264. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/wiki.py +0 -0
  265. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/xforceexchange.py +0 -0
  266. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/xlsx_enrich.py +0 -0
  267. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/yara_query.py +0 -0
  268. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/yara_syntax_validator.py +0 -0
  269. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/expansion/yeti.py +0 -0
  270. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/__init__.py +0 -0
  271. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/cef_export.py +0 -0
  272. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/cisco_firesight_manager_ACL_rule_export.py +0 -0
  273. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/defender_endpoint_export.py +0 -0
  274. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/liteexport.py +0 -0
  275. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/mass_eql_export.py +0 -0
  276. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/nexthinkexport.py +0 -0
  277. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/osqueryexport.py +0 -0
  278. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/pdfexport.py +0 -0
  279. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/testexport.py +0 -0
  280. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/threatStream_misp_export.py +0 -0
  281. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/threat_connect_export.py +0 -0
  282. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/virustotal_collections.py +0 -0
  283. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/vt_graph.py +0 -0
  284. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/export_mod/yara_export.py +0 -0
  285. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/__init__.py +0 -0
  286. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/anyrun_sandbox_import.py +0 -0
  287. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/cof2misp.py +0 -0
  288. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/csvimport.py +0 -0
  289. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/cuckooimport.py +0 -0
  290. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/darkmoon_import.py +0 -0
  291. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/email_import.py +0 -0
  292. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/goamlimport.py +0 -0
  293. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/import_blueprint.py +0 -0
  294. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/joe_import.py +0 -0
  295. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/lastline_import.py +0 -0
  296. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/mispjson.py +0 -0
  297. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/ocr.py +0 -0
  298. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/openiocimport.py +0 -0
  299. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/socradar_taxii_feed.py +0 -0
  300. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/taxii21.py +0 -0
  301. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/testimport.py +0 -0
  302. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/threatanalyzer_import.py +0 -0
  303. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/url_import.py +0 -0
  304. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/vmray_import.py +0 -0
  305. {misp_modules-3.0.11 → misp_modules-3.0.1333}/misp_modules/modules/import_mod/vmray_summary_json_import.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: misp-modules
3
- Version: 3.0.11
3
+ Version: 3.0.1333
4
4
  Summary: MISP modules are autonomous modules that can be used for expansion and other services in MISP
5
5
  License-Expression: AGPL-3.0-only
6
6
  License-File: LICENSE
@@ -32,6 +32,8 @@ Requires-Dist: crowdstrike-falconpy ; extra == "all"
32
32
  Requires-Dist: crowdstrike-falconpy ; extra == "minimal"
33
33
  Requires-Dist: dnsdb2 ; extra == "all"
34
34
  Requires-Dist: dnsdb2 ; extra == "minimal"
35
+ Requires-Dist: dnspython ; extra == "all"
36
+ Requires-Dist: dnspython ; extra == "minimal"
35
37
  Requires-Dist: domaintools_api ; extra == "all"
36
38
  Requires-Dist: domaintools_api ; extra == "minimal"
37
39
  Requires-Dist: geoip2 ; extra == "all"
@@ -67,6 +69,8 @@ Requires-Dist: passivetotal ; extra == "all"
67
69
  Requires-Dist: passivetotal ; extra == "minimal"
68
70
  Requires-Dist: pdftotext ; extra == "all"
69
71
  Requires-Dist: psutil
72
+ Requires-Dist: ptrclassify (>=0.3.0,<0.4.0) ; extra == "all"
73
+ Requires-Dist: ptrclassify (>=0.3.0,<0.4.0) ; extra == "minimal"
70
74
  Requires-Dist: publicsuffixlist
71
75
  Requires-Dist: pycountry ; extra == "all"
72
76
  Requires-Dist: pycountry ; extra == "minimal"
@@ -174,6 +178,32 @@ When the service is running you can discover the available endpoints in a machin
174
178
  An interactive Swagger UI that consumes the same specification is available at `/openapi`.
175
179
  The specification is generated during service startup, so restart `misp-modules` after adding or removing modules to refresh what those endpoints expose.
176
180
 
181
+ ## Module statistics
182
+
183
+ `GET /statistics` returns per-module and aggregate query counts, successes, errors
184
+ (module errors, exceptions and timeouts), in-flight requests, success/error rates,
185
+ response times, cumulative latency histograms, body byte counts and last-use timestamps.
186
+ It includes loaded modules that have never been queried, including custom modules.
187
+
188
+ ```bash
189
+ curl http://localhost:6666/statistics
190
+ ```
191
+
192
+ Statistics are held in memory per server process and reset on restart. See
193
+ [statistics details](documentation/mkdocs/install.md#module-statistics) for metric semantics.
194
+ The endpoint is also described in `/openapi.json` and the `/openapi` explorer.
195
+
196
+ ## Extended HTTP debugging
197
+
198
+ Run `misp-modules --debug-extended` to enable normal debug logging plus full outbound
199
+ HTTP request and response logging for modules and SDKs using `requests`. Logs include
200
+ methods, URLs, headers, and untruncated bodies, with an exchange ID and module name.
201
+ Streamed bodies are logged as they are transferred, without reading ahead.
202
+
203
+ This option logs credentials and sensitive payloads without redaction; enable it only
204
+ while troubleshooting. See the [installation documentation](documentation/mkdocs/install.md#debugging-outbound-http-requests)
205
+ for coverage and streaming details.
206
+
177
207
  ## Licenses
178
208
  For further Information see the [license file](https://misp.github.io/misp-modules/license/).
179
209
 
@@ -183,7 +213,7 @@ For further Information see the [license file](https://misp.github.io/misp-modul
183
213
  * [Abuse IPDB](https://misp.github.io/misp-modules/expansion/#abuse-ipdb) - AbuseIPDB MISP expansion module
184
214
  * [ANYRUN Sandbox Submit](https://misp.github.io/misp-modules/expansion/#anyrun-sandbox-submit) - A module designed to submit URLs or files to the ANY.RUN Sandbox for analysis and return the unique analysis link and ID.
185
215
  * [OSINT DigitalSide](https://misp.github.io/misp-modules/expansion/#osint-digitalside) - On demand query API for OSINT.digitalside.it project.
186
- * [APIVoid](https://misp.github.io/misp-modules/expansion/#apivoid) - Module to query APIVoid with some domain attributes.
216
+ * [APIVoid](https://misp.github.io/misp-modules/expansion/#apivoid) - Query APIVoid v2 for DNS records, SSL certificates and email verification.
187
217
  * [AssemblyLine Query](https://misp.github.io/misp-modules/expansion/#assemblyline-query) - A module tu query the AssemblyLine API with a submission ID to get the submission report and parse it.
188
218
  * [AssemblyLine Submit](https://misp.github.io/misp-modules/expansion/#assemblyline-submit) - A module to submit samples and URLs to AssemblyLine for advanced analysis, and return the link of the submission.
189
219
  * [APIFreaks](https://misp.github.io/misp-modules/expansion/#apifreaks) - An expansion module for https://apifreaks.com/ that will provide WHOIS, DOMAIN and DNS information.
@@ -205,6 +235,7 @@ For further Information see the [license file](https://misp.github.io/misp-modul
205
235
  * [CVE Advanced Lookup](https://misp.github.io/misp-modules/expansion/#cve-advanced-lookup) - An expansion module to query the CIRCL CVE search API for more information about a vulnerability (CVE).
206
236
  * [Cytomic Orion Lookup](https://misp.github.io/misp-modules/expansion/#cytomic-orion-lookup) - An expansion module to enrich attributes in MISP by quering the Cytomic Orion API
207
237
  * [DBL Spamhaus Lookup](https://misp.github.io/misp-modules/expansion/#dbl-spamhaus-lookup) - Checks Spamhaus DBL for a domain name.
238
+ * [DNS Record Enumeration](https://misp.github.io/misp-modules/expansion/#dns-record-enumeration) - Query DNS data types including SOA and TXT, preserve complete resource records, and extract linked domain, IP, email and URL pivots. [JSON documentation](documentation/expansion/dns_query.json).
208
239
  * [DNS Resolver](https://misp.github.io/misp-modules/expansion/#dns-resolver) - Simple DNS expansion service to resolve IP address from MISP attributes
209
240
  * [DOCX Enrich](https://misp.github.io/misp-modules/expansion/#docx-enrich) - Module to extract freetext from a .docx document.
210
241
  * [DomainTools Lookup](https://misp.github.io/misp-modules/expansion/#domaintools-lookup) - DomainTools MISP expansion module.
@@ -225,6 +256,7 @@ For further Information see the [license file](https://misp.github.io/misp-modul
225
256
  * [HYAS Insight Lookup](https://misp.github.io/misp-modules/expansion/#hyas-insight-lookup) - HYAS Insight integration to MISP provides direct, high volume access to HYAS Insight data. It enables investigators and analysts to understand and defend against cyber adversaries and their infrastructure.
226
257
  * [Intel471 Lookup](https://misp.github.io/misp-modules/expansion/#intel471-lookup) - Module to access Intel 471
227
258
  * [IP2Location.io Lookup](https://misp.github.io/misp-modules/expansion/#ip2location.io-lookup) - An expansion module to query IP2Location.io to gather more information on a given IP address.
259
+ * [ipapi.is Lookup](https://misp.github.io/misp-modules/expansion/#ipapi.is-lookup) - An expansion and hover module to enrich an IP address with geolocation, ASN, company and abuse contact data, and VPN (with the provider), proxy, Tor and datacenter detection from ipapi.is.
228
260
  * [IPASN-History Lookup](https://misp.github.io/misp-modules/expansion/#ipasn-history-lookup) - Module to query an IP ASN history service (https://github.com/D4-project/IPASN-History).
229
261
  * [IPGeolocation.io Lookup](https://misp.github.io/misp-modules/expansion/#ipgeolocation.io-lookup) - An expansion and hover module to enrich an IP address with geolocation, ASN, company, threat intelligence (threat score, VPN, proxy, Tor, bot and spam signals) and abuse contact information from IPGeolocation.io, either through the API or from local IPGeolocation.io MMDB databases.
230
262
  * [IPInfo.io Lookup](https://misp.github.io/misp-modules/expansion/#ipinfo.io-lookup) - An expansion module to query ipinfo.io to gather more information on a given IP address.
@@ -249,10 +281,13 @@ For further Information see the [license file](https://misp.github.io/misp-modul
249
281
  * [Onion Lookup](https://misp.github.io/misp-modules/expansion/#onion-lookup) - MISP module using the MISP standard. Uses the onion-lookup service to get information about an onion.
250
282
  * [Onyphe Lookup](https://misp.github.io/misp-modules/expansion/#onyphe-lookup) - Module to process a query on Onyphe.
251
283
  * [Onyphe Full Lookup](https://misp.github.io/misp-modules/expansion/#onyphe-full-lookup) - Module to process a full query on Onyphe.
284
+ * [OpenCTI Lookup](https://misp.github.io/misp-modules/expansion/#opencti-lookup) - Query an OpenCTI instance for exact observable matches and their context and source references.
252
285
  * [AlienVault OTX Lookup](https://misp.github.io/misp-modules/expansion/#alienvault-otx-lookup) - Module to get information from AlienVault OTX.
253
286
  * [Passive SSH Enrichment](https://misp.github.io/misp-modules/expansion/#passive-ssh-enrichment) - An expansion module to enrich, SSH key fingerprints and IP addresses with information collected by passive-ssh
254
287
  * [PassiveTotal Lookup](https://misp.github.io/misp-modules/expansion/#passivetotal-lookup) - The PassiveTotal MISP expansion module brings the datasets derived from Internet scanning directly into your MISP instance. This module supports passive DNS, historic SSL, WHOIS, and host attributes. In order to use the module, you must have a valid PassiveTotal account username and API key. Registration is free and can be done by visiting https://www.passivetotal.org/register
288
+ * [PTR Classification](https://misp.github.io/misp-modules/expansion/#ptr-classification) - Classify IP reverse-DNS records or supplied hostnames into ptrclassify and dns-record objects, preserving confidence and evidence, and add matching taxonomy tags to the queried attribute. [JSON documentation](documentation/expansion/ptrclassify.json).
255
289
  * [PDF Enrich](https://misp.github.io/misp-modules/expansion/#pdf-enrich) - Module to extract freetext from a PDF document.
290
+ * [phishunt Lookup](https://misp.github.io/misp-modules/expansion/#phishunt-lookup) - Look up a host in phishunt, the CC0 feed of live phishing domains: detected URLs, targeted brand, hosting and cross-feed corroboration.
256
291
  * [PPTX Enrich](https://misp.github.io/misp-modules/expansion/#pptx-enrich) - Module to extract freetext from a .pptx document.
257
292
  * [Qintel QSentry Lookup](https://misp.github.io/misp-modules/expansion/#qintel-qsentry-lookup) - A hover and expansion module which queries Qintel QSentry for ip reputation data
258
293
  * [QR Code Decode](https://misp.github.io/misp-modules/expansion/#qr-code-decode) - Decode QR codes from attachments OR remote URLs (Anti-Quishing).
@@ -271,6 +306,7 @@ For further Information see the [license file](https://misp.github.io/misp-modul
271
306
  * [RST Cloud Whois](https://misp.github.io/misp-modules/expansion/#rst-cloud-whois) - Retrieve parsed WHOIS for a domain via RST Cloud.
272
307
  * [ReversingLabs Spectra Analyze](https://misp.github.io/misp-modules/expansion/#reversinglabs-spectra-analyze) - Threat intelligence enrichment module
273
308
  * [SecurityTrails Lookup](https://misp.github.io/misp-modules/expansion/#securitytrails-lookup) - An expansion modules for SecurityTrails.
309
+ * [Sherlock Lookup](https://misp.github.io/misp-modules/expansion/#sherlock-lookup) - Find social media accounts by username with Sherlock.
274
310
  * [Shodan Lookup](https://misp.github.io/misp-modules/expansion/#shodan-lookup) - Module to query on Shodan.
275
311
  * [Sigma Rule Converter](https://misp.github.io/misp-modules/expansion/#sigma-rule-converter) - An expansion hover module to display the result of sigma queries.
276
312
  * [Sigma Syntax Validator](https://misp.github.io/misp-modules/expansion/#sigma-syntax-validator) - An expansion hover module to perform a syntax check on sigma rules.
@@ -278,6 +314,7 @@ For further Information see the [license file](https://misp.github.io/misp-modul
278
314
  * [Socialscan Lookup](https://misp.github.io/misp-modules/expansion/#socialscan-lookup) - A hover module to get information on the availability of an email address or username on some online platforms.
279
315
  * [SophosLabs Intelix Lookup](https://misp.github.io/misp-modules/expansion/#sophoslabs-intelix-lookup) - An expansion module to query the Sophoslabs intelix API to get additional information about an ip address, url, domain or sha256 attribute.
280
316
  * [URL Archiver](https://misp.github.io/misp-modules/expansion/#url-archiver) - Module to cache web pages of analysis reports, OSINT sources. The module returns a link of the cached page.
317
+ * [SpamCop Lookup](https://misp.github.io/misp-modules/expansion/#spamcop-lookup) - Check an IPv4 address against the SpamCop Blocking List (SCBL).
281
318
  * [Stairwell Lookup](https://misp.github.io/misp-modules/expansion/#stairwell-lookup) - Module to query the Stairwell API to get additional information about the input hash attribute
282
319
  * [STIX2 Pattern Syntax Validator](https://misp.github.io/misp-modules/expansion/#stix2-pattern-syntax-validator) - An expansion hover module to perform a syntax check on stix2 patterns.
283
320
  * [ThreatCrowd Lookup](https://misp.github.io/misp-modules/expansion/#threatcrowd-lookup) - Module to get information from ThreatCrowd.
@@ -311,20 +348,27 @@ For further Information see the [license file](https://misp.github.io/misp-modul
311
348
 
312
349
  ### Export Modules
313
350
  * [CEF Export](https://misp.github.io/misp-modules/export_mod/#cef-export) - Module to export a MISP event in CEF format.
351
+ * [Cisco IOS ACL Export](https://misp.github.io/misp-modules/export_mod/#cisco-ios-acl-export) - Export IDS-marked network attributes as Cisco IOS/IOS-XE IPv4 and IPv6 ACL fragments.
314
352
  * [Cisco fireSIGHT blockrule Export](https://misp.github.io/misp-modules/export_mod/#cisco-firesight-blockrule-export) - Module to export malicious network activity attributes to Cisco fireSIGHT manager block rules.
315
353
  * [Microsoft Defender for Endpoint KQL Export](https://misp.github.io/misp-modules/export_mod/#microsoft-defender-for-endpoint-kql-export) - Defender for Endpoint KQL hunting query export module
354
+ * [Elastic ECS Export](https://misp.github.io/misp-modules/export_mod/#elastic-ecs-export) - Export event and object indicators as ECS threat indicators in Elasticsearch Bulk NDJSON.
316
355
  * [GoAML Export](https://misp.github.io/misp-modules/export_mod/#goaml-export) - This module is used to export MISP events containing transaction objects into GoAML format.
317
356
  * [Lite Export](https://misp.github.io/misp-modules/export_mod/#lite-export) - Lite export of a MISP event.
318
357
  * [EQL Query Export](https://misp.github.io/misp-modules/export_mod/#eql-query-export) - Export MISP event in Event Query Language
358
+ * [Netfilter nftables Export](https://misp.github.io/misp-modules/export_mod/#netfilter-nftables-export) - Export IDS-marked event and object network attributes as nftables block or logging rules.
319
359
  * [Nexthink NXQL Export](https://misp.github.io/misp-modules/export_mod/#nexthink-nxql-export) - Nexthink NXQL query export module
320
360
  * [OSQuery Export](https://misp.github.io/misp-modules/export_mod/#osquery-export) - OSQuery export of a MISP event.
321
361
  * [Event to PDF Export](https://misp.github.io/misp-modules/export_mod/#event-to-pdf-export) - Simple export of a MISP event to PDF.
362
+ * [OpenBSD PF Export](https://misp.github.io/misp-modules/export_mod/#openbsd-pf-export) - Export IDS-marked event and object network attributes as OpenBSD PF block or logging rules.
363
+ * [QRadar Reference Set Export](https://misp.github.io/misp-modules/export_mod/#qradar-reference-set-export) - Export deduplicated, typed MISP indicators as QRadar reference-set CSV or JSON values.
364
+ * [Splunk Lookup Export](https://misp.github.io/misp-modules/export_mod/#splunk-lookup-export) - Export event and object indicators as a Splunk CSV lookup with CIM field mapping hints.
322
365
  * [Test Export](https://misp.github.io/misp-modules/export_mod/#test-export) - Skeleton export module.
323
366
  * [ThreatStream Export](https://misp.github.io/misp-modules/export_mod/#threatstream-export) - Module to export a structured CSV file for uploading to threatStream.
324
367
  * [ThreadConnect Export](https://misp.github.io/misp-modules/export_mod/#threadconnect-export) - Module to export a structured CSV file for uploading to ThreatConnect.
325
368
  * [VirusTotal Collections Export](https://misp.github.io/misp-modules/export_mod/#virustotal-collections-export) - Creates a VT Collection from an event iocs.
326
369
  * [VirusTotal Graph Export](https://misp.github.io/misp-modules/export_mod/#virustotal-graph-export) - This module is used to create a VirusTotal Graph from a MISP event.
327
370
  * [YARA Rule Export](https://misp.github.io/misp-modules/export_mod/#yara-rule-export) - This module is used to export MISP events to YARA.
371
+ * [Zeek Intel Export](https://misp.github.io/misp-modules/export_mod/#zeek-intel-export) - Export validated MISP event and object indicators as a Zeek Intel Framework feed.
328
372
 
329
373
  ### Import Modules
330
374
  * [ANYRUN Sandbox Import](https://misp.github.io/misp-modules/import_mod/#anyrun-sandbox-import) - A module designed to retrieve an analysis report from the ANY.RUN Sandbox by its unique ID and extract results (such as verdict, malware tags, and IOCs), converting them into MISP attributes within your event.
@@ -347,9 +391,12 @@ For further Information see the [license file](https://misp.github.io/misp-modul
347
391
  * [VMRay Summary JSON Import](https://misp.github.io/misp-modules/import_mod/#vmray-summary-json-import) - Import a VMRay Summary JSON report.
348
392
 
349
393
  ### Action Modules
394
+ * [CrowdStrike IOC Publish](https://misp.github.io/misp-modules/action_mod/#crowdstrike-ioc-publish) - Create and renew module-owned Falcon custom IOCs from MISP event and object attributes.
350
395
  * [Export to Sentinel or Defender](https://misp.github.io/misp-modules/action_mod/#export-to-sentinel-or-defender) - Export indicators to Microsoft Sentinel or Microsoft Defender. Requires an existing installation of MISP2Sentinel or MISP2Defender.
351
396
  * [Mattermost](https://misp.github.io/misp-modules/action_mod/#mattermost) - Simplistic module to send message to a Mattermost channel.
352
397
  * [Nextcloud talk](https://misp.github.io/misp-modules/action_mod/#nextcloud-talk) - Simplistic module to send a message to a Nextcloud talk conversation.
398
+ * [QRadar Reference Set Publish](https://misp.github.io/misp-modules/action_mod/#qradar-reference-set-publish) - Publish typed MISP indicators to an existing QRadar reference set and explicit domain.
399
+ * [SentinelOne IOC Publish](https://misp.github.io/misp-modules/action_mod/#sentinelone-ioc-publish) - Publish MISP event and object indicators to SentinelOne Threat Intelligence with explicit scope.
353
400
  * [Slack](https://misp.github.io/misp-modules/action_mod/#slack) - Simplistic module to send messages to a Slack channel.
354
401
  * [Test action](https://misp.github.io/misp-modules/action_mod/#test-action) - This module is merely a test, always returning true. Triggers on event publishing.
355
402
 
@@ -39,6 +39,32 @@ When the service is running you can discover the available endpoints in a machin
39
39
  An interactive Swagger UI that consumes the same specification is available at `/openapi`.
40
40
  The specification is generated during service startup, so restart `misp-modules` after adding or removing modules to refresh what those endpoints expose.
41
41
 
42
+ ## Module statistics
43
+
44
+ `GET /statistics` returns per-module and aggregate query counts, successes, errors
45
+ (module errors, exceptions and timeouts), in-flight requests, success/error rates,
46
+ response times, cumulative latency histograms, body byte counts and last-use timestamps.
47
+ It includes loaded modules that have never been queried, including custom modules.
48
+
49
+ ```bash
50
+ curl http://localhost:6666/statistics
51
+ ```
52
+
53
+ Statistics are held in memory per server process and reset on restart. See
54
+ [statistics details](documentation/mkdocs/install.md#module-statistics) for metric semantics.
55
+ The endpoint is also described in `/openapi.json` and the `/openapi` explorer.
56
+
57
+ ## Extended HTTP debugging
58
+
59
+ Run `misp-modules --debug-extended` to enable normal debug logging plus full outbound
60
+ HTTP request and response logging for modules and SDKs using `requests`. Logs include
61
+ methods, URLs, headers, and untruncated bodies, with an exchange ID and module name.
62
+ Streamed bodies are logged as they are transferred, without reading ahead.
63
+
64
+ This option logs credentials and sensitive payloads without redaction; enable it only
65
+ while troubleshooting. See the [installation documentation](documentation/mkdocs/install.md#debugging-outbound-http-requests)
66
+ for coverage and streaming details.
67
+
42
68
  ## Licenses
43
69
  For further Information see the [license file](https://misp.github.io/misp-modules/license/).
44
70
 
@@ -48,7 +74,7 @@ For further Information see the [license file](https://misp.github.io/misp-modul
48
74
  * [Abuse IPDB](https://misp.github.io/misp-modules/expansion/#abuse-ipdb) - AbuseIPDB MISP expansion module
49
75
  * [ANYRUN Sandbox Submit](https://misp.github.io/misp-modules/expansion/#anyrun-sandbox-submit) - A module designed to submit URLs or files to the ANY.RUN Sandbox for analysis and return the unique analysis link and ID.
50
76
  * [OSINT DigitalSide](https://misp.github.io/misp-modules/expansion/#osint-digitalside) - On demand query API for OSINT.digitalside.it project.
51
- * [APIVoid](https://misp.github.io/misp-modules/expansion/#apivoid) - Module to query APIVoid with some domain attributes.
77
+ * [APIVoid](https://misp.github.io/misp-modules/expansion/#apivoid) - Query APIVoid v2 for DNS records, SSL certificates and email verification.
52
78
  * [AssemblyLine Query](https://misp.github.io/misp-modules/expansion/#assemblyline-query) - A module tu query the AssemblyLine API with a submission ID to get the submission report and parse it.
53
79
  * [AssemblyLine Submit](https://misp.github.io/misp-modules/expansion/#assemblyline-submit) - A module to submit samples and URLs to AssemblyLine for advanced analysis, and return the link of the submission.
54
80
  * [APIFreaks](https://misp.github.io/misp-modules/expansion/#apifreaks) - An expansion module for https://apifreaks.com/ that will provide WHOIS, DOMAIN and DNS information.
@@ -70,6 +96,7 @@ For further Information see the [license file](https://misp.github.io/misp-modul
70
96
  * [CVE Advanced Lookup](https://misp.github.io/misp-modules/expansion/#cve-advanced-lookup) - An expansion module to query the CIRCL CVE search API for more information about a vulnerability (CVE).
71
97
  * [Cytomic Orion Lookup](https://misp.github.io/misp-modules/expansion/#cytomic-orion-lookup) - An expansion module to enrich attributes in MISP by quering the Cytomic Orion API
72
98
  * [DBL Spamhaus Lookup](https://misp.github.io/misp-modules/expansion/#dbl-spamhaus-lookup) - Checks Spamhaus DBL for a domain name.
99
+ * [DNS Record Enumeration](https://misp.github.io/misp-modules/expansion/#dns-record-enumeration) - Query DNS data types including SOA and TXT, preserve complete resource records, and extract linked domain, IP, email and URL pivots. [JSON documentation](documentation/expansion/dns_query.json).
73
100
  * [DNS Resolver](https://misp.github.io/misp-modules/expansion/#dns-resolver) - Simple DNS expansion service to resolve IP address from MISP attributes
74
101
  * [DOCX Enrich](https://misp.github.io/misp-modules/expansion/#docx-enrich) - Module to extract freetext from a .docx document.
75
102
  * [DomainTools Lookup](https://misp.github.io/misp-modules/expansion/#domaintools-lookup) - DomainTools MISP expansion module.
@@ -90,6 +117,7 @@ For further Information see the [license file](https://misp.github.io/misp-modul
90
117
  * [HYAS Insight Lookup](https://misp.github.io/misp-modules/expansion/#hyas-insight-lookup) - HYAS Insight integration to MISP provides direct, high volume access to HYAS Insight data. It enables investigators and analysts to understand and defend against cyber adversaries and their infrastructure.
91
118
  * [Intel471 Lookup](https://misp.github.io/misp-modules/expansion/#intel471-lookup) - Module to access Intel 471
92
119
  * [IP2Location.io Lookup](https://misp.github.io/misp-modules/expansion/#ip2location.io-lookup) - An expansion module to query IP2Location.io to gather more information on a given IP address.
120
+ * [ipapi.is Lookup](https://misp.github.io/misp-modules/expansion/#ipapi.is-lookup) - An expansion and hover module to enrich an IP address with geolocation, ASN, company and abuse contact data, and VPN (with the provider), proxy, Tor and datacenter detection from ipapi.is.
93
121
  * [IPASN-History Lookup](https://misp.github.io/misp-modules/expansion/#ipasn-history-lookup) - Module to query an IP ASN history service (https://github.com/D4-project/IPASN-History).
94
122
  * [IPGeolocation.io Lookup](https://misp.github.io/misp-modules/expansion/#ipgeolocation.io-lookup) - An expansion and hover module to enrich an IP address with geolocation, ASN, company, threat intelligence (threat score, VPN, proxy, Tor, bot and spam signals) and abuse contact information from IPGeolocation.io, either through the API or from local IPGeolocation.io MMDB databases.
95
123
  * [IPInfo.io Lookup](https://misp.github.io/misp-modules/expansion/#ipinfo.io-lookup) - An expansion module to query ipinfo.io to gather more information on a given IP address.
@@ -114,10 +142,13 @@ For further Information see the [license file](https://misp.github.io/misp-modul
114
142
  * [Onion Lookup](https://misp.github.io/misp-modules/expansion/#onion-lookup) - MISP module using the MISP standard. Uses the onion-lookup service to get information about an onion.
115
143
  * [Onyphe Lookup](https://misp.github.io/misp-modules/expansion/#onyphe-lookup) - Module to process a query on Onyphe.
116
144
  * [Onyphe Full Lookup](https://misp.github.io/misp-modules/expansion/#onyphe-full-lookup) - Module to process a full query on Onyphe.
145
+ * [OpenCTI Lookup](https://misp.github.io/misp-modules/expansion/#opencti-lookup) - Query an OpenCTI instance for exact observable matches and their context and source references.
117
146
  * [AlienVault OTX Lookup](https://misp.github.io/misp-modules/expansion/#alienvault-otx-lookup) - Module to get information from AlienVault OTX.
118
147
  * [Passive SSH Enrichment](https://misp.github.io/misp-modules/expansion/#passive-ssh-enrichment) - An expansion module to enrich, SSH key fingerprints and IP addresses with information collected by passive-ssh
119
148
  * [PassiveTotal Lookup](https://misp.github.io/misp-modules/expansion/#passivetotal-lookup) - The PassiveTotal MISP expansion module brings the datasets derived from Internet scanning directly into your MISP instance. This module supports passive DNS, historic SSL, WHOIS, and host attributes. In order to use the module, you must have a valid PassiveTotal account username and API key. Registration is free and can be done by visiting https://www.passivetotal.org/register
149
+ * [PTR Classification](https://misp.github.io/misp-modules/expansion/#ptr-classification) - Classify IP reverse-DNS records or supplied hostnames into ptrclassify and dns-record objects, preserving confidence and evidence, and add matching taxonomy tags to the queried attribute. [JSON documentation](documentation/expansion/ptrclassify.json).
120
150
  * [PDF Enrich](https://misp.github.io/misp-modules/expansion/#pdf-enrich) - Module to extract freetext from a PDF document.
151
+ * [phishunt Lookup](https://misp.github.io/misp-modules/expansion/#phishunt-lookup) - Look up a host in phishunt, the CC0 feed of live phishing domains: detected URLs, targeted brand, hosting and cross-feed corroboration.
121
152
  * [PPTX Enrich](https://misp.github.io/misp-modules/expansion/#pptx-enrich) - Module to extract freetext from a .pptx document.
122
153
  * [Qintel QSentry Lookup](https://misp.github.io/misp-modules/expansion/#qintel-qsentry-lookup) - A hover and expansion module which queries Qintel QSentry for ip reputation data
123
154
  * [QR Code Decode](https://misp.github.io/misp-modules/expansion/#qr-code-decode) - Decode QR codes from attachments OR remote URLs (Anti-Quishing).
@@ -136,6 +167,7 @@ For further Information see the [license file](https://misp.github.io/misp-modul
136
167
  * [RST Cloud Whois](https://misp.github.io/misp-modules/expansion/#rst-cloud-whois) - Retrieve parsed WHOIS for a domain via RST Cloud.
137
168
  * [ReversingLabs Spectra Analyze](https://misp.github.io/misp-modules/expansion/#reversinglabs-spectra-analyze) - Threat intelligence enrichment module
138
169
  * [SecurityTrails Lookup](https://misp.github.io/misp-modules/expansion/#securitytrails-lookup) - An expansion modules for SecurityTrails.
170
+ * [Sherlock Lookup](https://misp.github.io/misp-modules/expansion/#sherlock-lookup) - Find social media accounts by username with Sherlock.
139
171
  * [Shodan Lookup](https://misp.github.io/misp-modules/expansion/#shodan-lookup) - Module to query on Shodan.
140
172
  * [Sigma Rule Converter](https://misp.github.io/misp-modules/expansion/#sigma-rule-converter) - An expansion hover module to display the result of sigma queries.
141
173
  * [Sigma Syntax Validator](https://misp.github.io/misp-modules/expansion/#sigma-syntax-validator) - An expansion hover module to perform a syntax check on sigma rules.
@@ -143,6 +175,7 @@ For further Information see the [license file](https://misp.github.io/misp-modul
143
175
  * [Socialscan Lookup](https://misp.github.io/misp-modules/expansion/#socialscan-lookup) - A hover module to get information on the availability of an email address or username on some online platforms.
144
176
  * [SophosLabs Intelix Lookup](https://misp.github.io/misp-modules/expansion/#sophoslabs-intelix-lookup) - An expansion module to query the Sophoslabs intelix API to get additional information about an ip address, url, domain or sha256 attribute.
145
177
  * [URL Archiver](https://misp.github.io/misp-modules/expansion/#url-archiver) - Module to cache web pages of analysis reports, OSINT sources. The module returns a link of the cached page.
178
+ * [SpamCop Lookup](https://misp.github.io/misp-modules/expansion/#spamcop-lookup) - Check an IPv4 address against the SpamCop Blocking List (SCBL).
146
179
  * [Stairwell Lookup](https://misp.github.io/misp-modules/expansion/#stairwell-lookup) - Module to query the Stairwell API to get additional information about the input hash attribute
147
180
  * [STIX2 Pattern Syntax Validator](https://misp.github.io/misp-modules/expansion/#stix2-pattern-syntax-validator) - An expansion hover module to perform a syntax check on stix2 patterns.
148
181
  * [ThreatCrowd Lookup](https://misp.github.io/misp-modules/expansion/#threatcrowd-lookup) - Module to get information from ThreatCrowd.
@@ -176,20 +209,27 @@ For further Information see the [license file](https://misp.github.io/misp-modul
176
209
 
177
210
  ### Export Modules
178
211
  * [CEF Export](https://misp.github.io/misp-modules/export_mod/#cef-export) - Module to export a MISP event in CEF format.
212
+ * [Cisco IOS ACL Export](https://misp.github.io/misp-modules/export_mod/#cisco-ios-acl-export) - Export IDS-marked network attributes as Cisco IOS/IOS-XE IPv4 and IPv6 ACL fragments.
179
213
  * [Cisco fireSIGHT blockrule Export](https://misp.github.io/misp-modules/export_mod/#cisco-firesight-blockrule-export) - Module to export malicious network activity attributes to Cisco fireSIGHT manager block rules.
180
214
  * [Microsoft Defender for Endpoint KQL Export](https://misp.github.io/misp-modules/export_mod/#microsoft-defender-for-endpoint-kql-export) - Defender for Endpoint KQL hunting query export module
215
+ * [Elastic ECS Export](https://misp.github.io/misp-modules/export_mod/#elastic-ecs-export) - Export event and object indicators as ECS threat indicators in Elasticsearch Bulk NDJSON.
181
216
  * [GoAML Export](https://misp.github.io/misp-modules/export_mod/#goaml-export) - This module is used to export MISP events containing transaction objects into GoAML format.
182
217
  * [Lite Export](https://misp.github.io/misp-modules/export_mod/#lite-export) - Lite export of a MISP event.
183
218
  * [EQL Query Export](https://misp.github.io/misp-modules/export_mod/#eql-query-export) - Export MISP event in Event Query Language
219
+ * [Netfilter nftables Export](https://misp.github.io/misp-modules/export_mod/#netfilter-nftables-export) - Export IDS-marked event and object network attributes as nftables block or logging rules.
184
220
  * [Nexthink NXQL Export](https://misp.github.io/misp-modules/export_mod/#nexthink-nxql-export) - Nexthink NXQL query export module
185
221
  * [OSQuery Export](https://misp.github.io/misp-modules/export_mod/#osquery-export) - OSQuery export of a MISP event.
186
222
  * [Event to PDF Export](https://misp.github.io/misp-modules/export_mod/#event-to-pdf-export) - Simple export of a MISP event to PDF.
223
+ * [OpenBSD PF Export](https://misp.github.io/misp-modules/export_mod/#openbsd-pf-export) - Export IDS-marked event and object network attributes as OpenBSD PF block or logging rules.
224
+ * [QRadar Reference Set Export](https://misp.github.io/misp-modules/export_mod/#qradar-reference-set-export) - Export deduplicated, typed MISP indicators as QRadar reference-set CSV or JSON values.
225
+ * [Splunk Lookup Export](https://misp.github.io/misp-modules/export_mod/#splunk-lookup-export) - Export event and object indicators as a Splunk CSV lookup with CIM field mapping hints.
187
226
  * [Test Export](https://misp.github.io/misp-modules/export_mod/#test-export) - Skeleton export module.
188
227
  * [ThreatStream Export](https://misp.github.io/misp-modules/export_mod/#threatstream-export) - Module to export a structured CSV file for uploading to threatStream.
189
228
  * [ThreadConnect Export](https://misp.github.io/misp-modules/export_mod/#threadconnect-export) - Module to export a structured CSV file for uploading to ThreatConnect.
190
229
  * [VirusTotal Collections Export](https://misp.github.io/misp-modules/export_mod/#virustotal-collections-export) - Creates a VT Collection from an event iocs.
191
230
  * [VirusTotal Graph Export](https://misp.github.io/misp-modules/export_mod/#virustotal-graph-export) - This module is used to create a VirusTotal Graph from a MISP event.
192
231
  * [YARA Rule Export](https://misp.github.io/misp-modules/export_mod/#yara-rule-export) - This module is used to export MISP events to YARA.
232
+ * [Zeek Intel Export](https://misp.github.io/misp-modules/export_mod/#zeek-intel-export) - Export validated MISP event and object indicators as a Zeek Intel Framework feed.
193
233
 
194
234
  ### Import Modules
195
235
  * [ANYRUN Sandbox Import](https://misp.github.io/misp-modules/import_mod/#anyrun-sandbox-import) - A module designed to retrieve an analysis report from the ANY.RUN Sandbox by its unique ID and extract results (such as verdict, malware tags, and IOCs), converting them into MISP attributes within your event.
@@ -212,9 +252,12 @@ For further Information see the [license file](https://misp.github.io/misp-modul
212
252
  * [VMRay Summary JSON Import](https://misp.github.io/misp-modules/import_mod/#vmray-summary-json-import) - Import a VMRay Summary JSON report.
213
253
 
214
254
  ### Action Modules
255
+ * [CrowdStrike IOC Publish](https://misp.github.io/misp-modules/action_mod/#crowdstrike-ioc-publish) - Create and renew module-owned Falcon custom IOCs from MISP event and object attributes.
215
256
  * [Export to Sentinel or Defender](https://misp.github.io/misp-modules/action_mod/#export-to-sentinel-or-defender) - Export indicators to Microsoft Sentinel or Microsoft Defender. Requires an existing installation of MISP2Sentinel or MISP2Defender.
216
257
  * [Mattermost](https://misp.github.io/misp-modules/action_mod/#mattermost) - Simplistic module to send message to a Mattermost channel.
217
258
  * [Nextcloud talk](https://misp.github.io/misp-modules/action_mod/#nextcloud-talk) - Simplistic module to send a message to a Nextcloud talk conversation.
259
+ * [QRadar Reference Set Publish](https://misp.github.io/misp-modules/action_mod/#qradar-reference-set-publish) - Publish typed MISP indicators to an existing QRadar reference set and explicit domain.
260
+ * [SentinelOne IOC Publish](https://misp.github.io/misp-modules/action_mod/#sentinelone-ioc-publish) - Publish MISP event and object indicators to SentinelOne Threat Intelligence with explicit scope.
218
261
  * [Slack](https://misp.github.io/misp-modules/action_mod/#slack) - Simplistic module to send messages to a Slack channel.
219
262
  * [Test action](https://misp.github.io/misp-modules/action_mod/#test-action) - This module is merely a test, always returning true. Triggers on event publishing.
220
263
 
@@ -42,6 +42,8 @@ from tornado import ioloop
42
42
 
43
43
  import misp_modules
44
44
  from misp_modules import openapi as openapi_builder
45
+ from misp_modules.http_debug import configure_http_debug, module_context
46
+ from misp_modules.statistics import ModuleStatistics
45
47
 
46
48
  # See https://github.com/MISP/misp-modules/issues/662
47
49
  MAX_BUFFER_SIZE = 1073741824
@@ -49,6 +51,7 @@ MAX_BUFFER_SIZE = 1073741824
49
51
  # Global variables
50
52
  MODULES_HANDLERS = {}
51
53
  OPENAPI_DOCUMENT = {}
54
+ MODULE_STATISTICS = ModuleStatistics()
52
55
  LOGGER = logging.getLogger("misp-modules")
53
56
 
54
57
  SWAGGER_UI_TEMPLATE = (
@@ -121,7 +124,7 @@ def handle_signal(sig: int, frame: types.FrameType) -> None:
121
124
  ioloop.IOLoop.instance().add_callback_from_signal(ioloop.IOLoop.instance().stop)
122
125
 
123
126
 
124
- def init_logger(debug: bool = False) -> None:
127
+ def init_logger(debug: bool = False, debug_extended: bool = False) -> None:
125
128
  """Initialize the logger."""
126
129
  formatter = logging.Formatter("%(asctime)s - %(name)s - %(levelname)s - %(message)s")
127
130
  handler = logging.StreamHandler()
@@ -141,8 +144,11 @@ def init_logger(debug: bool = False) -> None:
141
144
 
142
145
  # Set application log
143
146
  LOGGER.propagate = False
144
- LOGGER.setLevel(logging.DEBUG if debug else logging.INFO)
147
+ LOGGER.setLevel(logging.DEBUG if debug or debug_extended else logging.INFO)
145
148
  LOGGER.addHandler(handler)
149
+ configure_http_debug(debug_extended)
150
+ if debug_extended:
151
+ LOGGER.warning("Extended HTTP debugging enabled: logs contain unredacted credentials and full HTTP bodies")
146
152
 
147
153
 
148
154
  class VersionCheck(tornado.web.RequestHandler):
@@ -185,7 +191,7 @@ class SwaggerUI(tornado.web.RequestHandler):
185
191
  self.send_error(503)
186
192
  return
187
193
  self.set_header("Content-Type", "text/html; charset=utf-8")
188
- self.write(SWAGGER_UI_TEMPLATE.replace('__SPEC_URL__', '/openapi.json'))
194
+ self.write(SWAGGER_UI_TEMPLATE.replace("__SPEC_URL__", "/openapi.json"))
189
195
 
190
196
 
191
197
  class ListModules(tornado.web.RequestHandler):
@@ -215,6 +221,20 @@ class ListModules(tornado.web.RequestHandler):
215
221
  self.write(self.CACHE)
216
222
 
217
223
 
224
+ class Statistics(tornado.web.RequestHandler):
225
+ """Expose aggregate query statistics, including modules that have never been queried."""
226
+
227
+ def get(self):
228
+ module_types = {
229
+ name: MODULES_HANDLERS.get(f"type:{name}", "unknown")
230
+ for name in MODULES_HANDLERS
231
+ if not name.startswith("type:")
232
+ }
233
+ self.set_header("Content-Type", "application/json")
234
+ self.set_header("Cache-Control", "no-store")
235
+ self.write(orjson.dumps(MODULE_STATISTICS.snapshot(module_types)))
236
+
237
+
218
238
  class QueryModule(tornado.web.RequestHandler):
219
239
  """QueryModule handler."""
220
240
 
@@ -226,28 +246,48 @@ class QueryModule(tornado.web.RequestHandler):
226
246
  @tornado_concurrent.run_on_executor
227
247
  def run_request(self, module_name, json_payload, dict_payload):
228
248
  LOGGER.debug("QueryModule %s request %s", module_name, json_payload)
229
- try:
230
- response = MODULES_HANDLERS[module_name].dict_handler(request=dict_payload)
231
- except AttributeError:
232
- response = MODULES_HANDLERS[module_name].handler(q=json_payload)
233
- return orjson.dumps(response, default=pymisp.pymisp_json_default)
249
+ with module_context(module_name):
250
+ try:
251
+ response = MODULES_HANDLERS[module_name].dict_handler(request=dict_payload)
252
+ except AttributeError:
253
+ response = MODULES_HANDLERS[module_name].handler(q=json_payload)
254
+ outcome = (
255
+ "module_errors"
256
+ if isinstance(response, dict) and (response.get("error") or response.get("errors"))
257
+ else "successes"
258
+ )
259
+ return orjson.dumps(response, default=pymisp.pymisp_json_default), outcome
234
260
 
235
261
  @tornado.gen.coroutine
236
262
  def post(self):
237
263
  json_payload = self.request.body
238
264
  dict_payload = orjson.loads(json_payload)
239
265
  timeout = datetime.timedelta(seconds=int(dict_payload.get("timeout", self.DEFAULT_TIMEOUT)))
266
+ module_name = dict_payload.get("module")
267
+ tracked = (
268
+ isinstance(module_name, str) and not module_name.startswith("type:") and module_name in MODULES_HANDLERS
269
+ )
270
+ if tracked:
271
+ started = MODULE_STATISTICS.start(module_name, len(json_payload))
272
+ outcome = "exceptions"
273
+ response = b""
240
274
  try:
241
275
  future = self.run_request(dict_payload["module"], json_payload, dict_payload)
242
- response = yield tornado.gen.with_timeout(timeout, future)
276
+ response, outcome = yield tornado.gen.with_timeout(timeout, future)
243
277
  self.write(response)
244
278
  except tornado.gen.TimeoutError:
245
279
  LOGGER.warning("Timeout on {}".format(dict_payload["module"]))
246
- self.write(orjson.dumps({"error": "Timeout."}))
280
+ outcome = "timeouts"
281
+ response = orjson.dumps({"error": "Timeout."})
282
+ self.write(response)
247
283
  except Exception:
248
- self.write(orjson.dumps({"error": "Something went wrong, look in the server logs for details"}))
284
+ outcome = "exceptions"
285
+ response = orjson.dumps({"error": "Something went wrong, look in the server logs for details"})
286
+ self.write(response)
249
287
  LOGGER.exception("Something went wrong when processing query request")
250
288
  finally:
289
+ if tracked:
290
+ MODULE_STATISTICS.finish(module_name, started, outcome, len(response))
251
291
  self.finish()
252
292
 
253
293
 
@@ -261,6 +301,12 @@ def main():
261
301
  arg_parser = argparse.ArgumentParser(description="misp-modules", formatter_class=argparse.RawTextHelpFormatter)
262
302
  arg_parser.add_argument("-t", "--test", default=False, action="store_true", help="test mode")
263
303
  arg_parser.add_argument("-d", "--debug", default=False, action="store_true", help="enable debugging")
304
+ arg_parser.add_argument(
305
+ "--debug-extended",
306
+ default=False,
307
+ action="store_true",
308
+ help="enable debugging and log full outbound requests HTTP exchanges (including credentials)",
309
+ )
264
310
  arg_parser.add_argument("-p", "--port", type=int, default=6666, help="port (default 6666)")
265
311
  arg_parser.add_argument("-l", "--listen", default="localhost", help="address (default localhost)")
266
312
  arg_parser.add_argument("-c", "--custom", default=None, help="custom modules root")
@@ -268,7 +314,7 @@ def main():
268
314
  args = arg_parser.parse_args()
269
315
 
270
316
  # Initialize
271
- init_logger(debug=args.debug)
317
+ init_logger(debug=args.debug, debug_extended=args.debug_extended)
272
318
 
273
319
  # Alert if needed
274
320
  warn_if_degraded()
@@ -322,6 +368,7 @@ def main():
322
368
  [
323
369
  (r"/modules", ListModules),
324
370
  (r"/query", QueryModule),
371
+ (r"/statistics", Statistics),
325
372
  (r"/healthcheck", HealthCheck),
326
373
  (r"/version", VersionCheck),
327
374
  (r"/openapi.json", OpenAPISpec),
@@ -0,0 +1,166 @@
1
+ {
2
+ "attributes": {
3
+ "domain": {
4
+ "description": "Domain name extracted from the resource record data.",
5
+ "misp-attribute": "domain",
6
+ "multiple": true,
7
+ "to_ids": false,
8
+ "ui-priority": 1
9
+ },
10
+ "email": {
11
+ "description": "Email address extracted from resource record data or mail policy text.",
12
+ "misp-attribute": "email",
13
+ "multiple": true,
14
+ "to_ids": false,
15
+ "ui-priority": 1
16
+ },
17
+ "expire": {
18
+ "description": "SOA expiry interval in seconds.",
19
+ "disable_correlation": true,
20
+ "misp-attribute": "counter",
21
+ "to_ids": false,
22
+ "ui-priority": 0
23
+ },
24
+ "ip": {
25
+ "description": "IP address or network extracted from address records, SPF or service binding hints.",
26
+ "misp-attribute": "ip-dst",
27
+ "multiple": true,
28
+ "to_ids": false,
29
+ "ui-priority": 1
30
+ },
31
+ "minimum": {
32
+ "description": "SOA minimum negative-cache TTL in seconds.",
33
+ "disable_correlation": true,
34
+ "misp-attribute": "counter",
35
+ "to_ids": false,
36
+ "ui-priority": 0
37
+ },
38
+ "port": {
39
+ "description": "Service port extracted from SRV or service binding data.",
40
+ "disable_correlation": true,
41
+ "misp-attribute": "port",
42
+ "multiple": true,
43
+ "to_ids": false,
44
+ "ui-priority": 0
45
+ },
46
+ "priority": {
47
+ "description": "MX preference, SRV/URI priority, or service binding priority.",
48
+ "disable_correlation": true,
49
+ "misp-attribute": "counter",
50
+ "to_ids": false,
51
+ "ui-priority": 0
52
+ },
53
+ "queried-name": {
54
+ "description": "Absolute DNS query name, without the final root dot. May differ from rrname when aliases are followed.",
55
+ "misp-attribute": "domain",
56
+ "multiple": true,
57
+ "to_ids": false,
58
+ "ui-priority": 1
59
+ },
60
+ "rdata": {
61
+ "description": "Complete resource record data in DNS presentation format; preserves TXT quoting, SOA fields and unknown types.",
62
+ "misp-attribute": "text",
63
+ "to_ids": false,
64
+ "ui-priority": 1
65
+ },
66
+ "refresh": {
67
+ "description": "SOA secondary refresh interval in seconds.",
68
+ "disable_correlation": true,
69
+ "misp-attribute": "counter",
70
+ "to_ids": false,
71
+ "ui-priority": 0
72
+ },
73
+ "retry": {
74
+ "description": "SOA retry interval in seconds.",
75
+ "disable_correlation": true,
76
+ "misp-attribute": "counter",
77
+ "to_ids": false,
78
+ "ui-priority": 0
79
+ },
80
+ "rrclass": {
81
+ "description": "DNS resource record class, normally IN.",
82
+ "disable_correlation": true,
83
+ "misp-attribute": "text",
84
+ "to_ids": false,
85
+ "ui-priority": 0
86
+ },
87
+ "rrname": {
88
+ "description": "Owner name in DNS presentation form, without the final root dot except for the DNS root itself (.). Text permits root, wildcard and escaped owner names.",
89
+ "misp-attribute": "text",
90
+ "to_ids": false,
91
+ "ui-priority": 1
92
+ },
93
+ "rrtype": {
94
+ "description": "DNS resource record type mnemonic, or TYPE followed by its numeric code.",
95
+ "disable_correlation": true,
96
+ "misp-attribute": "text",
97
+ "to_ids": false,
98
+ "ui-priority": 1
99
+ },
100
+ "section": {
101
+ "description": "DNS response section where this record was observed. Authority and additional records describe their own rrname, not necessarily the queried name.",
102
+ "disable_correlation": true,
103
+ "misp-attribute": "text",
104
+ "multiple": true,
105
+ "to_ids": false,
106
+ "ui-priority": 0,
107
+ "values_list": [
108
+ "answer",
109
+ "authority",
110
+ "additional"
111
+ ]
112
+ },
113
+ "serial": {
114
+ "description": "SOA zone serial number.",
115
+ "disable_correlation": true,
116
+ "misp-attribute": "counter",
117
+ "to_ids": false,
118
+ "ui-priority": 0
119
+ },
120
+ "soa-email": {
121
+ "description": "SOA responsible mailbox converted from DNS RNAME notation to an email address.",
122
+ "misp-attribute": "dns-soa-email",
123
+ "to_ids": false,
124
+ "ui-priority": 1
125
+ },
126
+ "text": {
127
+ "description": "Decoded TXT/SPF character strings concatenated in order; rdata preserves original chunk boundaries.",
128
+ "misp-attribute": "text",
129
+ "multiple": true,
130
+ "to_ids": false,
131
+ "ui-priority": 0
132
+ },
133
+ "ttl": {
134
+ "description": "Remaining time to live in seconds as returned by the resolver.",
135
+ "disable_correlation": true,
136
+ "misp-attribute": "counter",
137
+ "to_ids": false,
138
+ "ui-priority": 0
139
+ },
140
+ "url": {
141
+ "description": "URL extracted from resource record data; no HTTP request is implied.",
142
+ "misp-attribute": "url",
143
+ "multiple": true,
144
+ "to_ids": false,
145
+ "ui-priority": 1
146
+ },
147
+ "weight": {
148
+ "description": "SRV or URI relative weight.",
149
+ "disable_correlation": true,
150
+ "misp-attribute": "counter",
151
+ "to_ids": false,
152
+ "ui-priority": 0
153
+ }
154
+ },
155
+ "description": "A single DNS resource record observed through active resolution, preserving its query name, owner, type, class, TTL and complete RDATA alongside extracted correlation pivots. Object first_seen and last_seen record observation time, not zone history.",
156
+ "meta-category": "network",
157
+ "name": "dns-resource-record",
158
+ "required": [
159
+ "queried-name",
160
+ "rrname",
161
+ "rrtype",
162
+ "rdata"
163
+ ],
164
+ "uuid": "c6138676-09a5-4c3d-b73e-654df15e3242",
165
+ "version": 1
166
+ }