RubyGems - karafka - Versions diffs - 2.5.3 → 2.5.4.rc1 - Mend

karafka 2.5.3 → 2.5.4.rc1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (70) hide show

checksums.yaml +4 -4
data/CHANGELOG.md +10 -0
data/config/locales/errors.yml +14 -0
data/karafka.gemspec +13 -2
data/lib/karafka/admin/contracts/replication.rb +149 -0
data/lib/karafka/admin/replication.rb +462 -0
data/lib/karafka/admin.rb +47 -2
data/lib/karafka/instrumentation/logger_listener.rb +0 -2
data/lib/karafka/instrumentation/vendors/appsignal/metrics_listener.rb +4 -0
data/lib/karafka/instrumentation/vendors/datadog/logger_listener.rb +31 -15
data/lib/karafka/licenser.rb +1 -1
data/lib/karafka/messages/messages.rb +32 -0
data/lib/karafka/pro/cleaner/messages/messages.rb +1 -1
data/lib/karafka/pro/processing/jobs_queue.rb +0 -2
data/lib/karafka/pro/processing/strategies/dlq/default.rb +1 -1
data/lib/karafka/pro/processing/strategies/vp/default.rb +1 -1
data/lib/karafka/processing/strategies/dlq.rb +1 -1
data/lib/karafka/routing/consumer_group.rb +19 -1
data/lib/karafka/routing/subscription_group.rb +1 -1
data/lib/karafka/routing/subscription_groups_builder.rb +17 -2
data/lib/karafka/version.rb +1 -1
data/lib/karafka.rb +0 -1
metadata +3 -62
data/.coditsu/ci.yml +0 -3
data/.console_irbrc +0 -11
data/.github/CODEOWNERS +0 -3
data/.github/FUNDING.yml +0 -1
data/.github/ISSUE_TEMPLATE/bug_report.md +0 -43
data/.github/ISSUE_TEMPLATE/feature_request.md +0 -20
data/.github/workflows/ci_linux_ubuntu_x86_64_gnu.yml +0 -296
data/.github/workflows/ci_macos_arm64.yml +0 -151
data/.github/workflows/push.yml +0 -35
data/.github/workflows/trigger-wiki-refresh.yml +0 -30
data/.github/workflows/verify-action-pins.yml +0 -16
data/.gitignore +0 -69
data/.rspec +0 -7
data/.ruby-gemset +0 -1
data/.ruby-version +0 -1
data/.yard-lint.yml +0 -174
data/CODE_OF_CONDUCT.md +0 -46
data/CONTRIBUTING.md +0 -32
data/Gemfile +0 -29
data/Gemfile.lock +0 -178
data/Rakefile +0 -4
data/SECURITY.md +0 -23
data/bin/benchmarks +0 -99
data/bin/clean_kafka +0 -43
data/bin/create_token +0 -22
data/bin/integrations +0 -341
data/bin/record_rss +0 -50
data/bin/rspecs +0 -26
data/bin/scenario +0 -29
data/bin/stress_many +0 -13
data/bin/stress_one +0 -13
data/bin/verify_kafka_warnings +0 -36
data/bin/verify_license_integrity +0 -37
data/bin/verify_topics_naming +0 -27
data/bin/wait_for_kafka +0 -24
data/docker-compose.yml +0 -25
data/examples/payloads/avro/.gitkeep +0 -0
data/examples/payloads/json/sample_set_01/enrollment_event.json +0 -579
data/examples/payloads/json/sample_set_01/ingestion_event.json +0 -30
data/examples/payloads/json/sample_set_01/transaction_event.json +0 -17
data/examples/payloads/json/sample_set_01/user_event.json +0 -11
data/examples/payloads/json/sample_set_02/download.json +0 -191
data/examples/payloads/json/sample_set_03/event_type_1.json +0 -18
data/examples/payloads/json/sample_set_03/event_type_2.json +0 -263
data/examples/payloads/json/sample_set_03/event_type_3.json +0 -41
data/log/.gitkeep +0 -0
data/renovate.json +0 -21

data/examples/payloads/json/sample_set_02/download.json DELETED Viewed

@@ -1,191 +0,0 @@
-{
-  "audience_data_versions": {
-    "s1_build_epoch": 1634594595,
-    "s2_build_epoch": 1634093288,
-    "s3_build_epoch": 1634095356
-  },
-  "combination_cache_hits": null,
-  "content_insertion_info": {
-    "ad_rep_account_revenue": {
-      "code": "USD",
-      "scale": "Nano",
-      "value": 0
-    },
-    "ad_rep_account": {
-      "id": "f8a3c7d2-9b41-4e56-a2f3-8d7c1b9e4a6f",
-      "name": "AdOps_Beta"
-    },
-    "advertisement": {
-      "duration": {
-        "scale": "Micro",
-        "value": 29022040
-      },
-      "external_identifier": null,
-      "id": "a9e2f4b7-3c81-4d92-b5e6-7a4f8c2d1e9b",
-      "title": "soda",
-      "type": "TraditionalAd"
-    },
-    "platform_revenue": {
-      "code": "USD",
-      "scale": "Nano",
-      "value": 0
-    },
-    "audience": null,
-    "brand": {
-      "id": "d4c8e1a9-7f62-4b3d-9e85-c2a7f4b9d1e6",
-      "name": "Brand_Beta"
-    },
-    "campaign": {
-      "id": "b7d3a5e8-4c91-4f2b-a6d9-1e8c7f3a5b4d",
-      "title": "Pepsi Max",
-      "frequency_counting_targets": null
-    },
-    "campaign_value": {
-      "code": "USD",
-      "scale": "Nano",
-      "value": 500000
-    },
-    "normalized_campaign_value": {
-      "code": "USD",
-      "scale": "Nano",
-      "value": 500000
-    },
-    "external_payload_id": "c5e9a2f7-8d41-4b36-9e72-a1f4c8b3d7e5",
-    "marker_point": {
-      "id": "e2f7c9a4-1d58-4b63-8e49-f7a3c2d8b1e6",
-      "episode_version_id": "a8c4e7f2-9b31-4d65-b8a9-e3f7c1d4a2b6",
-      "maximum_content_count": 1,
-      "maximum_content_duration": {
-        "scale": "Micro",
-        "value": 120000000
-      },
-      "position_type": "Preroll",
-      "position_sequence": 1
-    },
-    "position_sequence": 1,
-    "series_revenue": {
-      "code": "USD",
-      "scale": "Nano",
-      "value": 0
-    }
-  },
-  "content_insertion_system_type": "ServerSide",
-  "count": 1,
-  "deduplication_keys": null,
-  "distribution_characteristic_id": "c9e3f2a7-4d81-4b56-9e73-a8f2c4d1b7e6",
-  "distribution_identification_method_id": "f7a2c8e4-9b31-4d65-8e49-b3f7a1c2d9e8",
-  "episode": {
-    "created_at": 1698698168000,
-    "capacities": [
-      {
-        "position_type": "Preroll",
-        "count": 1,
-        "duration": 120
-      },
-      {
-        "position_type": "Midroll",
-        "count": 0,
-        "duration": 0
-      },
-      {
-        "position_type": "Postroll",
-        "count": 0,
-        "duration": 0
-      }
-    ],
-    "duration": {
-      "scale": "Micro",
-      "value": 4204747760
-    },
-    "episode_number": null,
-    "id": "d8e2a7f4-9c51-4b36-a8e2-f7c4d1b9a3e6",
-    "title": "Mountain Breeze",
-    "episode_version_id": "a8c4e7f2-9b31-4d65-b8a9-e3f7c1d4a2b6"
-  },
-  "feed": {
-    "id": "b4f9c7e2-8a31-4d56-9e82-a7f3c1d4b8e9",
-    "type": null
-  },
-  "feed_item": {
-    "id": "d8e2a7f4-9c51-4b36-a8e2-f7c4d1b9a3e6"
-  },
-  "id": "e7c2f9a4-8d31-4b65-9e78-a3f4c7d2b1e9",
-  "listened_at": 1747928515000000,
-  "listened_at_ms": 1747928515000,
-  "listener": {
-    "connection_type": "Cellular",
-    "ip_address": "172.58.243.167",
-    "ip_address_encryption_format": "None",
-    "isp": {
-      "as_organization": "WIRELESS-MOBILE",
-      "asn": 8445,
-      "name": "Random Telecom",
-      "organization": "Random Telecom"
-    },
-    "location": {
-      "continent": {
-        "code": "NA",
-        "geoname_id": 6255149,
-        "name": "North America"
-      },
-      "country": {
-        "code": "US",
-        "geoname_id": 6252001
-      },
-      "designated_market_area": {
-        "code": "524",
-        "name": "Atlanta, GA"
-      },
-      "is_in_eu": null,
-      "locality": {
-        "geoname_id": 4180439,
-        "name": "Atlanta"
-      },
-      "region": {
-        "geoname_id": 4197000,
-        "name": "Georgia"
-      },
-      "lat": 33.748997,
-      "lng": -84.387985,
-      "postal_code": "20309"
-    },
-    "rss_browser": null,
-    "time_zone": "America/New_York",
-    "user_agent": {
-      "browser": "Safari",
-      "mobile": true,
-      "operating_system": "iOS",
-      "platform": null,
-      "user_agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 16_5 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.5 Mobile/15E148 Safari/604.1",
-      "user_agent_hash": "9k742p/X5m"
-    }
-  },
-  "network": null,
-  "playback_group_id": "f9c3e7a2-8d41-4b56-9e73-a8f2c4d1b7e6",
-  "request_duration": 0,
-  "request_headers": {
-    "SERVER_PORT": "80",
-    "SERVER_PROTOCOL": "HTTP/1.1",
-    "REMOTE_ADDR": "172.58.243.167",
-    "ORIGINAL_SCRIPT_NAME": "",
-    "HTTP_VERSION": "HTTP/1.1",
-    "HTTP_HOST": "foo.bar.com",
-    "REQUEST_METHOD": "GET",
-    "HTTP_ACCEPT": "*/*",
-    "SCRIPT_NAME": "",
-    "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 16_5 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.5 Mobile/15E148 Safari/604.1",
-    "REQUEST_PATH": "/paths/d8e2a7f4-9c51-4b36-a8e2-f7c4d1b9a3e6",
-    "HTTP_CONNECTION": "close"
-  },
-  "rejection_status": "NotRejected",
-  "root_network": null,
-  "season": null,
-  "series": {
-    "id": "c8e4a7f2-9b31-4d65-8e49-b3f7a1c2d9e8",
-    "title": "Podcast"
-  },
-  "session_id": "a7f2c9e4-8d31-4b56-9e73-a8f4c2d1b7e6",
-  "statistics_system": "TwentyFourHourWindows",
-  "tracking_id": "b9e3f7a2-4c81-4d56-9e78-a3f4c7d2b1e9",
-  "tracking_id_source": "UniqueClientAttributes"
-}

data/examples/payloads/json/sample_set_03/event_type_1.json DELETED Viewed

@@ -1,18 +0,0 @@
-{
-  "connect.name": "production.public.automation_actions.Key",
-  "fields": [
-    {
-      "default": "00000000-0000-0000-0000-000000000000",
-      "name": "id",
-      "type": {
-        "connect.default": "00000000-0000-0000-0000-000000000000",
-        "connect.name": "io.debezium.data.Uuid",
-        "connect.version": 1,
-        "type": "string"
-      }
-    }
-  ],
-  "name": "Key",
-  "namespace": "production.public.automation_actions",
-  "type": "record"
-}

data/examples/payloads/json/sample_set_03/event_type_2.json DELETED Viewed

@@ -1,263 +0,0 @@
-{
-  "connect.name": "production.public.automation_actions.Envelope",
-  "connect.version": 1,
-  "fields": [
-    {
-      "default": null,
-      "name": "before",
-      "type": [
-        "null",
-        {
-          "connect.name": "production.public.automation_actions.Value",
-          "fields": [
-            {
-              "default": "00000000-0000-0000-0000-000000000000",
-              "name": "id",
-              "type": {
-                "connect.default": "00000000-0000-0000-0000-000000000000",
-                "connect.name": "io.debezium.data.Uuid",
-                "connect.version": 1,
-                "type": "string"
-              }
-            },
-            {
-              "name": "automation_id",
-              "type": "int"
-            },
-            {
-              "default": null,
-              "name": "card_id",
-              "type": [
-                "null",
-                "int"
-              ]
-            },
-            {
-              "name": "organization_id",
-              "type": "int"
-            },
-            {
-              "default": null,
-              "name": "user_id",
-              "type": [
-                "null",
-                "int"
-              ]
-            },
-            {
-              "name": "action_name",
-              "type": "string"
-            },
-            {
-              "default": null,
-              "name": "finished_at",
-              "type": [
-                "null",
-                {
-                  "connect.name": "io.debezium.time.MicroTimestamp",
-                  "connect.version": 1,
-                  "type": "long"
-                }
-              ]
-            },
-            {
-              "default": 0,
-              "name": "status",
-              "type": [
-                {
-                  "connect.default": 0,
-                  "type": "int"
-                },
-                "null"
-              ]
-            },
-            {
-              "default": null,
-              "name": "deleted_at",
-              "type": [
-                "null",
-                {
-                  "connect.name": "io.debezium.time.MicroTimestamp",
-                  "connect.version": 1,
-                  "type": "long"
-                }
-              ]
-            },
-            {
-              "name": "created_at",
-              "type": {
-                "connect.name": "io.debezium.time.MicroTimestamp",
-                "connect.version": 1,
-                "type": "long"
-              }
-            },
-            {
-              "name": "updated_at",
-              "type": {
-                "connect.name": "io.debezium.time.MicroTimestamp",
-                "connect.version": 1,
-                "type": "long"
-              }
-            },
-            {
-              "default": null,
-              "name": "response",
-              "type": [
-                "null",
-                "string"
-              ]
-            },
-            {
-              "default": null,
-              "name": "executed",
-              "type": [
-                "null",
-                "boolean"
-              ]
-            }
-          ],
-          "name": "Value",
-          "type": "record"
-        }
-      ]
-    },
-    {
-      "default": null,
-      "name": "after",
-      "type": [
-        "null",
-        "Value"
-      ]
-    },
-    {
-      "name": "source",
-      "type": {
-        "connect.name": "io.debezium.connector.v2.postgresql.Source",
-        "fields": [
-          {
-            "name": "version",
-            "type": "string"
-          },
-          {
-            "name": "connector",
-            "type": "string"
-          },
-          {
-            "name": "name",
-            "type": "string"
-          },
-          {
-            "name": "ts_ms",
-            "type": "long"
-          },
-          {
-            "default": "false",
-            "name": "snapshot",
-            "type": [
-              {
-                "connect.default": "false",
-                "connect.name": "io.debezium.data.Enum",
-                "connect.parameters": {
-                  "allowed": "true,last,false,incremental"
-                },
-                "connect.version": 1,
-                "type": "string"
-              },
-              "null"
-            ]
-          },
-          {
-            "name": "db",
-            "type": "string"
-          },
-          {
-            "default": null,
-            "name": "sequence",
-            "type": [
-              "null",
-              "string"
-            ]
-          },
-          {
-            "name": "schema",
-            "type": "string"
-          },
-          {
-            "name": "table",
-            "type": "string"
-          },
-          {
-            "default": null,
-            "name": "txId",
-            "type": [
-              "null",
-              "long"
-            ]
-          },
-          {
-            "default": null,
-            "name": "lsn",
-            "type": [
-              "null",
-              "long"
-            ]
-          },
-          {
-            "default": null,
-            "name": "xmin",
-            "type": [
-              "null",
-              "long"
-            ]
-          }
-        ],
-        "name": "Source",
-        "namespace": "io.debezium.connector.v2.postgresql",
-        "type": "record"
-      }
-    },
-    {
-      "name": "op",
-      "type": "string"
-    },
-    {
-      "default": null,
-      "name": "ts_ms",
-      "type": [
-        "null",
-        "long"
-      ]
-    },
-    {
-      "default": null,
-      "name": "transaction",
-      "type": [
-        "null",
-        {
-          "connect.name": "event.block",
-          "connect.version": 1,
-          "fields": [
-            {
-              "name": "id",
-              "type": "string"
-            },
-            {
-              "name": "total_order",
-              "type": "long"
-            },
-            {
-              "name": "data_collection_order",
-              "type": "long"
-            }
-          ],
-          "name": "block",
-          "namespace": "event",
-          "type": "record"
-        }
-      ]
-    }
-  ],
-  "name": "Envelope",
-  "namespace": "production.public.automation_actions",
-  "type": "record"
-}

data/examples/payloads/json/sample_set_03/event_type_3.json DELETED Viewed

@@ -1,41 +0,0 @@
-[
-  {
-    "timestamp": 1111111111111,
-    "timestampType": "TYPE",
-    "partition": 0,
-    "offset": 0,
-    "key": "0000000000000000000000000000000000000000000000000000000000000000",
-    "value": {
-      "id": "0000000000000000000000000000000000000000000000000000000000000000",
-      "type": "event_type",
-      "data": {
-        "user_id": 123456789,
-        "user_email": "user@example.com",
-        "org_id": 987654321,
-        "token_id": 111111111,
-        "token_type": "token_type",
-        "request_id": "request-id",
-        "request_host": "api.example.com",
-        "request_path": "/some/path",
-        "remote_ip": "0.0.0.0",
-        "request_graphql": true,
-        "user_agent": "client-library/x.y.z",
-        "request_method": "METHOD",
-        "graphql_data": {
-          "errored": false,
-          "complexity": 0,
-          "depth": 0,
-          "operation_name": null,
-          "operation_type": "operation",
-          "resources": ["resource"]
-        },
-        "response_code": "200",
-        "type": "custom"
-      },
-      "source": "some-source",
-      "version": 1,
-      "timestamp": "1111111111111"
-    },
-    "headers": []
-  }
-]

data/log/.gitkeep DELETED Viewed

File without changes

data/renovate.json DELETED Viewed

@@ -1,21 +0,0 @@
-{
-  "$schema": "https://docs.renovatebot.com/renovate-schema.json",
-  "extends": [
-    "config:recommended"
-  ],
-  "ignorePaths": [
-    "spec/integrations"
-  ],
-  "github-actions": {
-    "enabled": true,
-    "pinDigests": true
-  },
-  "packageRules": [
-    {
-      "matchManagers": [
-        "github-actions"
-      ],
-      "minimumReleaseAge": "7 days"
-    }
-  ]
-}