{
  "id": "1795068dac15",
  "url": "https://medium.com/paypal-tech/scaling-kafka-to-support-paypals-data-growth-a0b4da420fab",
  "title": "Scaling Kafka to Support PayPal’s Data Growth | PayPal Technology Blog",
  "note": "Scaling tech to extreme scales is usually an interesting story. The levels that PayPal has scaled [Kafka](https://kafka.apache.org) are impressive!\n\n> Today, our Kafka fleet consists of over 1,500 brokers that host over 20,000 topics and close to 2,000 Mirror Maker nodes which are used to mirror the data among the clusters, offering 99.99% availability for our Kafka clusters. During the 2022 Retail Friday, Kafka traffic volume peaked at about 1.3 trillion messages per day! At present, we have 85+ Kafka clusters, and every holiday season we flex up our Kafka infrastructure to handle the traffic surge. The Kafka platform continues to seamlessly scale to support this traffic growth without any impact to our business.\n\nDetailed article describing how they have achieved this level of scale and resiliency, including their own custom libraries they built to interface with Kafka. ",
  "voice": "mixed",
  "saved": "2023-09-28T12:52:05Z",
  "host": "medium.com",
  "kind": "page",
  "tags": [],
  "record": "https://links.thingelstad.xyz/links/1795068dac15/",
  "markdown": "https://links.thingelstad.xyz/links/1795068dac15.md",
  "issues": [
    {
      "number": 263,
      "slug": "263",
      "title": "Weekly Thing 263 / Copilot, Del.icio.us, Pancake",
      "date": "2023-09-30T12:00:00Z",
      "section": "Notable",
      "position": 3,
      "url": "https://weekly.thingelstad.com/archive/263/",
      "page": "https://links.thingelstad.xyz/issues/263/"
    }
  ],
  "connections": {
    "same_host": {
      "count": 260,
      "page": "https://links.thingelstad.xyz/hosts/medium.com/",
      "nearest": [
        {
          "id": "a076e598383e",
          "title": "Stability without Pegs | Reflexer",
          "url": "https://medium.com/reflexer-labs/stability-without-pegs-8c6a1cbc7fbd",
          "record": "https://links.thingelstad.xyz/links/a076e598383e/"
        },
        {
          "id": "6139d6f695ea",
          "title": "Bitcoin is the Detector of Imbeciles | by Nassim Nicholas Taleb | INCERTO | Jan, 2023 | Medium",
          "url": "https://medium.com/incerto/bitcoin-is-the-detector-of-imbeciles-e5cc5eeccdbf",
          "record": "https://links.thingelstad.xyz/links/6139d6f695ea/"
        },
        {
          "id": "498abb278ecb",
          "title": "Introducing Ethical Monitor: A Privacy-Focused Service for Dappnode Alerts | DAppNode",
          "url": "https://medium.com/dappnode/introducing-ethical-monitor-a-privacy-focused-service-for-dappnode-alerts-9a881d0bb7e1",
          "record": "https://links.thingelstad.xyz/links/498abb278ecb/"
        },
        {
          "id": "3a672c4fe962",
          "title": "RAI, The Free-Floating Stablecoin That Actually Works | IntoTheBlock",
          "url": "https://medium.com/intotheblock/rai-a-free-floating-stablecoin-that-actually-works-d9efbbca94c0",
          "record": "https://links.thingelstad.xyz/links/3a672c4fe962/"
        },
        {
          "id": "1f4a7e1a33d5",
          "title": "Kernighan and Pike were right: Do one thing, and do it well | by Keaton Brandt | Source and Buggy | Jul, 2023 | Medium",
          "url": "https://medium.com/source-and-buggy/do-one-thing-and-do-it-well-886b11a5d21",
          "record": "https://links.thingelstad.xyz/links/1f4a7e1a33d5/"
        }
      ]
    },
    "same_week": {
      "count": 16,
      "nearest": [
        {
          "id": "c540bb1e0103",
          "title": "Announcing Microsoft Copilot, your everyday AI companion - The Official Microsoft Blog",
          "url": "https://blogs.microsoft.com/blog/2023/09/21/announcing-microsoft-copilot-your-everyday-ai-companion/",
          "record": "https://links.thingelstad.xyz/links/c540bb1e0103/"
        },
        {
          "id": "96f256d6035d",
          "title": "The invisible problem – Scott Jenson",
          "url": "https://jenson.org/text/",
          "record": "https://links.thingelstad.xyz/links/96f256d6035d/"
        },
        {
          "id": "db5a3b9ae1aa",
          "title": "AWS: Cannot Escape IPv4",
          "url": "https://tty.neveragain.de/2023/09/21/aws-cannot-escape-ipv4.html",
          "record": "https://links.thingelstad.xyz/links/db5a3b9ae1aa/"
        },
        {
          "id": "18ea2704dfb0",
          "title": "Odin Programming Language",
          "url": "https://odin-lang.org/",
          "record": "https://links.thingelstad.xyz/links/18ea2704dfb0/"
        },
        {
          "id": "f295cd1ee91b",
          "title": "OpenAI Cookbook",
          "url": "https://cookbook.openai.com/",
          "record": "https://links.thingelstad.xyz/links/f295cd1ee91b/"
        }
      ]
    },
    "mentions": [],
    "mentioned_by": [],
    "saved_twice": []
  },
  "elsewhere": {
    "wayback": "https://web.archive.org/web/*/https://medium.com/paypal-tech/scaling-kafka-to-support-paypals-data-growth-a0b4da420fab"
  }
}