{
  "id": "60d4327c76fd",
  "url": "https://bigdata.2minutestreaming.com/p/how-aws-s3-scales-with-tens-of-millions-of-hard-drives",
  "title": "How AWS S3 serves 1 petabyte per second on top of slow HDDs",
  "note": "The scale of S3 is really hard to understand even for technologists who have worked on very scaled systems.\n\n> AWS S3 is a massively multi-tenant storage service. It's a gigantic distributed system consisting of many individually slow nodes that on aggregate allow you to access data faster than any single node can provide. S3 achieves this through:\n> \n> - massive parallelization across the end-to-end path (user, client, server)\n> - neat load-balancing tricks like the power of two random\n> - spreading out data via erasure coding\n> - lowering tail latency via hedge requests\n> - the economies of multi-tenancy at world scale\n\nThis article is a very approachable overview on the key methods they use to hit this performance. \n",
  "voice": "mixed",
  "saved": "2025-09-26T00:49:56Z",
  "host": "bigdata.2minutestreaming.com",
  "kind": "page",
  "tags": [],
  "record": "https://links.thingelstad.xyz/links/60d4327c76fd/",
  "markdown": "https://links.thingelstad.xyz/links/60d4327c76fd.md",
  "issues": [
    {
      "number": 328,
      "slug": "328",
      "title": "Weekly Thing 328 / Agents, Pulse, Vision",
      "date": "2025-09-27T14:14:06.316093Z",
      "section": "Notable",
      "position": 5,
      "url": "https://weekly.thingelstad.com/archive/328/",
      "page": "https://links.thingelstad.xyz/issues/328/"
    }
  ],
  "connections": {
    "same_host": {
      "count": 0,
      "page": "https://links.thingelstad.xyz/hosts/bigdata.2minutestreaming.com/",
      "nearest": []
    },
    "same_week": {
      "count": 12,
      "nearest": [
        {
          "id": "942f38fd7739",
          "title": "Does WiFi Make Students Smarter? - Cal Newport",
          "url": "https://calnewport.com/does-wifi-make-students-smarter/",
          "record": "https://links.thingelstad.xyz/links/942f38fd7739/"
        },
        {
          "id": "37dfd721bc53",
          "title": "LinkedIn will use your data to train AI – how to opt out | Proton",
          "url": "https://proton.me/blog/linkedin-ai-training",
          "record": "https://links.thingelstad.xyz/links/37dfd721bc53/"
        },
        {
          "id": "08a198b79fd0",
          "title": "Apple previews new immersive films for Apple Vision Pro - Apple",
          "url": "https://www.apple.com/newsroom/2025/09/apple-previews-new-immersive-films-for-apple-vision-pro/",
          "record": "https://links.thingelstad.xyz/links/08a198b79fd0/"
        },
        {
          "id": "683d01400d08",
          "title": "Go Out & Get Some Air – On my Om",
          "url": "https://om.co/2025/09/22/go-out-get-some-air/",
          "record": "https://links.thingelstad.xyz/links/683d01400d08/"
        },
        {
          "id": "a535889d2eec",
          "title": "The Top Programming Languages 2025 - IEEE Spectrum",
          "url": "https://spectrum.ieee.org/top-programming-languages-2025",
          "record": "https://links.thingelstad.xyz/links/a535889d2eec/"
        }
      ]
    },
    "mentions": [],
    "mentioned_by": [],
    "saved_twice": []
  },
  "elsewhere": {
    "wayback": "https://web.archive.org/web/*/https://bigdata.2minutestreaming.com/p/how-aws-s3-scales-with-tens-of-millions-of-hard-drives"
  }
}