{
  "id": "e4de21d437ca",
  "url": "https://code.facebook.com/posts/229861827208629/scaling-the-facebook-data-warehouse-to-300-pb/",
  "title": "Scaling the Facebook data warehouse to 300 PB",
  "note": "At Facebook, we have unique storage scalability challenges when it comes to our data warehouse. Our warehouse stores upwards of 300 PB of Hive data, with an incoming daily rate of about 600 TB. In the last year, the warehouse has seen a 3x growth in the amount of data stored. Given this growth trajectory, storage efficiency is and will continue to be a focus for our warehouse infrastructure.",
  "voice": "excerpt",
  "saved": "2014-04-16T23:48:35Z",
  "host": "code.facebook.com",
  "kind": "page",
  "tags": [],
  "record": "https://links.thingelstad.xyz/links/e4de21d437ca/",
  "markdown": "https://links.thingelstad.xyz/links/e4de21d437ca.md",
  "issues": [],
  "connections": {
    "same_host": {
      "count": 3,
      "page": "https://links.thingelstad.xyz/hosts/code.facebook.com/",
      "nearest": [
        {
          "id": "b73af2089c4d",
          "title": "Deal or no deal? Training AI bots to negotiate | Engineering Blog | Facebook Code | Facebook",
          "url": "https://code.facebook.com/posts/1686672014972296/deal-or-no-deal-training-ai-bots-to-negotiate",
          "record": "https://links.thingelstad.xyz/links/b73af2089c4d/"
        },
        {
          "id": "5ae3213b5dbc",
          "title": "Rapid release at massive scale | Engineering Blog | Facebook Code | Facebook",
          "url": "https://code.facebook.com/posts/270314900139291/rapid-release-at-massive-scale/",
          "record": "https://links.thingelstad.xyz/links/5ae3213b5dbc/"
        },
        {
          "id": "9dc1b0fe7c20",
          "title": "Relicensing React, Jest, Flow, and Immutable.js | Engineering Blog | Facebook Code | Facebook",
          "url": "https://code.facebook.com/posts/300798627056246/relicensing-react-jest-flow-and-immutable-js/",
          "record": "https://links.thingelstad.xyz/links/9dc1b0fe7c20/"
        }
      ]
    },
    "same_week": {
      "count": 7,
      "nearest": [
        {
          "id": "b6a55bf620a6",
          "title": "TECHdotMN — Video: Code42 CEO Matthew Dornquast Interview [part 1]",
          "url": "http://tech.mn/i8h58",
          "record": "https://links.thingelstad.xyz/links/b6a55bf620a6/"
        },
        {
          "id": "d299c6373cf8",
          "title": "This is your brain on mobile Medium",
          "url": "https://medium.com/medium-long/15308056cfae",
          "record": "https://links.thingelstad.xyz/links/d299c6373cf8/"
        },
        {
          "id": "6db484533530",
          "title": "VMware Offers Disaster Recovery As A Service - InformationWeek",
          "url": "http://www.informationweek.com/cloud/infrastructure-as-a-service/vmware-offers-disaster-recovery-as-a-service/d/d-id/1204466",
          "record": "https://links.thingelstad.xyz/links/6db484533530/"
        },
        {
          "id": "98c33aac1c05",
          "title": "Why I Killed My Linkedin Account - HR Examiner",
          "url": "http://www.hrexaminer.com/why-i-killed-my-linkedin-account/",
          "record": "https://links.thingelstad.xyz/links/98c33aac1c05/"
        },
        {
          "id": "c955ec04b1a7",
          "title": "Detectify - Go hack yourself!",
          "url": "https://detectify.com/",
          "record": "https://links.thingelstad.xyz/links/c955ec04b1a7/"
        }
      ]
    },
    "mentions": [],
    "mentioned_by": [],
    "saved_twice": []
  },
  "elsewhere": {
    "wayback": "https://web.archive.org/web/*/https://code.facebook.com/posts/229861827208629/scaling-the-facebook-data-warehouse-to-300-pb/"
  }
}