{
  "id": "7bc1e85f33a3",
  "url": "https://www.bloomberg.com/company/press/bloomberggpt-50-billion-parameter-llm-tuned-finance/",
  "title": "Introducing BloombergGPT, Bloomberg’s 50-billion parameter large language model, purpose-built from scratch for finance | Bloomberg LP",
  "note": "Domain specific Generative Pre-trained Transformers are an obvious next step.\n\n> This data was augmented with a 345 billion token public dataset to create a large training corpus with over 700 billion tokens. Using a portion of this training corpus, the team trained a 50-billion parameter decoder-only causal language model. The resulting model was validated on existing finance-specific NLP benchmarks, a suite of Bloomberg internal benchmarks, and broad categories of general-purpose NLP tasks from popular benchmarks (e.g., BIG-bench Hard, Knowledge Assessments, Reading Comprehension, and Linguistic Tasks). Notably, the BloombergGPT model outperforms existing open models of a similar size on financial tasks by large margins, while still performing on par or better on general NLP benchmarks.\n\nWill these have staying power or will it be more useful to have a broader data set?",
  "voice": "mixed",
  "saved": "2023-04-06T02:08:21Z",
  "host": "bloomberg.com",
  "kind": "page",
  "tags": [],
  "record": "https://links.thingelstad.xyz/links/7bc1e85f33a3/",
  "markdown": "https://links.thingelstad.xyz/links/7bc1e85f33a3.md",
  "issues": [
    {
      "number": 249,
      "slug": "weekly-thing-249",
      "title": "Weekly Thing #249 / GPT, Privacy, Crypto",
      "date": "2023-04-08T13:37:17.093276Z",
      "section": "Notable",
      "position": 6,
      "url": "https://weekly.thingelstad.com/archive/249/",
      "page": "https://links.thingelstad.xyz/issues/249/"
    }
  ],
  "connections": {
    "same_host": {
      "count": 48,
      "page": "https://links.thingelstad.xyz/hosts/bloomberg.com/",
      "nearest": [
        {
          "id": "216baa231d91",
          "title": "JBS Cyber Hack: Meat Supplier Shuts Down Some Slaughterhouses After Attack - Bloomberg",
          "url": "https://www.bloomberg.com/news/articles/2021-05-31/meat-is-latest-cyber-victim-as-hackers-hit-top-supplier-jbs?sref=UTbvKgk5",
          "record": "https://links.thingelstad.xyz/links/216baa231d91/"
        },
        {
          "id": "69376e3297cc",
          "title": "MicroStrategy Boosts Bitcoin-Linked Junk Bond to $500 Million - Bloomberg",
          "url": "https://www.bloomberg.com/news/articles/2021-06-08/microstrategy-boosts-bitcoin-linked-junk-bond-to-500-million",
          "record": "https://links.thingelstad.xyz/links/69376e3297cc/"
        },
        {
          "id": "b496de709b02",
          "title": "Apple to Allow Outside App Stores in Overhaul Spurred by EU Laws",
          "url": "https://www.bloomberg.com/news/articles/2022-12-13/will-apple-allow-users-to-install-third-party-app-stores-sideload-in-europe#xj4y7vzkg",
          "record": "https://links.thingelstad.xyz/links/b496de709b02/"
        },
        {
          "id": "b74d5fb49cef",
          "title": "What’s the Best Use for Crypto? AI Will Figure It Out - Bloomberg",
          "url": "https://www.bloomberg.com/opinion/articles/2023-06-09/what-s-the-best-use-for-crypto-ai-will-figure-it-out",
          "record": "https://links.thingelstad.xyz/links/b74d5fb49cef/"
        },
        {
          "id": "5551bbbf3227",
          "title": "Bottled Water Contains Previously Undetected Nanoplastics - Bloomberg",
          "url": "https://www.bloomberg.com/news/articles/2024-01-08/bottled-water-contains-previously-undetected-nanoplastics",
          "record": "https://links.thingelstad.xyz/links/5551bbbf3227/"
        }
      ]
    },
    "same_week": {
      "count": 20,
      "nearest": [
        {
          "id": "4f95124aa969",
          "title": "Leverage is brittle | Seth's Blog",
          "url": "https://seths.blog/2023/04/leverage-is-brittle/",
          "record": "https://links.thingelstad.xyz/links/4f95124aa969/"
        },
        {
          "id": "c4393456d4d6",
          "title": "Smart Locks Endanger Tenants’ Privacy and Should Be Regulated | Electronic Frontier Foundation",
          "url": "https://www.eff.org/deeplinks/2023/04/smart-locks-endanger-tenants-privacy-and-should-be-regulated",
          "record": "https://links.thingelstad.xyz/links/c4393456d4d6/"
        },
        {
          "id": "fd6fb5be4b85",
          "title": "Think of language models like ChatGPT as a “calculator for words”",
          "url": "https://simonwillison.net/2023/Apr/2/calculator-for-words/",
          "record": "https://links.thingelstad.xyz/links/fd6fb5be4b85/"
        },
        {
          "id": "cf51c886b119",
          "title": "The Bitcoin Whitepaper Is Hidden in Every Modern Copy of macOS - Waxy.org",
          "url": "https://waxy.org/2023/04/the-bitcoin-whitepaper-is-hidden-in-every-modern-copy-of-macos/",
          "record": "https://links.thingelstad.xyz/links/cf51c886b119/"
        },
        {
          "id": "43f7c5faae9b",
          "title": "Introducing S-GPT, A Shortcut to Connect OpenAI's ChatGPT with Native Features of Apple's Operating Systems - MacStories",
          "url": "https://www.macstories.net/ios/introducing-s-gpt-a-shortcut-to-connect-openais-chatgpt-with-native-features-of-apples-operating-systems/",
          "record": "https://links.thingelstad.xyz/links/43f7c5faae9b/"
        }
      ]
    },
    "mentions": [],
    "mentioned_by": [],
    "saved_twice": []
  },
  "elsewhere": {
    "wayback": "https://web.archive.org/web/*/https://www.bloomberg.com/company/press/bloomberggpt-50-billion-parameter-llm-tuned-finance/"
  }
}