{"id":5142,"date":"2020-01-01T00:00:00","date_gmt":"2019-12-31T15:00:00","guid":{"rendered":"https:\/\/majisemi.com\/topics\/uncategorized\/5142\/"},"modified":"2020-01-01T00:00:00","modified_gmt":"2019-12-31T15:00:00","slug":"%e3%80%90oss%e6%83%85%e5%a0%b1%e3%82%a2%e3%83%bc%e3%82%ab%e3%82%a4%e3%83%96%e3%80%91bert","status":"publish","type":"post","link":"https:\/\/majisemi.com\/topics\/oss\/5142\/","title":{"rendered":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011BERT"},"content":{"rendered":"<p><small><span style=\"border-bottom: solid 5px red;\">\u203b\u5f53\u8a18\u4e8b\u306b\u8a18\u8f09\u3055\u308c\u3066\u3044\u308b\u60c5\u5831\u306f\u3001\u53e4\u304f\u306a\u3063\u3066\u3044\u308b\u5834\u5408\u304c\u3042\u308a\u307e\u3059\u3002\u30aa\u30d5\u30a3\u30b7\u30e3\u30eb\u30b5\u30a4\u30c8\u3067\u6700\u65b0\u60c5\u5831\u3092\u3054\u78ba\u8a8d\u304f\u3060\u3055\u3044\u3002<\/span><\/small><\/p>\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_83 counter-hierarchy ez-toc-counter ez-toc-light-blue ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u30b3\u30f3\u30c6\u30f3\u30c4<\/p>\n<span class=\"ez-toc-title-toggle\"><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/majisemi.com\/topics\/oss\/5142\/#%E3%80%8CBERT%E3%80%8D%E3%81%A8%E3%81%AF\" >\u300cBERT\u300d\u3068\u306f<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/majisemi.com\/topics\/oss\/5142\/#%E6%A6%82%E8%A6%81BERT%E3%83%90%E3%83%BC%E3%83%88%E3%81%A8%E3%81%AF%E3%80%81%E8%87%AA%E7%84%B6%E8%A8%80%E8%AA%9E%E5%87%A6%E7%90%86NLP%E3%82%BF%E3%82%B9%E3%82%AF%E3%81%AE%E4%BA%8B%E5%89%8D%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E6%89%8B%E6%B3%95%E3%81%A7%E3%81%99%E3%80%82%E4%BA%8B%E5%89%8D%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E3%81%95%E3%82%8C%E3%81%9FBERT%E3%83%A2%E3%83%87%E3%83%AB%E3%82%921%E3%81%A4%E3%81%AE%E8%BF%BD%E5%8A%A0%E5%87%BA%E5%8A%9B%E3%83%AC%E3%82%A4%E3%83%A4%E3%83%BC%E3%81%A7%E5%BE%AE%E8%AA%BF%E6%95%B4%E3%81%99%E3%82%8B%E3%81%93%E3%81%A8%E3%81%A7%E3%80%81%E3%80%8C%E8%B3%AA%E5%95%8F%E5%BF%9C%E7%AD%94%E3%80%8D%E3%82%84%E3%80%8C%E8%A8%80%E8%AA%9E%E6%8E%A8%E8%AB%96%E3%80%8D%E3%81%AA%E3%81%A9%E3%81%AE%E5%B9%85%E5%BA%83%E3%81%84%E3%82%BF%E3%82%B9%E3%82%AF%E3%81%AB%E5%AF%BE%E5%BF%9C%E3%81%99%E3%82%8B%E6%9C%80%E5%85%88%E7%AB%AF%E3%81%AE%E3%83%A2%E3%83%87%E3%83%AB%E3%82%92%E4%BD%9C%E6%88%90%E3%81%A7%E3%81%8D%E3%81%BE%E3%81%99%E3%80%82Google_Research%E3%81%8C%E4%B8%AD%E5%BF%83%E3%81%A8%E3%81%AA%E3%82%8A%E9%96%8B%E7%99%BA%E3%81%8C%E9%80%B2%E3%82%81%E3%82%89%E3%82%8C%E3%81%A6%E3%81%84%E3%81%BE%E3%81%99%E3%80%82%E5%9F%BA%E6%9C%AC%E8%AA%AC%E6%98%8EBERT%E3%81%AF%E3%80%8CBidirectional_Encoder_Representations_Transformers%E3%80%8D%E3%81%AE%E7%95%A5%E7%A7%B0%E3%81%A7%E3%80%81%E8%A8%80%E8%AA%9E%E8%A1%A8%E7%8F%BE%E3%82%92%E4%BA%8B%E5%89%8D%E3%81%AB%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E3%81%99%E3%82%8B%E6%89%8B%E6%B3%95%E3%81%A7%E3%81%99%E3%80%82%E8%87%AA%E7%84%B6%E8%A8%80%E8%AA%9E%E5%87%A6%E7%90%86NLP%E3%81%A8%E3%81%AF%E3%80%8C%E8%A8%80%E8%AA%9E%E7%BF%BB%E8%A8%B3%E3%80%8D%E3%80%8C%E3%82%BB%E3%83%B3%E3%83%81%E3%83%A1%E3%83%B3%E3%83%88%E5%88%86%E6%9E%90%E3%80%8D%E3%80%8C%E3%82%BB%E3%83%9E%E3%83%B3%E3%83%86%E3%82%A3%E3%83%83%E3%82%AF%E6%A4%9C%E7%B4%A2%E3%80%8D%E3%80%8C%E3%81%9D%E3%81%AE%E4%BB%96%E3%81%AE%E6%95%B0%E5%A4%9A%E3%81%8F%E3%81%AE%E8%A8%80%E8%AA%9E%E3%82%BF%E3%82%B9%E3%82%AF%E3%80%8D%E3%81%AA%E3%81%A9%E3%81%AB%E3%81%BE%E3%81%9F%E3%81%8C%E3%82%8B%E4%BA%BA%E5%B7%A5%E7%9F%A5%E8%83%BDAI%E3%81%AE%E3%82%B5%E3%83%96%E3%82%AB%E3%83%86%E3%82%B4%E3%83%AA%E3%81%A7%E3%81%99%E3%80%82%E3%80%8C%E6%B1%8E%E7%94%A8%E8%A8%80%E8%AA%9E%E7%90%86%E8%A7%A3%E3%83%A2%E3%83%87%E3%83%AB%E3%80%8D%E3%82%92%E5%A4%A7%E3%81%8D%E3%81%AA%E3%83%86%E3%82%AD%E3%82%B9%E3%83%88%E3%82%B3%E3%83%BC%E3%83%91%E3%82%B9Wikipedia%E3%81%AA%E3%81%A9%E3%81%A7%E4%BA%8B%E5%89%8D%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E3%81%97%E3%80%81%E3%81%9D%E3%81%AE%E3%83%A2%E3%83%87%E3%83%AB%E3%82%92NLP%E3%82%BF%E3%82%B9%E3%82%AF%E8%B3%AA%E5%95%8F%E3%81%AA%E3%81%A9%E3%81%AB%E4%BD%BF%E7%94%A8%E3%81%97%E3%81%BE%E3%81%99%E3%80%82%E3%80%8C%E3%83%87%E3%82%A3%E3%83%BC%E3%83%97%E5%8F%8C%E6%96%B9%E5%90%91%E3%82%A2%E3%83%97%E3%83%AD%E3%83%BC%E3%83%81%E3%80%8D%E3%81%AB%E3%82%88%E3%82%8A%E3%80%81%E8%A8%80%E8%AA%9E%E7%90%86%E8%A7%A3%E3%82%BF%E3%82%B9%E3%82%AF%E3%81%AB%E3%81%8A%E3%81%84%E3%81%A6%E3%80%81%E4%BB%A5%E5%89%8D%E3%81%AE%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E6%96%B9%E6%B3%95%E3%82%88%E3%82%8A%E3%82%82%E9%AB%98%E3%81%84%E7%B2%BE%E5%BA%A6%E3%81%AB%E9%81%94%E3%81%97%E3%81%A6%E3%81%84%E3%81%BE%E3%81%99%E3%80%82%E3%82%AA%E3%83%95%E3%82%A3%E3%82%B7%E3%83%A3%E3%83%AB%E3%82%B5%E3%82%A4%E3%83%88%E6%83%85%E5%A0%B1%E2%96%A0%E3%82%AA%E3%83%95%E3%82%A3%E3%82%B7%E3%83%A3%E3%83%AB%E3%82%B5%E3%82%A4%E3%83%88\" >\u6982\u8981BERT(\u30d0\u30fc\u30c8)\u3068\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u30bf\u30b9\u30af\u306e\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5\u3067\u3059\u3002\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3055\u308c\u305fBERT\u30e2\u30c7\u30eb\u30921\u3064\u306e\u8ffd\u52a0\u51fa\u529b\u30ec\u30a4\u30e4\u30fc\u3067\u5fae\u8abf\u6574\u3059\u308b\u3053\u3068\u3067\u3001\u300c\u8cea\u554f\u5fdc\u7b54\u300d\u3084\u300c\u8a00\u8a9e\u63a8\u8ad6\u300d\u306a\u3069\u306e\u5e45\u5e83\u3044\u30bf\u30b9\u30af\u306b\u5bfe\u5fdc\u3059\u308b\u6700\u5148\u7aef\u306e\u30e2\u30c7\u30eb\u3092\u4f5c\u6210\u3067\u304d\u307e\u3059\u3002Google Research\u304c\u4e2d\u5fc3\u3068\u306a\u308a\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002\u57fa\u672c\u8aac\u660eBERT\u306f\u300cBidirectional Encoder Representations Transformers\u300d\u306e\u7565\u79f0\u3067\u3001\u8a00\u8a9e\u8868\u73fe\u3092\u4e8b\u524d\u306b\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3059\u308b\u624b\u6cd5\u3067\u3059\u3002\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u3068\u306f\u300c\u8a00\u8a9e\u7ffb\u8a33\u300d\u300c\u30bb\u30f3\u30c1\u30e1\u30f3\u30c8\u5206\u6790\u300d\u300c\u30bb\u30de\u30f3\u30c6\u30a3\u30c3\u30af\u691c\u7d22\u300d\u300c\u305d\u306e\u4ed6\u306e\u6570\u591a\u304f\u306e\u8a00\u8a9e\u30bf\u30b9\u30af\u300d\u306a\u3069\u306b\u307e\u305f\u304c\u308b\u4eba\u5de5\u77e5\u80fd(AI)\u306e\u30b5\u30d6\u30ab\u30c6\u30b4\u30ea\u3067\u3059\u3002\u300c\u6c4e\u7528\u8a00\u8a9e\u7406\u89e3\u30e2\u30c7\u30eb\u300d\u3092\u5927\u304d\u306a\u30c6\u30ad\u30b9\u30c8\u30b3\u30fc\u30d1\u30b9(Wikipedia\u306a\u3069)\u3067\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3057\u3001\u305d\u306e\u30e2\u30c7\u30eb\u3092NLP\u30bf\u30b9\u30af(\u8cea\u554f\u306a\u3069)\u306b\u4f7f\u7528\u3057\u307e\u3059\u3002\u300c\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u30a2\u30d7\u30ed\u30fc\u30c1\u300d\u306b\u3088\u308a\u3001\u8a00\u8a9e\u7406\u89e3\u30bf\u30b9\u30af\u306b\u304a\u3044\u3066\u3001\u4ee5\u524d\u306e\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u65b9\u6cd5\u3088\u308a\u3082\u9ad8\u3044\u7cbe\u5ea6\u306b\u9054\u3057\u3066\u3044\u307e\u3059\u3002\u30aa\u30d5\u30a3\u30b7\u30e3\u30eb\u30b5\u30a4\u30c8\u60c5\u5831\u25a0\u30aa\u30d5\u30a3\u30b7\u30e3\u30eb\u30b5\u30a4\u30c8<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/majisemi.com\/topics\/oss\/5142\/#%E9%AB%98%E6%80%A7%E8%83%BDBERT%E3%81%AF%E3%80%81%E9%AB%98%E3%81%84%E7%B2%BE%E5%BA%A6%E3%81%AE%E7%B5%90%E6%9E%9C%E3%82%92%E4%BD%9C%E6%88%90%E3%81%A7%E3%81%8D%E3%80%8111%E3%81%AE%E8%87%AA%E7%84%B6%E8%A8%80%E8%AA%9E%E5%87%A6%E7%90%86%E3%82%BF%E3%82%B9%E3%82%AF%E3%81%A7%E6%9C%80%E5%85%88%E7%AB%AF%E3%81%AE%E7%B5%90%E6%9E%9C%E3%82%92%E5%BE%97%E3%82%89%E3%82%8C%E3%81%BE%E3%81%99%E3%80%82%E3%83%BBGLUE%E3%82%B9%E3%82%B3%E3%82%A2%EF%BC%9A805%EF%BC%85%E2%80%9477%EF%BC%85%E6%94%B9%E5%96%84_%E3%83%BBMultiNLI%E7%B2%BE%E5%BA%A6%EF%BC%9A867%EF%BC%85%E2%80%9446%EF%BC%85%E6%94%B9%E5%96%84_%E3%83%BB%E8%B3%AA%E5%95%8F%E5%BF%9C%E7%AD%94%E3%83%86%E3%82%B9%E3%83%88F1%EF%BC%9A932%E3%83%9D%E3%82%A4%E3%83%B3%E3%83%88%E2%80%9415%E3%83%9D%E3%82%A4%E3%83%B3%E3%83%88%E6%94%B9%E5%96%84_%E3%83%BBSQuADv20%E3%83%86%E3%82%B9%E3%83%88F1%EF%BC%9A831%E3%83%9D%E3%82%A4%E3%83%B3%E3%83%88%E2%80%9451%E3%83%9D%E3%82%A4%E3%83%B3%E3%83%88%E6%94%B9%E5%96%84%E3%83%87%E3%82%A3%E3%83%BC%E3%83%97%E5%8F%8C%E6%96%B9%E5%90%91%E3%82%A2%E3%83%97%E3%83%AD%E3%83%BC%E3%83%81BERT%E3%81%AF%E3%80%81%E3%83%87%E3%82%A3%E3%83%BC%E3%83%97%E3%83%8B%E3%83%A5%E3%83%BC%E3%83%A9%E3%83%AB%E3%83%8D%E3%83%83%E3%83%88%E3%83%AF%E3%83%BC%E3%82%AF%E3%81%AE%E6%9C%80%E4%B8%8B%E9%83%A8%E3%81%8B%E3%82%89%E9%96%8B%E5%A7%8B%E3%81%97%E3%80%81%E5%AF%BE%E8%B1%A1%E7%AE%87%E6%89%80%E3%81%AE%E5%B7%A6%E5%81%B4%E3%81%A8%E5%8F%B3%E5%81%B4%E3%81%AE%E4%B8%A1%E6%96%B9%E3%81%AE%E3%82%B3%E3%83%B3%E3%83%86%E3%82%AD%E3%82%B9%E3%83%88%E3%82%92%E4%BD%BF%E7%94%A8%E3%81%99%E3%82%8B%E3%80%8C%E3%83%87%E3%82%A3%E3%83%BC%E3%83%97%E5%8F%8C%E6%96%B9%E5%90%91%E3%82%A2%E3%83%97%E3%83%AD%E3%83%BC%E3%83%81%E3%80%8D%E3%82%92%E6%8E%A1%E7%94%A8%E3%81%97%E3%81%A6%E3%81%84%E3%81%BE%E3%81%99%E3%80%82%E5%85%A5%E5%8A%9B%E5%86%85%E3%81%AE%E5%8D%98%E8%AA%9E%E3%81%AE15%EF%BC%85%E3%82%92%E3%83%9E%E3%82%B9%E3%82%AF%E3%81%97%E3%80%81%E3%82%B7%E3%83%BC%E3%82%B1%E3%83%B3%E3%82%B9%E5%85%A8%E4%BD%93%E3%82%92%E3%83%87%E3%82%A3%E3%83%BC%E3%83%97%E5%8F%8C%E6%96%B9%E5%90%91%E5%A4%89%E6%88%90%E5%99%A8%E3%82%A8%E3%83%B3%E3%82%B3%E3%83%BC%E3%83%80%E3%83%BC%E3%81%A7%E5%AE%9F%E8%A1%8C%E3%81%97%E3%81%A6%E3%81%8B%E3%82%89%E3%80%81%E3%83%9E%E3%82%B9%E3%82%AF%E3%81%95%E3%82%8C%E3%81%9F%E5%8D%98%E8%AA%9E%E3%81%AE%E3%81%BF%E3%82%92%E4%BA%88%E6%B8%AC%E3%81%97%E3%81%BE%E3%81%99%E3%80%82%E6%AC%A1%E3%81%AB%E3%80%81%E5%A4%A7%E3%81%8D%E3%81%AA%E3%82%B3%E3%83%BC%E3%83%91%E3%82%B9WikipediaBookCorpus%E3%81%A7%E3%80%81%E3%83%A2%E3%83%87%E3%83%AB12%E5%B1%A4%E3%81%8B%E3%82%8924%E5%B1%A4%E3%81%AE%E5%A4%89%E6%88%90%E5%99%A8%E3%82%92%E9%95%B7%E6%99%82%E9%96%93%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E3%81%97%E3%81%BE%E3%81%99%E3%80%82%E4%BA%8B%E5%89%8D%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E4%BA%8B%E5%89%8D%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E3%81%AB%E3%81%AF%E3%80%81%E3%80%8C4%E3%80%9C16%E3%81%AE%E3%82%AF%E3%83%A9%E3%82%A6%E3%83%89TPU%E3%81%A74%E6%97%A5%E9%96%93%E3%81%BB%E3%81%A9%E3%80%8D%E3%81%AE%E3%82%B3%E3%82%B9%E3%83%88%E3%81%8C%E3%81%8B%E3%81%8B%E3%82%8A%E3%81%BE%E3%81%99%E3%81%8C%E3%80%81%E8%A8%80%E8%AA%9E%E3%81%94%E3%81%A8%E3%81%AB1%E5%9B%9E%E9%99%90%E3%82%8A%E3%81%AE%E6%89%8B%E9%A0%86%E3%81%A7%E3%81%99%E3%80%82%E2%96%A0%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E6%B8%88%E3%83%A2%E3%83%87%E3%83%AB\" >\u9ad8\u6027\u80fdBERT\u306f\u3001\u9ad8\u3044\u7cbe\u5ea6\u306e\u7d50\u679c\u3092\u4f5c\u6210\u3067\u304d\u300111\u306e\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30bf\u30b9\u30af\u3067\u6700\u5148\u7aef\u306e\u7d50\u679c\u3092\u5f97\u3089\u308c\u307e\u3059\u3002\u30fbGLUE\u30b9\u30b3\u30a2\uff1a80.5\uff05&#8212;7.7\uff05\u6539\u5584 \u30fbMultiNLI\u7cbe\u5ea6\uff1a86.7\uff05&#8212;4.6\uff05\u6539\u5584 \u30fb\u8cea\u554f\u5fdc\u7b54\u30c6\u30b9\u30c8F1\uff1a93.2\u30dd\u30a4\u30f3\u30c8&#8212;1.5\u30dd\u30a4\u30f3\u30c8\u6539\u5584 \u30fbSQuADv2.0\u30c6\u30b9\u30c8F1\uff1a83.1\u30dd\u30a4\u30f3\u30c8&#8212;5.1\u30dd\u30a4\u30f3\u30c8\u6539\u5584\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u30a2\u30d7\u30ed\u30fc\u30c1BERT\u306f\u3001\u30c7\u30a3\u30fc\u30d7\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u6700\u4e0b\u90e8\u304b\u3089\u958b\u59cb\u3057\u3001\u5bfe\u8c61\u7b87\u6240\u306e\u5de6\u5074\u3068\u53f3\u5074\u306e\u4e21\u65b9\u306e\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8\u3092\u4f7f\u7528\u3059\u308b\u300c\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u30a2\u30d7\u30ed\u30fc\u30c1\u300d\u3092\u63a1\u7528\u3057\u3066\u3044\u307e\u3059\u3002\u5165\u529b\u5185\u306e\u5358\u8a9e\u306e15\uff05\u3092\u30de\u30b9\u30af\u3057\u3001\u30b7\u30fc\u30b1\u30f3\u30b9\u5168\u4f53\u3092\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u5909\u6210\u5668\u30a8\u30f3\u30b3\u30fc\u30c0\u30fc\u3067\u5b9f\u884c\u3057\u3066\u304b\u3089\u3001\u30de\u30b9\u30af\u3055\u308c\u305f\u5358\u8a9e\u306e\u307f\u3092\u4e88\u6e2c\u3057\u307e\u3059\u3002\u6b21\u306b\u3001\u5927\u304d\u306a\u30b3\u30fc\u30d1\u30b9(Wikipedia+BookCorpus)\u3067\u3001\u30e2\u30c7\u30eb(12\u5c64\u304b\u308924\u5c64\u306e\u5909\u6210\u5668)\u3092\u9577\u6642\u9593\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3057\u307e\u3059\u3002\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306b\u306f\u3001\u300c4\u301c16\u306e\u30af\u30e9\u30a6\u30c9TPU\u30674\u65e5\u9593\u307b\u3069\u300d\u306e\u30b3\u30b9\u30c8\u304c\u304b\u304b\u308a\u307e\u3059\u304c\u3001\u8a00\u8a9e\u3054\u3068\u306b1\u56de\u9650\u308a\u306e\u624b\u9806\u3067\u3059\u3002\u25a0\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u6e08\u30e2\u30c7\u30eb<\/a><\/li><\/ul><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n<h1 class=\"h1Custom\"><span class=\"ez-toc-section\" id=\"%E3%80%8CBERT%E3%80%8D%E3%81%A8%E3%81%AF\"><\/span>\u300cBERT\u300d\u3068\u306f<span class=\"ez-toc-section-end\"><\/span><\/h1>\n<h3 class=\"h2smalltitle\">\u6982\u8981<\/h2>\n<p><strong>BERT<\/strong>(\u30d0\u30fc\u30c8)\u3068\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u30bf\u30b9\u30af\u306e\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5\u3067\u3059\u3002\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3055\u308c\u305fBERT\u30e2\u30c7\u30eb\u30921\u3064\u306e\u8ffd\u52a0\u51fa\u529b\u30ec\u30a4\u30e4\u30fc\u3067\u5fae\u8abf\u6574\u3059\u308b\u3053\u3068\u3067\u3001\u300c\u8cea\u554f\u5fdc\u7b54\u300d\u3084\u300c\u8a00\u8a9e\u63a8\u8ad6\u300d\u306a\u3069\u306e\u5e45\u5e83\u3044\u30bf\u30b9\u30af\u306b\u5bfe\u5fdc\u3059\u308b\u6700\u5148\u7aef\u306e\u30e2\u30c7\u30eb\u3092\u4f5c\u6210\u3067\u304d\u307e\u3059\u3002Google Research\u304c\u4e2d\u5fc3\u3068\u306a\u308a\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<h3 class=\"h2smalltitle\">\u57fa\u672c\u8aac\u660e<\/h2>\n<p>BERT\u306f\u300cBidirectional Encoder Representations Transformers\u300d\u306e\u7565\u79f0\u3067\u3001\u8a00\u8a9e\u8868\u73fe\u3092\u4e8b\u524d\u306b\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3059\u308b\u624b\u6cd5\u3067\u3059\u3002<\/p>\n<p>\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u3068\u306f\u300c\u8a00\u8a9e\u7ffb\u8a33\u300d\u300c\u30bb\u30f3\u30c1\u30e1\u30f3\u30c8\u5206\u6790\u300d\u300c\u30bb\u30de\u30f3\u30c6\u30a3\u30c3\u30af\u691c\u7d22\u300d\u300c\u305d\u306e\u4ed6\u306e\u6570\u591a\u304f\u306e\u8a00\u8a9e\u30bf\u30b9\u30af\u300d\u306a\u3069\u306b\u307e\u305f\u304c\u308b\u4eba\u5de5\u77e5\u80fd(AI)\u306e\u30b5\u30d6\u30ab\u30c6\u30b4\u30ea\u3067\u3059\u3002<\/p>\n<p>\u300c\u6c4e\u7528\u8a00\u8a9e\u7406\u89e3\u30e2\u30c7\u30eb\u300d\u3092\u5927\u304d\u306a\u30c6\u30ad\u30b9\u30c8\u30b3\u30fc\u30d1\u30b9(Wikipedia\u306a\u3069)\u3067\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3057\u3001\u305d\u306e\u30e2\u30c7\u30eb\u3092NLP\u30bf\u30b9\u30af(\u8cea\u554f\u306a\u3069)\u306b\u4f7f\u7528\u3057\u307e\u3059\u3002<\/p>\n<p>\u300c\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u30a2\u30d7\u30ed\u30fc\u30c1\u300d\u306b\u3088\u308a\u3001\u8a00\u8a9e\u7406\u89e3\u30bf\u30b9\u30af\u306b\u304a\u3044\u3066\u3001\u4ee5\u524d\u306e\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u65b9\u6cd5\u3088\u308a\u3082\u9ad8\u3044\u7cbe\u5ea6\u306b\u9054\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<h3 class=\"h2smalltitle\">\u30aa\u30d5\u30a3\u30b7\u30e3\u30eb\u30b5\u30a4\u30c8\u60c5\u5831<\/h2>\n<h4 class=\"subtitle-h4\">\u25a0\u30aa\u30d5\u30a3\u30b7\u30e3\u30eb\u30b5\u30a4\u30c8<\/h3>\n<p><a href=\"https:\/\/arxiv.org\/abs\/1810.04805\" target=\"jumpsite\" rel=\"noopener\">\u2192arxiv.org\u3000\u2192BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding<\/a><\/p>\n<h4 class=\"subtitle-h4\">\u25a0GitHub<\/h3>\n<p><a href=\"https:\/\/github.com\/google-research\/bert\" target=\"jumpsite\" rel=\"noopener\">\u2192github.com\u3000\u2192google-research\/bert<\/a><\/p>\n<h4 class=\"subtitle-h4\">\u25a0\u4e3b\u8981\u958b\u767a\u5143<\/h3>\n<p>BERT\u306f\u3001Google Research\u304c\u4e2d\u5fc3\u3068\u306a\u308a\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p><a href=\"https:\/\/research.google\/\" target=\"jumpsite\" rel=\"noopener\">\u2192research.google<\/a><\/p>\n<h4 class=\"subtitle-h4\">\u25a0\u30e9\u30a4\u30bb\u30f3\u30b9\u60c5\u5831<\/h3>\n<p>BERT\u306e\u30e9\u30a4\u30bb\u30f3\u30b9\u306f\u300cApache License 2.0\u300d\u3067\u3059\u3002<\/p>\n<p>\u8a73\u7d30\u306b\u3064\u3044\u3066\u3001\u3053\u3061\u3089\u3092\u53c2\u7167\u304f\u3060\u3055\u3044\u3002<br \/><a href=\"https:\/\/github.com\/google-research\/bert\/blob\/master\/LICENSE\" target=\"jumpsite\" rel=\"noopener\">\u2192github.com\u3000\u2192google-research\/bert\u3000\u2192LICENSE<\/a><\/p>\n<h4 class=\"subtitle-h4\">\u25a0\u52d5\u4f5c\u74b0\u5883<\/h3>\n<p>\u30ea\u30dd\u30b8\u30c8\u30ea\u5185\u306e\u3059\u3079\u3066\u306e\u30b3\u30fc\u30c9\u306f\u300cCPU\u300d\u300cGPU\u300d\u300cCloudTPU\u300d\u3067\u3059\u3050\u306b\u4f7f\u7528\u3067\u304d\u307e\u3059\u3002<\/p>\n<p>\u305f\u3060\u3057\u3001GPU\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306f\u5358\u4e00GPU\u306e\u307f\u30b5\u30dd\u30fc\u30c8\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<h4 class=\"subtitle-h4\">\u25a0\u30c0\u30a6\u30f3\u30ed\u30fc\u30c9<\/h3>\n<p><a href=\"https:\/\/github.com\/google-research\/bert\" target=\"jumpsite\" rel=\"noopener\">\u2192github.com\u3000\u2192google-research\/bert<\/a><\/p>\n<h3 class=\"h2smalltitle\">\u9ad8\u6027\u80fd<\/h2>\n<p>BERT\u306f\u3001\u9ad8\u3044\u7cbe\u5ea6\u306e\u7d50\u679c\u3092\u4f5c\u6210\u3067\u304d\u300111\u306e\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30bf\u30b9\u30af\u3067\u6700\u5148\u7aef\u306e\u7d50\u679c\u3092\u5f97\u3089\u308c\u307e\u3059\u3002<\/p>\n<p>\u30fbGLUE\u30b9\u30b3\u30a2\uff1a80.5\uff05&#8212;7.7\uff05\u6539\u5584<br \/>\u30fbMultiNLI\u7cbe\u5ea6\uff1a86.7\uff05&#8212;4.6\uff05\u6539\u5584<br \/>\u30fb\u8cea\u554f\u5fdc\u7b54\u30c6\u30b9\u30c8F1\uff1a93.2\u30dd\u30a4\u30f3\u30c8&#8212;1.5\u30dd\u30a4\u30f3\u30c8\u6539\u5584<br \/>\u30fbSQuADv2.0\u30c6\u30b9\u30c8F1\uff1a83.1\u30dd\u30a4\u30f3\u30c8&#8212;5.1\u30dd\u30a4\u30f3\u30c8\u6539\u5584<\/p>\n<h3 class=\"h2smalltitle\">\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u30a2\u30d7\u30ed\u30fc\u30c1<\/h2>\n<p>BERT\u306f\u3001\u30c7\u30a3\u30fc\u30d7\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u6700\u4e0b\u90e8\u304b\u3089\u958b\u59cb\u3057\u3001\u5bfe\u8c61\u7b87\u6240\u306e\u5de6\u5074\u3068\u53f3\u5074\u306e\u4e21\u65b9\u306e\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8\u3092\u4f7f\u7528\u3059\u308b\u300c\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u30a2\u30d7\u30ed\u30fc\u30c1\u300d\u3092\u63a1\u7528\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<p>\u5165\u529b\u5185\u306e\u5358\u8a9e\u306e15\uff05\u3092\u30de\u30b9\u30af\u3057\u3001\u30b7\u30fc\u30b1\u30f3\u30b9\u5168\u4f53\u3092\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u5909\u6210\u5668\u30a8\u30f3\u30b3\u30fc\u30c0\u30fc\u3067\u5b9f\u884c\u3057\u3066\u304b\u3089\u3001\u30de\u30b9\u30af\u3055\u308c\u305f\u5358\u8a9e\u306e\u307f\u3092\u4e88\u6e2c\u3057\u307e\u3059\u3002<\/p>\n<p>\u6b21\u306b\u3001\u5927\u304d\u306a\u30b3\u30fc\u30d1\u30b9(Wikipedia+BookCorpus)\u3067\u3001\u30e2\u30c7\u30eb(12\u5c64\u304b\u308924\u5c64\u306e\u5909\u6210\u5668)\u3092\u9577\u6642\u9593\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3057\u307e\u3059\u3002<\/p>\n<h3 class=\"h2smalltitle\">\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0<\/h2>\n<p>\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306b\u306f\u3001\u300c4\u301c16\u306e\u30af\u30e9\u30a6\u30c9TPU\u30674\u65e5\u9593\u307b\u3069\u300d\u306e\u30b3\u30b9\u30c8\u304c\u304b\u304b\u308a\u307e\u3059\u304c\u3001\u8a00\u8a9e\u3054\u3068\u306b1\u56de\u9650\u308a\u306e\u624b\u9806\u3067\u3059\u3002<\/p>\n<h4 class=\"subtitle-h4\">\u25a0\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u6e08\u30e2\u30c7\u30eb<\/h3>\n<p>\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u30e2\u30c7\u30eb\u304c\u30ea\u30ea\u30fc\u30b9\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p>\u307b\u3068\u3093\u3069\u306eNLP\u7814\u7a76\u8005\u306f\u3001\u72ec\u81ea\u30e2\u30c7\u30eb\u3092\u6700\u521d\u304b\u3089\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3059\u308b\u5fc5\u8981\u306f\u3042\u308a\u307e\u305b\u3093\u3002<\/p>\n<h3 class=\"h2smalltitle\">\u5fae\u8abf\u6574\u30ab\u30b9\u30bf\u30de\u30a4\u30ba<\/h2>\n<p>\u5fae\u8abf\u6574\u30d7\u30ed\u30bb\u30b9\u306f\u77ed\u6642\u9593\u3067\u5b8c\u4e86\u3067\u304d\u307e\u3059\u3002<\/p>\n<p>\u300c\u5358\u4e00\u30af\u30e9\u30a6\u30c9TPU\u30671\u6642\u9593\u307b\u3069\u300d\u3082\u3057\u304f\u306f\u300cGPU\u3067\u6570\u6642\u9593\u307b\u3069\u300d\u3067\u7d42\u4e86\u3057\u307e\u3059\u3002<\/p>\n<p>\u4f8b\u3048\u3070\u3001SQuAD(\u30b9\u30bf\u30f3\u30d5\u30a9\u30fc\u30c9\u8cea\u554f\u5fdc\u7b54\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8)\u306e\u5834\u5408\u3001\u5358\u4e00\u30af\u30e9\u30a6\u30c9TPU\u306b\u304a\u3044\u3066\u7d0430\u5206\u3067\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3067\u304d\u300191.0\uff05\u306eDevF1\u30b9\u30b3\u30a2\u3092\u9054\u6210\u3067\u304d\u307e\u3059\u3002<\/p>\n<p><\/p>\n<p>\u53c2\u8003\u5143\u30b5\u30a4\u30c8<\/p>\n<ul>\n<li><a href=\"https:\/\/arxiv.org\/abs\/1810.04805\" target=\"jumpsite\" rel=\"noopener\">\u2192arxiv.org\u3000\u2192BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding<\/a><\/li>\n<li><a href=\"https:\/\/github.com\/google-research\/bert\" target=\"jumpsite\" rel=\"noopener\">\u2192github.com\u3000\u2192google-research\/bert<\/a><\/li>\n<\/ul>\n<p class=\"text80\">\u203b\u5b9a\u671f\u7684\u306b\u30e1\u30f3\u30c6\u30ca\u30f3\u30b9\u3092\u5b9f\u65bd\u3057\u3066\u304a\u308a\u307e\u3059\u304c\u3001\u4e00\u90e8\u60c5\u5831\u304c\u53e4\u3044\u5834\u5408\u304c\u3054\u3056\u3044\u307e\u3059\u3002\u3054\u4e86\u627f\u304f\u3060\u3055\u3044\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>BERT(\u30d0\u30fc\u30c8)\u3068\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u30bf\u30b9\u30af\u306e\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5\u3067\u3059\u3002\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3055\u308c\u305fBERT\u30e2\u30c7\u30eb\u30921\u3064\u306e\u8ffd\u52a0\u51fa\u529b\u30ec\u30a4\u30e4\u30fc\u3067\u5fae\u8abf\u6574\u3059\u308b\u3053\u3068\u3067\u3001\u300c\u8cea\u554f\u5fdc\u7b54\u300d\u3084\u300c\u8a00\u8a9e\u63a8\u8ad6\u300d\u306a\u3069\u306e\u5e45\u5e83\u3044\u30bf\u30b9\u30af\u306b\u5bfe\u5fdc\u3059\u308b\u6700\u5148\u7aef\u306e\u30e2\u30c7\u30eb\u3092\u4f5c\u6210\u3067\u304d\u307e\u3059\u3002Google Research\u304c\u4e2d\u5fc3\u3068\u306a\u308a\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n","protected":false},"author":4,"featured_media":3972,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"_monsterinsights_skip_tracking":false,"_monsterinsights_sitenote_active":false,"_monsterinsights_sitenote_note":"","_monsterinsights_sitenote_category":0,"footnotes":""},"categories":[243],"tags":[791],"class_list":["post-5142","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-oss","tag-bert"],"acf":[],"aioseo_notices":[],"_links":{"self":[{"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/posts\/5142","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/users\/4"}],"replies":[{"embeddable":true,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/comments?post=5142"}],"version-history":[{"count":0,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/posts\/5142\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/media\/3972"}],"wp:attachment":[{"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/media?parent=5142"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/categories?post=5142"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/tags?post=5142"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}