{"id":5142,"date":"2020-01-01T00:00:00","date_gmt":"2019-12-31T15:00:00","guid":{"rendered":"https:\/\/majisemi.com\/topics\/uncategorized\/5142\/"},"modified":"2020-01-01T00:00:00","modified_gmt":"2019-12-31T15:00:00","slug":"%e3%80%90oss%e6%83%85%e5%a0%b1%e3%82%a2%e3%83%bc%e3%82%ab%e3%82%a4%e3%83%96%e3%80%91bert","status":"publish","type":"post","link":"https:\/\/majisemi.com\/topics\/oss\/5142\/","title":{"rendered":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011BERT"},"content":{"rendered":"<p><small><span style=\"border-bottom: solid 5px red;\">\u203b\u5f53\u8a18\u4e8b\u306b\u8a18\u8f09\u3055\u308c\u3066\u3044\u308b\u60c5\u5831\u306f\u3001\u53e4\u304f\u306a\u3063\u3066\u3044\u308b\u5834\u5408\u304c\u3042\u308a\u307e\u3059\u3002\u30aa\u30d5\u30a3\u30b7\u30e3\u30eb\u30b5\u30a4\u30c8\u3067\u6700\u65b0\u60c5\u5831\u3092\u3054\u78ba\u8a8d\u304f\u3060\u3055\u3044\u3002<\/span><\/small><\/p>\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_85 counter-hierarchy ez-toc-counter ez-toc-light-blue ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u30b3\u30f3\u30c6\u30f3\u30c4<\/p>\n<span class=\"ez-toc-title-toggle\"><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/majisemi.com\/topics\/oss\/5142\/#%E3%80%8CBERT%E3%80%8D%E3%81%A8%E3%81%AF\" >\u300cBERT\u300d\u3068\u306f<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/majisemi.com\/topics\/oss\/5142\/#%E6%A6%82%E8%A6%81_BERT%E3%83%90%E3%83%BC%E3%83%88%E3%81%A8%E3%81%AF%E3%80%81%E8%87%AA%E7%84%B6%E8%A8%80%E8%AA%9E%E5%87%A6%E7%90%86NLP%E3%82%BF%E3%82%B9%E3%82%AF%E3%81%AE%E4%BA%8B%E5%89%8D%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E6%89%8B%E6%B3%95%E3%81%A7%E3%81%99%E3%80%82%E4%BA%8B%E5%89%8D%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E3%81%95%E3%82%8C%E3%81%9FBERT%E3%83%A2%E3%83%87%E3%83%AB%E3%82%921%E3%81%A4%E3%81%AE%E8%BF%BD%E5%8A%A0%E5%87%BA%E5%8A%9B%E3%83%AC%E3%82%A4%E3%83%A4%E3%83%BC%E3%81%A7%E5%BE%AE%E8%AA%BF%E6%95%B4%E3%81%99%E3%82%8B%E3%81%93%E3%81%A8%E3%81%A7%E3%80%81%E3%80%8C%E8%B3%AA%E5%95%8F%E5%BF%9C%E7%AD%94%E3%80%8D%E3%82%84%E3%80%8C%E8%A8%80%E8%AA%9E%E6%8E%A8%E8%AB%96%E3%80%8D%E3%81%AA%E3%81%A9%E3%81%AE%E5%B9%85%E5%BA%83%E3%81%84%E3%82%BF%E3%82%B9%E3%82%AF%E3%81%AB%E5%AF%BE%E5%BF%9C%E3%81%99%E3%82%8B%E6%9C%80%E5%85%88%E7%AB%AF%E3%81%AE%E3%83%A2%E3%83%87%E3%83%AB%E3%82%92%E4%BD%9C%E6%88%90%E3%81%A7%E3%81%8D%E3%81%BE%E3%81%99%E3%80%82Google_Research%E3%81%8C%E4%B8%AD%E5%BF%83%E3%81%A8%E3%81%AA%E3%82%8A%E9%96%8B%E7%99%BA%E3%81%8C%E9%80%B2%E3%82%81%E3%82%89%E3%82%8C%E3%81%A6%E3%81%84%E3%81%BE%E3%81%99%E3%80%82_%E5%9F%BA%E6%9C%AC%E8%AA%AC%E6%98%8E_BERT%E3%81%AF%E3%80%8CBidirectional_Encoder_Representations_Transformers%E3%80%8D%E3%81%AE%E7%95%A5%E7%A7%B0%E3%81%A7%E3%80%81%E8%A8%80%E8%AA%9E%E8%A1%A8%E7%8F%BE%E3%82%92%E4%BA%8B%E5%89%8D%E3%81%AB%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E3%81%99%E3%82%8B%E6%89%8B%E6%B3%95%E3%81%A7%E3%81%99%E3%80%82_%E8%87%AA%E7%84%B6%E8%A8%80%E8%AA%9E%E5%87%A6%E7%90%86NLP%E3%81%A8%E3%81%AF%E3%80%8C%E8%A8%80%E8%AA%9E%E7%BF%BB%E8%A8%B3%E3%80%8D%E3%80%8C%E3%82%BB%E3%83%B3%E3%83%81%E3%83%A1%E3%83%B3%E3%83%88%E5%88%86%E6%9E%90%E3%80%8D%E3%80%8C%E3%82%BB%E3%83%9E%E3%83%B3%E3%83%86%E3%82%A3%E3%83%83%E3%82%AF%E6%A4%9C%E7%B4%A2%E3%80%8D%E3%80%8C%E3%81%9D%E3%81%AE%E4%BB%96%E3%81%AE%E6%95%B0%E5%A4%9A%E3%81%8F%E3%81%AE%E8%A8%80%E8%AA%9E%E3%82%BF%E3%82%B9%E3%82%AF%E3%80%8D%E3%81%AA%E3%81%A9%E3%81%AB%E3%81%BE%E3%81%9F%E3%81%8C%E3%82%8B%E4%BA%BA%E5%B7%A5%E7%9F%A5%E8%83%BDAI%E3%81%AE%E3%82%B5%E3%83%96%E3%82%AB%E3%83%86%E3%82%B4%E3%83%AA%E3%81%A7%E3%81%99%E3%80%82_%E3%80%8C%E6%B1%8E%E7%94%A8%E8%A8%80%E8%AA%9E%E7%90%86%E8%A7%A3%E3%83%A2%E3%83%87%E3%83%AB%E3%80%8D%E3%82%92%E5%A4%A7%E3%81%8D%E3%81%AA%E3%83%86%E3%82%AD%E3%82%B9%E3%83%88%E3%82%B3%E3%83%BC%E3%83%91%E3%82%B9Wikipedia%E3%81%AA%E3%81%A9%E3%81%A7%E4%BA%8B%E5%89%8D%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E3%81%97%E3%80%81%E3%81%9D%E3%81%AE%E3%83%A2%E3%83%87%E3%83%AB%E3%82%92NLP%E3%82%BF%E3%82%B9%E3%82%AF%E8%B3%AA%E5%95%8F%E3%81%AA%E3%81%A9%E3%81%AB%E4%BD%BF%E7%94%A8%E3%81%97%E3%81%BE%E3%81%99%E3%80%82_%E3%80%8C%E3%83%87%E3%82%A3%E3%83%BC%E3%83%97%E5%8F%8C%E6%96%B9%E5%90%91%E3%82%A2%E3%83%97%E3%83%AD%E3%83%BC%E3%83%81%E3%80%8D%E3%81%AB%E3%82%88%E3%82%8A%E3%80%81%E8%A8%80%E8%AA%9E%E7%90%86%E8%A7%A3%E3%82%BF%E3%82%B9%E3%82%AF%E3%81%AB%E3%81%8A%E3%81%84%E3%81%A6%E3%80%81%E4%BB%A5%E5%89%8D%E3%81%AE%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E6%96%B9%E6%B3%95%E3%82%88%E3%82%8A%E3%82%82%E9%AB%98%E3%81%84%E7%B2%BE%E5%BA%A6%E3%81%AB%E9%81%94%E3%81%97%E3%81%A6%E3%81%84%E3%81%BE%E3%81%99%E3%80%82_%E3%82%AA%E3%83%95%E3%82%A3%E3%82%B7%E3%83%A3%E3%83%AB%E3%82%B5%E3%82%A4%E3%83%88%E6%83%85%E5%A0%B1_%E2%96%A0%E3%82%AA%E3%83%95%E3%82%A3%E3%82%B7%E3%83%A3%E3%83%AB%E3%82%B5%E3%82%A4%E3%83%88\" >\u6982\u8981\nBERT(\u30d0\u30fc\u30c8)\u3068\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u30bf\u30b9\u30af\u306e\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5\u3067\u3059\u3002\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3055\u308c\u305fBERT\u30e2\u30c7\u30eb\u30921\u3064\u306e\u8ffd\u52a0\u51fa\u529b\u30ec\u30a4\u30e4\u30fc\u3067\u5fae\u8abf\u6574\u3059\u308b\u3053\u3068\u3067\u3001\u300c\u8cea\u554f\u5fdc\u7b54\u300d\u3084\u300c\u8a00\u8a9e\u63a8\u8ad6\u300d\u306a\u3069\u306e\u5e45\u5e83\u3044\u30bf\u30b9\u30af\u306b\u5bfe\u5fdc\u3059\u308b\u6700\u5148\u7aef\u306e\u30e2\u30c7\u30eb\u3092\u4f5c\u6210\u3067\u304d\u307e\u3059\u3002Google Research\u304c\u4e2d\u5fc3\u3068\u306a\u308a\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002\n\u57fa\u672c\u8aac\u660e\nBERT\u306f\u300cBidirectional Encoder Representations Transformers\u300d\u306e\u7565\u79f0\u3067\u3001\u8a00\u8a9e\u8868\u73fe\u3092\u4e8b\u524d\u306b\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3059\u308b\u624b\u6cd5\u3067\u3059\u3002\n\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u3068\u306f\u300c\u8a00\u8a9e\u7ffb\u8a33\u300d\u300c\u30bb\u30f3\u30c1\u30e1\u30f3\u30c8\u5206\u6790\u300d\u300c\u30bb\u30de\u30f3\u30c6\u30a3\u30c3\u30af\u691c\u7d22\u300d\u300c\u305d\u306e\u4ed6\u306e\u6570\u591a\u304f\u306e\u8a00\u8a9e\u30bf\u30b9\u30af\u300d\u306a\u3069\u306b\u307e\u305f\u304c\u308b\u4eba\u5de5\u77e5\u80fd(AI)\u306e\u30b5\u30d6\u30ab\u30c6\u30b4\u30ea\u3067\u3059\u3002\n\u300c\u6c4e\u7528\u8a00\u8a9e\u7406\u89e3\u30e2\u30c7\u30eb\u300d\u3092\u5927\u304d\u306a\u30c6\u30ad\u30b9\u30c8\u30b3\u30fc\u30d1\u30b9(Wikipedia\u306a\u3069)\u3067\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3057\u3001\u305d\u306e\u30e2\u30c7\u30eb\u3092NLP\u30bf\u30b9\u30af(\u8cea\u554f\u306a\u3069)\u306b\u4f7f\u7528\u3057\u307e\u3059\u3002\n\u300c\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u30a2\u30d7\u30ed\u30fc\u30c1\u300d\u306b\u3088\u308a\u3001\u8a00\u8a9e\u7406\u89e3\u30bf\u30b9\u30af\u306b\u304a\u3044\u3066\u3001\u4ee5\u524d\u306e\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u65b9\u6cd5\u3088\u308a\u3082\u9ad8\u3044\u7cbe\u5ea6\u306b\u9054\u3057\u3066\u3044\u307e\u3059\u3002\n\u30aa\u30d5\u30a3\u30b7\u30e3\u30eb\u30b5\u30a4\u30c8\u60c5\u5831\n\u25a0\u30aa\u30d5\u30a3\u30b7\u30e3\u30eb\u30b5\u30a4\u30c8<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/majisemi.com\/topics\/oss\/5142\/#%E9%AB%98%E6%80%A7%E8%83%BD_BERT%E3%81%AF%E3%80%81%E9%AB%98%E3%81%84%E7%B2%BE%E5%BA%A6%E3%81%AE%E7%B5%90%E6%9E%9C%E3%82%92%E4%BD%9C%E6%88%90%E3%81%A7%E3%81%8D%E3%80%8111%E3%81%AE%E8%87%AA%E7%84%B6%E8%A8%80%E8%AA%9E%E5%87%A6%E7%90%86%E3%82%BF%E3%82%B9%E3%82%AF%E3%81%A7%E6%9C%80%E5%85%88%E7%AB%AF%E3%81%AE%E7%B5%90%E6%9E%9C%E3%82%92%E5%BE%97%E3%82%89%E3%82%8C%E3%81%BE%E3%81%99%E3%80%82_%E3%83%BBGLUE%E3%82%B9%E3%82%B3%E3%82%A2%EF%BC%9A805%EF%BC%85%E2%80%9477%EF%BC%85%E6%94%B9%E5%96%84_%E3%83%BBMultiNLI%E7%B2%BE%E5%BA%A6%EF%BC%9A867%EF%BC%85%E2%80%9446%EF%BC%85%E6%94%B9%E5%96%84_%E3%83%BB%E8%B3%AA%E5%95%8F%E5%BF%9C%E7%AD%94%E3%83%86%E3%82%B9%E3%83%88F1%EF%BC%9A932%E3%83%9D%E3%82%A4%E3%83%B3%E3%83%88%E2%80%9415%E3%83%9D%E3%82%A4%E3%83%B3%E3%83%88%E6%94%B9%E5%96%84_%E3%83%BBSQuADv20%E3%83%86%E3%82%B9%E3%83%88F1%EF%BC%9A831%E3%83%9D%E3%82%A4%E3%83%B3%E3%83%88%E2%80%9451%E3%83%9D%E3%82%A4%E3%83%B3%E3%83%88%E6%94%B9%E5%96%84_%E3%83%87%E3%82%A3%E3%83%BC%E3%83%97%E5%8F%8C%E6%96%B9%E5%90%91%E3%82%A2%E3%83%97%E3%83%AD%E3%83%BC%E3%83%81_BERT%E3%81%AF%E3%80%81%E3%83%87%E3%82%A3%E3%83%BC%E3%83%97%E3%83%8B%E3%83%A5%E3%83%BC%E3%83%A9%E3%83%AB%E3%83%8D%E3%83%83%E3%83%88%E3%83%AF%E3%83%BC%E3%82%AF%E3%81%AE%E6%9C%80%E4%B8%8B%E9%83%A8%E3%81%8B%E3%82%89%E9%96%8B%E5%A7%8B%E3%81%97%E3%80%81%E5%AF%BE%E8%B1%A1%E7%AE%87%E6%89%80%E3%81%AE%E5%B7%A6%E5%81%B4%E3%81%A8%E5%8F%B3%E5%81%B4%E3%81%AE%E4%B8%A1%E6%96%B9%E3%81%AE%E3%82%B3%E3%83%B3%E3%83%86%E3%82%AD%E3%82%B9%E3%83%88%E3%82%92%E4%BD%BF%E7%94%A8%E3%81%99%E3%82%8B%E3%80%8C%E3%83%87%E3%82%A3%E3%83%BC%E3%83%97%E5%8F%8C%E6%96%B9%E5%90%91%E3%82%A2%E3%83%97%E3%83%AD%E3%83%BC%E3%83%81%E3%80%8D%E3%82%92%E6%8E%A1%E7%94%A8%E3%81%97%E3%81%A6%E3%81%84%E3%81%BE%E3%81%99%E3%80%82_%E5%85%A5%E5%8A%9B%E5%86%85%E3%81%AE%E5%8D%98%E8%AA%9E%E3%81%AE15%EF%BC%85%E3%82%92%E3%83%9E%E3%82%B9%E3%82%AF%E3%81%97%E3%80%81%E3%82%B7%E3%83%BC%E3%82%B1%E3%83%B3%E3%82%B9%E5%85%A8%E4%BD%93%E3%82%92%E3%83%87%E3%82%A3%E3%83%BC%E3%83%97%E5%8F%8C%E6%96%B9%E5%90%91%E5%A4%89%E6%88%90%E5%99%A8%E3%82%A8%E3%83%B3%E3%82%B3%E3%83%BC%E3%83%80%E3%83%BC%E3%81%A7%E5%AE%9F%E8%A1%8C%E3%81%97%E3%81%A6%E3%81%8B%E3%82%89%E3%80%81%E3%83%9E%E3%82%B9%E3%82%AF%E3%81%95%E3%82%8C%E3%81%9F%E5%8D%98%E8%AA%9E%E3%81%AE%E3%81%BF%E3%82%92%E4%BA%88%E6%B8%AC%E3%81%97%E3%81%BE%E3%81%99%E3%80%82_%E6%AC%A1%E3%81%AB%E3%80%81%E5%A4%A7%E3%81%8D%E3%81%AA%E3%82%B3%E3%83%BC%E3%83%91%E3%82%B9WikipediaBookCorpus%E3%81%A7%E3%80%81%E3%83%A2%E3%83%87%E3%83%AB12%E5%B1%A4%E3%81%8B%E3%82%8924%E5%B1%A4%E3%81%AE%E5%A4%89%E6%88%90%E5%99%A8%E3%82%92%E9%95%B7%E6%99%82%E9%96%93%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E3%81%97%E3%81%BE%E3%81%99%E3%80%82_%E4%BA%8B%E5%89%8D%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0_%E4%BA%8B%E5%89%8D%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E3%81%AB%E3%81%AF%E3%80%81%E3%80%8C4%E3%80%9C16%E3%81%AE%E3%82%AF%E3%83%A9%E3%82%A6%E3%83%89TPU%E3%81%A74%E6%97%A5%E9%96%93%E3%81%BB%E3%81%A9%E3%80%8D%E3%81%AE%E3%82%B3%E3%82%B9%E3%83%88%E3%81%8C%E3%81%8B%E3%81%8B%E3%82%8A%E3%81%BE%E3%81%99%E3%81%8C%E3%80%81%E8%A8%80%E8%AA%9E%E3%81%94%E3%81%A8%E3%81%AB1%E5%9B%9E%E9%99%90%E3%82%8A%E3%81%AE%E6%89%8B%E9%A0%86%E3%81%A7%E3%81%99%E3%80%82_%E2%96%A0%E3%83%88%E3%83%AC%E3%83%BC%E3%83%8B%E3%83%B3%E3%82%B0%E6%B8%88%E3%83%A2%E3%83%87%E3%83%AB\" >\u9ad8\u6027\u80fd\nBERT\u306f\u3001\u9ad8\u3044\u7cbe\u5ea6\u306e\u7d50\u679c\u3092\u4f5c\u6210\u3067\u304d\u300111\u306e\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30bf\u30b9\u30af\u3067\u6700\u5148\u7aef\u306e\u7d50\u679c\u3092\u5f97\u3089\u308c\u307e\u3059\u3002\n\u30fbGLUE\u30b9\u30b3\u30a2\uff1a80.5\uff05&#8212;7.7\uff05\u6539\u5584 \u30fbMultiNLI\u7cbe\u5ea6\uff1a86.7\uff05&#8212;4.6\uff05\u6539\u5584 \u30fb\u8cea\u554f\u5fdc\u7b54\u30c6\u30b9\u30c8F1\uff1a93.2\u30dd\u30a4\u30f3\u30c8&#8212;1.5\u30dd\u30a4\u30f3\u30c8\u6539\u5584 \u30fbSQuADv2.0\u30c6\u30b9\u30c8F1\uff1a83.1\u30dd\u30a4\u30f3\u30c8&#8212;5.1\u30dd\u30a4\u30f3\u30c8\u6539\u5584\n\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u30a2\u30d7\u30ed\u30fc\u30c1\nBERT\u306f\u3001\u30c7\u30a3\u30fc\u30d7\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u6700\u4e0b\u90e8\u304b\u3089\u958b\u59cb\u3057\u3001\u5bfe\u8c61\u7b87\u6240\u306e\u5de6\u5074\u3068\u53f3\u5074\u306e\u4e21\u65b9\u306e\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8\u3092\u4f7f\u7528\u3059\u308b\u300c\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u30a2\u30d7\u30ed\u30fc\u30c1\u300d\u3092\u63a1\u7528\u3057\u3066\u3044\u307e\u3059\u3002\n\u5165\u529b\u5185\u306e\u5358\u8a9e\u306e15\uff05\u3092\u30de\u30b9\u30af\u3057\u3001\u30b7\u30fc\u30b1\u30f3\u30b9\u5168\u4f53\u3092\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u5909\u6210\u5668\u30a8\u30f3\u30b3\u30fc\u30c0\u30fc\u3067\u5b9f\u884c\u3057\u3066\u304b\u3089\u3001\u30de\u30b9\u30af\u3055\u308c\u305f\u5358\u8a9e\u306e\u307f\u3092\u4e88\u6e2c\u3057\u307e\u3059\u3002\n\u6b21\u306b\u3001\u5927\u304d\u306a\u30b3\u30fc\u30d1\u30b9(Wikipedia+BookCorpus)\u3067\u3001\u30e2\u30c7\u30eb(12\u5c64\u304b\u308924\u5c64\u306e\u5909\u6210\u5668)\u3092\u9577\u6642\u9593\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3057\u307e\u3059\u3002\n\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\n\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306b\u306f\u3001\u300c4\u301c16\u306e\u30af\u30e9\u30a6\u30c9TPU\u30674\u65e5\u9593\u307b\u3069\u300d\u306e\u30b3\u30b9\u30c8\u304c\u304b\u304b\u308a\u307e\u3059\u304c\u3001\u8a00\u8a9e\u3054\u3068\u306b1\u56de\u9650\u308a\u306e\u624b\u9806\u3067\u3059\u3002\n\u25a0\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u6e08\u30e2\u30c7\u30eb<\/a><\/li><\/ul><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n<h1 class=\"h1Custom\"><span class=\"ez-toc-section\" id=\"%E3%80%8CBERT%E3%80%8D%E3%81%A8%E3%81%AF\"><\/span>\u300cBERT\u300d\u3068\u306f<span class=\"ez-toc-section-end\"><\/span><\/h1>\n<h3 class=\"h2smalltitle\">\u6982\u8981<\/h2>\n<p><strong>BERT<\/strong>(\u30d0\u30fc\u30c8)\u3068\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u30bf\u30b9\u30af\u306e\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5\u3067\u3059\u3002\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3055\u308c\u305fBERT\u30e2\u30c7\u30eb\u30921\u3064\u306e\u8ffd\u52a0\u51fa\u529b\u30ec\u30a4\u30e4\u30fc\u3067\u5fae\u8abf\u6574\u3059\u308b\u3053\u3068\u3067\u3001\u300c\u8cea\u554f\u5fdc\u7b54\u300d\u3084\u300c\u8a00\u8a9e\u63a8\u8ad6\u300d\u306a\u3069\u306e\u5e45\u5e83\u3044\u30bf\u30b9\u30af\u306b\u5bfe\u5fdc\u3059\u308b\u6700\u5148\u7aef\u306e\u30e2\u30c7\u30eb\u3092\u4f5c\u6210\u3067\u304d\u307e\u3059\u3002Google Research\u304c\u4e2d\u5fc3\u3068\u306a\u308a\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<h3 class=\"h2smalltitle\">\u57fa\u672c\u8aac\u660e<\/h2>\n<p>BERT\u306f\u300cBidirectional Encoder Representations Transformers\u300d\u306e\u7565\u79f0\u3067\u3001\u8a00\u8a9e\u8868\u73fe\u3092\u4e8b\u524d\u306b\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3059\u308b\u624b\u6cd5\u3067\u3059\u3002<\/p>\n<p>\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u3068\u306f\u300c\u8a00\u8a9e\u7ffb\u8a33\u300d\u300c\u30bb\u30f3\u30c1\u30e1\u30f3\u30c8\u5206\u6790\u300d\u300c\u30bb\u30de\u30f3\u30c6\u30a3\u30c3\u30af\u691c\u7d22\u300d\u300c\u305d\u306e\u4ed6\u306e\u6570\u591a\u304f\u306e\u8a00\u8a9e\u30bf\u30b9\u30af\u300d\u306a\u3069\u306b\u307e\u305f\u304c\u308b\u4eba\u5de5\u77e5\u80fd(AI)\u306e\u30b5\u30d6\u30ab\u30c6\u30b4\u30ea\u3067\u3059\u3002<\/p>\n<p>\u300c\u6c4e\u7528\u8a00\u8a9e\u7406\u89e3\u30e2\u30c7\u30eb\u300d\u3092\u5927\u304d\u306a\u30c6\u30ad\u30b9\u30c8\u30b3\u30fc\u30d1\u30b9(Wikipedia\u306a\u3069)\u3067\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3057\u3001\u305d\u306e\u30e2\u30c7\u30eb\u3092NLP\u30bf\u30b9\u30af(\u8cea\u554f\u306a\u3069)\u306b\u4f7f\u7528\u3057\u307e\u3059\u3002<\/p>\n<p>\u300c\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u30a2\u30d7\u30ed\u30fc\u30c1\u300d\u306b\u3088\u308a\u3001\u8a00\u8a9e\u7406\u89e3\u30bf\u30b9\u30af\u306b\u304a\u3044\u3066\u3001\u4ee5\u524d\u306e\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u65b9\u6cd5\u3088\u308a\u3082\u9ad8\u3044\u7cbe\u5ea6\u306b\u9054\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<h3 class=\"h2smalltitle\">\u30aa\u30d5\u30a3\u30b7\u30e3\u30eb\u30b5\u30a4\u30c8\u60c5\u5831<\/h2>\n<h4 class=\"subtitle-h4\">\u25a0\u30aa\u30d5\u30a3\u30b7\u30e3\u30eb\u30b5\u30a4\u30c8<\/h3>\n<p><a href=\"https:\/\/arxiv.org\/abs\/1810.04805\" target=\"jumpsite\" rel=\"noopener\">\u2192arxiv.org\u3000\u2192BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding<\/a><\/p>\n<h4 class=\"subtitle-h4\">\u25a0GitHub<\/h3>\n<p><a href=\"https:\/\/github.com\/google-research\/bert\" target=\"jumpsite\" rel=\"noopener\">\u2192github.com\u3000\u2192google-research\/bert<\/a><\/p>\n<h4 class=\"subtitle-h4\">\u25a0\u4e3b\u8981\u958b\u767a\u5143<\/h3>\n<p>BERT\u306f\u3001Google Research\u304c\u4e2d\u5fc3\u3068\u306a\u308a\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p><a href=\"https:\/\/research.google\/\" target=\"jumpsite\" rel=\"noopener\">\u2192research.google<\/a><\/p>\n<h4 class=\"subtitle-h4\">\u25a0\u30e9\u30a4\u30bb\u30f3\u30b9\u60c5\u5831<\/h3>\n<p>BERT\u306e\u30e9\u30a4\u30bb\u30f3\u30b9\u306f\u300cApache License 2.0\u300d\u3067\u3059\u3002<\/p>\n<p>\u8a73\u7d30\u306b\u3064\u3044\u3066\u3001\u3053\u3061\u3089\u3092\u53c2\u7167\u304f\u3060\u3055\u3044\u3002<br \/><a href=\"https:\/\/github.com\/google-research\/bert\/blob\/master\/LICENSE\" target=\"jumpsite\" rel=\"noopener\">\u2192github.com\u3000\u2192google-research\/bert\u3000\u2192LICENSE<\/a><\/p>\n<h4 class=\"subtitle-h4\">\u25a0\u52d5\u4f5c\u74b0\u5883<\/h3>\n<p>\u30ea\u30dd\u30b8\u30c8\u30ea\u5185\u306e\u3059\u3079\u3066\u306e\u30b3\u30fc\u30c9\u306f\u300cCPU\u300d\u300cGPU\u300d\u300cCloudTPU\u300d\u3067\u3059\u3050\u306b\u4f7f\u7528\u3067\u304d\u307e\u3059\u3002<\/p>\n<p>\u305f\u3060\u3057\u3001GPU\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306f\u5358\u4e00GPU\u306e\u307f\u30b5\u30dd\u30fc\u30c8\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<h4 class=\"subtitle-h4\">\u25a0\u30c0\u30a6\u30f3\u30ed\u30fc\u30c9<\/h3>\n<p><a href=\"https:\/\/github.com\/google-research\/bert\" target=\"jumpsite\" rel=\"noopener\">\u2192github.com\u3000\u2192google-research\/bert<\/a><\/p>\n<h3 class=\"h2smalltitle\">\u9ad8\u6027\u80fd<\/h2>\n<p>BERT\u306f\u3001\u9ad8\u3044\u7cbe\u5ea6\u306e\u7d50\u679c\u3092\u4f5c\u6210\u3067\u304d\u300111\u306e\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30bf\u30b9\u30af\u3067\u6700\u5148\u7aef\u306e\u7d50\u679c\u3092\u5f97\u3089\u308c\u307e\u3059\u3002<\/p>\n<p>\u30fbGLUE\u30b9\u30b3\u30a2\uff1a80.5\uff05&#8212;7.7\uff05\u6539\u5584<br \/>\u30fbMultiNLI\u7cbe\u5ea6\uff1a86.7\uff05&#8212;4.6\uff05\u6539\u5584<br \/>\u30fb\u8cea\u554f\u5fdc\u7b54\u30c6\u30b9\u30c8F1\uff1a93.2\u30dd\u30a4\u30f3\u30c8&#8212;1.5\u30dd\u30a4\u30f3\u30c8\u6539\u5584<br \/>\u30fbSQuADv2.0\u30c6\u30b9\u30c8F1\uff1a83.1\u30dd\u30a4\u30f3\u30c8&#8212;5.1\u30dd\u30a4\u30f3\u30c8\u6539\u5584<\/p>\n<h3 class=\"h2smalltitle\">\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u30a2\u30d7\u30ed\u30fc\u30c1<\/h2>\n<p>BERT\u306f\u3001\u30c7\u30a3\u30fc\u30d7\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u6700\u4e0b\u90e8\u304b\u3089\u958b\u59cb\u3057\u3001\u5bfe\u8c61\u7b87\u6240\u306e\u5de6\u5074\u3068\u53f3\u5074\u306e\u4e21\u65b9\u306e\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8\u3092\u4f7f\u7528\u3059\u308b\u300c\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u30a2\u30d7\u30ed\u30fc\u30c1\u300d\u3092\u63a1\u7528\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<p>\u5165\u529b\u5185\u306e\u5358\u8a9e\u306e15\uff05\u3092\u30de\u30b9\u30af\u3057\u3001\u30b7\u30fc\u30b1\u30f3\u30b9\u5168\u4f53\u3092\u30c7\u30a3\u30fc\u30d7\u53cc\u65b9\u5411\u5909\u6210\u5668\u30a8\u30f3\u30b3\u30fc\u30c0\u30fc\u3067\u5b9f\u884c\u3057\u3066\u304b\u3089\u3001\u30de\u30b9\u30af\u3055\u308c\u305f\u5358\u8a9e\u306e\u307f\u3092\u4e88\u6e2c\u3057\u307e\u3059\u3002<\/p>\n<p>\u6b21\u306b\u3001\u5927\u304d\u306a\u30b3\u30fc\u30d1\u30b9(Wikipedia+BookCorpus)\u3067\u3001\u30e2\u30c7\u30eb(12\u5c64\u304b\u308924\u5c64\u306e\u5909\u6210\u5668)\u3092\u9577\u6642\u9593\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3057\u307e\u3059\u3002<\/p>\n<h3 class=\"h2smalltitle\">\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0<\/h2>\n<p>\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306b\u306f\u3001\u300c4\u301c16\u306e\u30af\u30e9\u30a6\u30c9TPU\u30674\u65e5\u9593\u307b\u3069\u300d\u306e\u30b3\u30b9\u30c8\u304c\u304b\u304b\u308a\u307e\u3059\u304c\u3001\u8a00\u8a9e\u3054\u3068\u306b1\u56de\u9650\u308a\u306e\u624b\u9806\u3067\u3059\u3002<\/p>\n<h4 class=\"subtitle-h4\">\u25a0\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u6e08\u30e2\u30c7\u30eb<\/h3>\n<p>\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u30e2\u30c7\u30eb\u304c\u30ea\u30ea\u30fc\u30b9\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p>\u307b\u3068\u3093\u3069\u306eNLP\u7814\u7a76\u8005\u306f\u3001\u72ec\u81ea\u30e2\u30c7\u30eb\u3092\u6700\u521d\u304b\u3089\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3059\u308b\u5fc5\u8981\u306f\u3042\u308a\u307e\u305b\u3093\u3002<\/p>\n<h3 class=\"h2smalltitle\">\u5fae\u8abf\u6574\u30ab\u30b9\u30bf\u30de\u30a4\u30ba<\/h2>\n<p>\u5fae\u8abf\u6574\u30d7\u30ed\u30bb\u30b9\u306f\u77ed\u6642\u9593\u3067\u5b8c\u4e86\u3067\u304d\u307e\u3059\u3002<\/p>\n<p>\u300c\u5358\u4e00\u30af\u30e9\u30a6\u30c9TPU\u30671\u6642\u9593\u307b\u3069\u300d\u3082\u3057\u304f\u306f\u300cGPU\u3067\u6570\u6642\u9593\u307b\u3069\u300d\u3067\u7d42\u4e86\u3057\u307e\u3059\u3002<\/p>\n<p>\u4f8b\u3048\u3070\u3001SQuAD(\u30b9\u30bf\u30f3\u30d5\u30a9\u30fc\u30c9\u8cea\u554f\u5fdc\u7b54\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8)\u306e\u5834\u5408\u3001\u5358\u4e00\u30af\u30e9\u30a6\u30c9TPU\u306b\u304a\u3044\u3066\u7d0430\u5206\u3067\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3067\u304d\u300191.0\uff05\u306eDevF1\u30b9\u30b3\u30a2\u3092\u9054\u6210\u3067\u304d\u307e\u3059\u3002<\/p>\n<p><\/p>\n<p>\u53c2\u8003\u5143\u30b5\u30a4\u30c8<\/p>\n<ul>\n<li><a href=\"https:\/\/arxiv.org\/abs\/1810.04805\" target=\"jumpsite\" rel=\"noopener\">\u2192arxiv.org\u3000\u2192BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding<\/a><\/li>\n<li><a href=\"https:\/\/github.com\/google-research\/bert\" target=\"jumpsite\" rel=\"noopener\">\u2192github.com\u3000\u2192google-research\/bert<\/a><\/li>\n<\/ul>\n<p class=\"text80\">\u203b\u5b9a\u671f\u7684\u306b\u30e1\u30f3\u30c6\u30ca\u30f3\u30b9\u3092\u5b9f\u65bd\u3057\u3066\u304a\u308a\u307e\u3059\u304c\u3001\u4e00\u90e8\u60c5\u5831\u304c\u53e4\u3044\u5834\u5408\u304c\u3054\u3056\u3044\u307e\u3059\u3002\u3054\u4e86\u627f\u304f\u3060\u3055\u3044\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>BERT(\u30d0\u30fc\u30c8)\u3068\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u30bf\u30b9\u30af\u306e\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5\u3067\u3059\u3002\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3055\u308c\u305fBERT\u30e2\u30c7\u30eb\u30921\u3064\u306e\u8ffd\u52a0\u51fa\u529b\u30ec\u30a4\u30e4\u30fc\u3067\u5fae\u8abf\u6574\u3059\u308b\u3053\u3068\u3067\u3001\u300c\u8cea\u554f\u5fdc\u7b54\u300d\u3084\u300c\u8a00\u8a9e\u63a8\u8ad6\u300d\u306a\u3069\u306e\u5e45\u5e83\u3044\u30bf\u30b9\u30af\u306b\u5bfe\u5fdc\u3059\u308b\u6700\u5148\u7aef\u306e\u30e2\u30c7\u30eb\u3092\u4f5c\u6210\u3067\u304d\u307e\u3059\u3002Google Research\u304c\u4e2d\u5fc3\u3068\u306a\u308a\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n","protected":false},"author":4,"featured_media":3972,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"_monsterinsights_skip_tracking":false,"_monsterinsights_sitenote_active":false,"_monsterinsights_sitenote_note":"","_monsterinsights_sitenote_category":0,"footnotes":""},"categories":[243],"tags":[791],"class_list":["post-5142","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-oss","tag-bert"],"acf":[],"aioseo_notices":[],"aioseo_head":"\n\t\t<!-- All in One SEO 4.9.8 - aioseo.com -->\n\t<meta name=\"description\" content=\"BERT(\u30d0\u30fc\u30c8)\u3068\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u30bf\u30b9\u30af\u306e\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5\u3067\u3059\u3002\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3055\u308c\u305fBERT\u30e2\u30c7\u30eb\u30921\u3064\u306e\u8ffd\u52a0\u51fa\u529b\u30ec\u30a4\u30e4\u30fc\u3067\u5fae\u8abf\u6574\u3059\u308b\u3053\u3068\u3067\u3001\u300c\u8cea\u554f\u5fdc\u7b54\u300d\u3084\u300c\u8a00\u8a9e\u63a8\u8ad6\u300d\u306a\u3069\u306e\u5e45\u5e83\u3044\u30bf\u30b9\u30af\u306b\u5bfe\u5fdc\u3059\u308b\u6700\u5148\u7aef\u306e\u30e2\u30c7\u30eb\u3092\u4f5c\u6210\u3067\u304d\u307e\u3059\u3002Google Research\u304c\u4e2d\u5fc3\u3068\u306a\u308a\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002\" \/>\n\t<meta name=\"robots\" content=\"max-image-preview:large\" \/>\n\t<meta name=\"author\" content=\"StaffA Majisemi\"\/>\n\t<meta name=\"google-site-verification\" content=\"R--YJHuwLBhoU7QOHv-MDEZzZSg0zyckFAJFkrztFu4\" \/>\n\t<meta name=\"keywords\" content=\"bert,oss\u60c5\u5831\" \/>\n\t<link rel=\"canonical\" href=\"https:\/\/majisemi.com\/topics\/oss\/5142\/\" \/>\n\t<meta name=\"generator\" content=\"All in One SEO (AIOSEO) 4.9.8\" \/>\n\t\t<meta property=\"og:locale\" content=\"ja_JP\" \/>\n\t\t<meta property=\"og:site_name\" content=\"\u30de\u30b8\u30bb\u30df\u30c9\u30e9\u30a4\u30d6 | \u30a6\u30a7\u30d3\u30ca\u30fc\u30fbIT\u30b5\u30fc\u30d3\u30b9\u30fb\u30c4\u30fc\u30eb\u306e\u6700\u65b0\u60c5\u5831\u3092\u914d\u4fe1\" \/>\n\t\t<meta property=\"og:type\" content=\"article\" \/>\n\t\t<meta property=\"og:title\" content=\"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011BERT | \u30de\u30b8\u30bb\u30df\" \/>\n\t\t<meta property=\"og:description\" content=\"BERT(\u30d0\u30fc\u30c8)\u3068\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u30bf\u30b9\u30af\u306e\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5\u3067\u3059\u3002\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3055\u308c\u305fBERT\u30e2\u30c7\u30eb\u30921\u3064\u306e\u8ffd\u52a0\u51fa\u529b\u30ec\u30a4\u30e4\u30fc\u3067\u5fae\u8abf\u6574\u3059\u308b\u3053\u3068\u3067\u3001\u300c\u8cea\u554f\u5fdc\u7b54\u300d\u3084\u300c\u8a00\u8a9e\u63a8\u8ad6\u300d\u306a\u3069\u306e\u5e45\u5e83\u3044\u30bf\u30b9\u30af\u306b\u5bfe\u5fdc\u3059\u308b\u6700\u5148\u7aef\u306e\u30e2\u30c7\u30eb\u3092\u4f5c\u6210\u3067\u304d\u307e\u3059\u3002Google Research\u304c\u4e2d\u5fc3\u3068\u306a\u308a\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002\" \/>\n\t\t<meta property=\"og:url\" content=\"https:\/\/majisemi.com\/topics\/oss\/5142\/\" \/>\n\t\t<meta property=\"og:image\" content=\"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg\" \/>\n\t\t<meta property=\"og:image:secure_url\" content=\"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg\" \/>\n\t\t<meta property=\"og:image:width\" content=\"1200\" \/>\n\t\t<meta property=\"og:image:height\" content=\"627\" \/>\n\t\t<meta property=\"article:published_time\" content=\"2019-12-31T15:00:00+00:00\" \/>\n\t\t<meta property=\"article:modified_time\" content=\"2019-12-31T15:00:00+00:00\" \/>\n\t\t<meta property=\"article:publisher\" content=\"https:\/\/www.facebook.com\/OSSNews\/\" \/>\n\t\t<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n\t\t<meta name=\"twitter:site\" content=\"@Majisemi_it\" \/>\n\t\t<meta name=\"twitter:title\" content=\"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011BERT | \u30de\u30b8\u30bb\u30df\" \/>\n\t\t<meta name=\"twitter:description\" content=\"BERT(\u30d0\u30fc\u30c8)\u3068\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u30bf\u30b9\u30af\u306e\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5\u3067\u3059\u3002\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3055\u308c\u305fBERT\u30e2\u30c7\u30eb\u30921\u3064\u306e\u8ffd\u52a0\u51fa\u529b\u30ec\u30a4\u30e4\u30fc\u3067\u5fae\u8abf\u6574\u3059\u308b\u3053\u3068\u3067\u3001\u300c\u8cea\u554f\u5fdc\u7b54\u300d\u3084\u300c\u8a00\u8a9e\u63a8\u8ad6\u300d\u306a\u3069\u306e\u5e45\u5e83\u3044\u30bf\u30b9\u30af\u306b\u5bfe\u5fdc\u3059\u308b\u6700\u5148\u7aef\u306e\u30e2\u30c7\u30eb\u3092\u4f5c\u6210\u3067\u304d\u307e\u3059\u3002Google Research\u304c\u4e2d\u5fc3\u3068\u306a\u308a\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002\" \/>\n\t\t<meta name=\"twitter:creator\" content=\"@Majisemi_it\" \/>\n\t\t<meta name=\"twitter:image\" content=\"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg\" \/>\n\t\t<script type=\"application\/ld+json\" class=\"aioseo-schema\">\n\t\t\t{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"BlogPosting\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/5142\\\/#blogposting\",\"name\":\"\\u3010OSS\\u60c5\\u5831\\u30a2\\u30fc\\u30ab\\u30a4\\u30d6\\u3011BERT | \\u30de\\u30b8\\u30bb\\u30df\",\"headline\":\"\\u3010OSS\\u60c5\\u5831\\u30a2\\u30fc\\u30ab\\u30a4\\u30d6\\u3011BERT\",\"author\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/author\\\/akiba\\\/#author\"},\"publisher\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/#organization\"},\"image\":{\"@type\":\"ImageObject\",\"url\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/______import\\\/2023\\\/05\\\/OSS\\u30a2\\u30a4\\u30ad\\u30e3\\u30c3\\u30c1.jpg\",\"width\":1200,\"height\":627},\"datePublished\":\"2020-01-01T00:00:00+09:00\",\"dateModified\":\"2020-01-01T00:00:00+09:00\",\"inLanguage\":\"ja\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/5142\\\/#webpage\"},\"isPartOf\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/5142\\\/#webpage\"},\"articleSection\":\"OSS\\u60c5\\u5831, BERT\"},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/5142\\\/#breadcrumblist\",\"itemListElement\":[{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics#listItem\",\"position\":1,\"name\":\"\\u30db\\u30fc\\u30e0\",\"item\":\"https:\\\/\\\/majisemi.com\\\/topics\",\"nextItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/category\\\/oss\\\/#listItem\",\"name\":\"OSS\\u60c5\\u5831\"}},{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/category\\\/oss\\\/#listItem\",\"position\":2,\"name\":\"OSS\\u60c5\\u5831\",\"item\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/category\\\/oss\\\/\",\"nextItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/5142\\\/#listItem\",\"name\":\"\\u3010OSS\\u60c5\\u5831\\u30a2\\u30fc\\u30ab\\u30a4\\u30d6\\u3011BERT\"},\"previousItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics#listItem\",\"name\":\"\\u30db\\u30fc\\u30e0\"}},{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/5142\\\/#listItem\",\"position\":3,\"name\":\"\\u3010OSS\\u60c5\\u5831\\u30a2\\u30fc\\u30ab\\u30a4\\u30d6\\u3011BERT\",\"previousItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/category\\\/oss\\\/#listItem\",\"name\":\"OSS\\u60c5\\u5831\"}}]},{\"@type\":\"Organization\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/#organization\",\"name\":\"\\u30de\\u30b8\\u30bb\\u30df\",\"description\":\"\\u30a6\\u30a7\\u30d3\\u30ca\\u30fc\\u30fbIT\\u30b5\\u30fc\\u30d3\\u30b9\\u30fb\\u30c4\\u30fc\\u30eb\\u306e\\u6700\\u65b0\\u60c5\\u5831\\u3092\\u914d\\u4fe1\",\"url\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/______import\\\/2022\\\/12\\\/\\u30de\\u30b8\\u30bb\\u30df\\u30ed\\u30b4.jpg\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/5142\\\/#organizationLogo\",\"width\":960,\"height\":960},\"image\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/5142\\\/#organizationLogo\"},\"sameAs\":[\"https:\\\/\\\/www.facebook.com\\\/OSSNews\\\/\",\"https:\\\/\\\/twitter.com\\\/Majisemi_it\\\/\",\"https:\\\/\\\/www.instagram.com\\\/majisemi_it\\\/\",\"https:\\\/\\\/www.youtube.com\\\/@majisemi\"]},{\"@type\":\"Person\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/author\\\/akiba\\\/#author\",\"url\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/author\\\/akiba\\\/\",\"name\":\"StaffA Majisemi\",\"image\":{\"@type\":\"ImageObject\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/5142\\\/#authorImage\",\"url\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/41370066eb3581cd140f53233af8bc9bbb29bac0103f980a255c6d704ffcdca7?s=96&d=mm&r=g\",\"width\":96,\"height\":96,\"caption\":\"StaffA Majisemi\"}},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/5142\\\/#webpage\",\"url\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/5142\\\/\",\"name\":\"\\u3010OSS\\u60c5\\u5831\\u30a2\\u30fc\\u30ab\\u30a4\\u30d6\\u3011BERT | \\u30de\\u30b8\\u30bb\\u30df\",\"description\":\"BERT(\\u30d0\\u30fc\\u30c8)\\u3068\\u306f\\u3001\\u81ea\\u7136\\u8a00\\u8a9e\\u51e6\\u7406(NLP)\\u30bf\\u30b9\\u30af\\u306e\\u4e8b\\u524d\\u30c8\\u30ec\\u30fc\\u30cb\\u30f3\\u30b0\\u624b\\u6cd5\\u3067\\u3059\\u3002\\u4e8b\\u524d\\u30c8\\u30ec\\u30fc\\u30cb\\u30f3\\u30b0\\u3055\\u308c\\u305fBERT\\u30e2\\u30c7\\u30eb\\u30921\\u3064\\u306e\\u8ffd\\u52a0\\u51fa\\u529b\\u30ec\\u30a4\\u30e4\\u30fc\\u3067\\u5fae\\u8abf\\u6574\\u3059\\u308b\\u3053\\u3068\\u3067\\u3001\\u300c\\u8cea\\u554f\\u5fdc\\u7b54\\u300d\\u3084\\u300c\\u8a00\\u8a9e\\u63a8\\u8ad6\\u300d\\u306a\\u3069\\u306e\\u5e45\\u5e83\\u3044\\u30bf\\u30b9\\u30af\\u306b\\u5bfe\\u5fdc\\u3059\\u308b\\u6700\\u5148\\u7aef\\u306e\\u30e2\\u30c7\\u30eb\\u3092\\u4f5c\\u6210\\u3067\\u304d\\u307e\\u3059\\u3002Google Research\\u304c\\u4e2d\\u5fc3\\u3068\\u306a\\u308a\\u958b\\u767a\\u304c\\u9032\\u3081\\u3089\\u308c\\u3066\\u3044\\u307e\\u3059\\u3002\",\"inLanguage\":\"ja\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/#website\"},\"breadcrumb\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/5142\\\/#breadcrumblist\"},\"author\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/author\\\/akiba\\\/#author\"},\"creator\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/author\\\/akiba\\\/#author\"},\"image\":{\"@type\":\"ImageObject\",\"url\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/______import\\\/2023\\\/05\\\/OSS\\u30a2\\u30a4\\u30ad\\u30e3\\u30c3\\u30c1.jpg\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/5142\\\/#mainImage\",\"width\":1200,\"height\":627},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/oss\\\/5142\\\/#mainImage\"},\"datePublished\":\"2020-01-01T00:00:00+09:00\",\"dateModified\":\"2020-01-01T00:00:00+09:00\"},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/#website\",\"url\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/\",\"name\":\"\\u30de\\u30b8\\u30bb\\u30df\\u30c9\\u30e9\\u30a4\\u30d6\",\"alternateName\":\"\\u30de\\u30b8\\u30bb\\u30df\\u30c9\\u30e9\\u30a4\\u30d6\",\"description\":\"\\u30a6\\u30a7\\u30d3\\u30ca\\u30fc\\u30fbIT\\u30b5\\u30fc\\u30d3\\u30b9\\u30fb\\u30c4\\u30fc\\u30eb\\u306e\\u6700\\u65b0\\u60c5\\u5831\\u3092\\u914d\\u4fe1\",\"inLanguage\":\"ja\",\"publisher\":{\"@id\":\"https:\\\/\\\/majisemi.com\\\/topics\\\/#organization\"}}]}\n\t\t<\/script>\n\t\t<!-- All in One SEO -->\n\n","aioseo_head_json":{"title":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011BERT | \u30de\u30b8\u30bb\u30df","description":"BERT(\u30d0\u30fc\u30c8)\u3068\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u30bf\u30b9\u30af\u306e\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5\u3067\u3059\u3002\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3055\u308c\u305fBERT\u30e2\u30c7\u30eb\u30921\u3064\u306e\u8ffd\u52a0\u51fa\u529b\u30ec\u30a4\u30e4\u30fc\u3067\u5fae\u8abf\u6574\u3059\u308b\u3053\u3068\u3067\u3001\u300c\u8cea\u554f\u5fdc\u7b54\u300d\u3084\u300c\u8a00\u8a9e\u63a8\u8ad6\u300d\u306a\u3069\u306e\u5e45\u5e83\u3044\u30bf\u30b9\u30af\u306b\u5bfe\u5fdc\u3059\u308b\u6700\u5148\u7aef\u306e\u30e2\u30c7\u30eb\u3092\u4f5c\u6210\u3067\u304d\u307e\u3059\u3002Google Research\u304c\u4e2d\u5fc3\u3068\u306a\u308a\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002","canonical_url":"https:\/\/majisemi.com\/topics\/oss\/5142\/","robots":"max-image-preview:large","keywords":"bert,oss\u60c5\u5831","webmasterTools":{"google-site-verification":"R--YJHuwLBhoU7QOHv-MDEZzZSg0zyckFAJFkrztFu4","miscellaneous":""},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"BlogPosting","@id":"https:\/\/majisemi.com\/topics\/oss\/5142\/#blogposting","name":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011BERT | \u30de\u30b8\u30bb\u30df","headline":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011BERT","author":{"@id":"https:\/\/majisemi.com\/topics\/author\/akiba\/#author"},"publisher":{"@id":"https:\/\/majisemi.com\/topics\/#organization"},"image":{"@type":"ImageObject","url":"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg","width":1200,"height":627},"datePublished":"2020-01-01T00:00:00+09:00","dateModified":"2020-01-01T00:00:00+09:00","inLanguage":"ja","mainEntityOfPage":{"@id":"https:\/\/majisemi.com\/topics\/oss\/5142\/#webpage"},"isPartOf":{"@id":"https:\/\/majisemi.com\/topics\/oss\/5142\/#webpage"},"articleSection":"OSS\u60c5\u5831, BERT"},{"@type":"BreadcrumbList","@id":"https:\/\/majisemi.com\/topics\/oss\/5142\/#breadcrumblist","itemListElement":[{"@type":"ListItem","@id":"https:\/\/majisemi.com\/topics#listItem","position":1,"name":"\u30db\u30fc\u30e0","item":"https:\/\/majisemi.com\/topics","nextItem":{"@type":"ListItem","@id":"https:\/\/majisemi.com\/topics\/category\/oss\/#listItem","name":"OSS\u60c5\u5831"}},{"@type":"ListItem","@id":"https:\/\/majisemi.com\/topics\/category\/oss\/#listItem","position":2,"name":"OSS\u60c5\u5831","item":"https:\/\/majisemi.com\/topics\/category\/oss\/","nextItem":{"@type":"ListItem","@id":"https:\/\/majisemi.com\/topics\/oss\/5142\/#listItem","name":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011BERT"},"previousItem":{"@type":"ListItem","@id":"https:\/\/majisemi.com\/topics#listItem","name":"\u30db\u30fc\u30e0"}},{"@type":"ListItem","@id":"https:\/\/majisemi.com\/topics\/oss\/5142\/#listItem","position":3,"name":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011BERT","previousItem":{"@type":"ListItem","@id":"https:\/\/majisemi.com\/topics\/category\/oss\/#listItem","name":"OSS\u60c5\u5831"}}]},{"@type":"Organization","@id":"https:\/\/majisemi.com\/topics\/#organization","name":"\u30de\u30b8\u30bb\u30df","description":"\u30a6\u30a7\u30d3\u30ca\u30fc\u30fbIT\u30b5\u30fc\u30d3\u30b9\u30fb\u30c4\u30fc\u30eb\u306e\u6700\u65b0\u60c5\u5831\u3092\u914d\u4fe1","url":"https:\/\/majisemi.com\/topics\/","logo":{"@type":"ImageObject","url":"https:\/\/majisemi.com\/topics\/______import\/2022\/12\/\u30de\u30b8\u30bb\u30df\u30ed\u30b4.jpg","@id":"https:\/\/majisemi.com\/topics\/oss\/5142\/#organizationLogo","width":960,"height":960},"image":{"@id":"https:\/\/majisemi.com\/topics\/oss\/5142\/#organizationLogo"},"sameAs":["https:\/\/www.facebook.com\/OSSNews\/","https:\/\/twitter.com\/Majisemi_it\/","https:\/\/www.instagram.com\/majisemi_it\/","https:\/\/www.youtube.com\/@majisemi"]},{"@type":"Person","@id":"https:\/\/majisemi.com\/topics\/author\/akiba\/#author","url":"https:\/\/majisemi.com\/topics\/author\/akiba\/","name":"StaffA Majisemi","image":{"@type":"ImageObject","@id":"https:\/\/majisemi.com\/topics\/oss\/5142\/#authorImage","url":"https:\/\/secure.gravatar.com\/avatar\/41370066eb3581cd140f53233af8bc9bbb29bac0103f980a255c6d704ffcdca7?s=96&d=mm&r=g","width":96,"height":96,"caption":"StaffA Majisemi"}},{"@type":"WebPage","@id":"https:\/\/majisemi.com\/topics\/oss\/5142\/#webpage","url":"https:\/\/majisemi.com\/topics\/oss\/5142\/","name":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011BERT | \u30de\u30b8\u30bb\u30df","description":"BERT(\u30d0\u30fc\u30c8)\u3068\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u30bf\u30b9\u30af\u306e\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5\u3067\u3059\u3002\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3055\u308c\u305fBERT\u30e2\u30c7\u30eb\u30921\u3064\u306e\u8ffd\u52a0\u51fa\u529b\u30ec\u30a4\u30e4\u30fc\u3067\u5fae\u8abf\u6574\u3059\u308b\u3053\u3068\u3067\u3001\u300c\u8cea\u554f\u5fdc\u7b54\u300d\u3084\u300c\u8a00\u8a9e\u63a8\u8ad6\u300d\u306a\u3069\u306e\u5e45\u5e83\u3044\u30bf\u30b9\u30af\u306b\u5bfe\u5fdc\u3059\u308b\u6700\u5148\u7aef\u306e\u30e2\u30c7\u30eb\u3092\u4f5c\u6210\u3067\u304d\u307e\u3059\u3002Google Research\u304c\u4e2d\u5fc3\u3068\u306a\u308a\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002","inLanguage":"ja","isPartOf":{"@id":"https:\/\/majisemi.com\/topics\/#website"},"breadcrumb":{"@id":"https:\/\/majisemi.com\/topics\/oss\/5142\/#breadcrumblist"},"author":{"@id":"https:\/\/majisemi.com\/topics\/author\/akiba\/#author"},"creator":{"@id":"https:\/\/majisemi.com\/topics\/author\/akiba\/#author"},"image":{"@type":"ImageObject","url":"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg","@id":"https:\/\/majisemi.com\/topics\/oss\/5142\/#mainImage","width":1200,"height":627},"primaryImageOfPage":{"@id":"https:\/\/majisemi.com\/topics\/oss\/5142\/#mainImage"},"datePublished":"2020-01-01T00:00:00+09:00","dateModified":"2020-01-01T00:00:00+09:00"},{"@type":"WebSite","@id":"https:\/\/majisemi.com\/topics\/#website","url":"https:\/\/majisemi.com\/topics\/","name":"\u30de\u30b8\u30bb\u30df\u30c9\u30e9\u30a4\u30d6","alternateName":"\u30de\u30b8\u30bb\u30df\u30c9\u30e9\u30a4\u30d6","description":"\u30a6\u30a7\u30d3\u30ca\u30fc\u30fbIT\u30b5\u30fc\u30d3\u30b9\u30fb\u30c4\u30fc\u30eb\u306e\u6700\u65b0\u60c5\u5831\u3092\u914d\u4fe1","inLanguage":"ja","publisher":{"@id":"https:\/\/majisemi.com\/topics\/#organization"}}]},"og:locale":"ja_JP","og:site_name":"\u30de\u30b8\u30bb\u30df\u30c9\u30e9\u30a4\u30d6 | \u30a6\u30a7\u30d3\u30ca\u30fc\u30fbIT\u30b5\u30fc\u30d3\u30b9\u30fb\u30c4\u30fc\u30eb\u306e\u6700\u65b0\u60c5\u5831\u3092\u914d\u4fe1","og:type":"article","og:title":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011BERT | \u30de\u30b8\u30bb\u30df","og:description":"BERT(\u30d0\u30fc\u30c8)\u3068\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u30bf\u30b9\u30af\u306e\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5\u3067\u3059\u3002\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3055\u308c\u305fBERT\u30e2\u30c7\u30eb\u30921\u3064\u306e\u8ffd\u52a0\u51fa\u529b\u30ec\u30a4\u30e4\u30fc\u3067\u5fae\u8abf\u6574\u3059\u308b\u3053\u3068\u3067\u3001\u300c\u8cea\u554f\u5fdc\u7b54\u300d\u3084\u300c\u8a00\u8a9e\u63a8\u8ad6\u300d\u306a\u3069\u306e\u5e45\u5e83\u3044\u30bf\u30b9\u30af\u306b\u5bfe\u5fdc\u3059\u308b\u6700\u5148\u7aef\u306e\u30e2\u30c7\u30eb\u3092\u4f5c\u6210\u3067\u304d\u307e\u3059\u3002Google Research\u304c\u4e2d\u5fc3\u3068\u306a\u308a\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002","og:url":"https:\/\/majisemi.com\/topics\/oss\/5142\/","og:image":"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg","og:image:secure_url":"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg","og:image:width":1200,"og:image:height":627,"article:published_time":"2019-12-31T15:00:00+00:00","article:modified_time":"2019-12-31T15:00:00+00:00","article:publisher":"https:\/\/www.facebook.com\/OSSNews\/","twitter:card":"summary_large_image","twitter:site":"@Majisemi_it","twitter:title":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011BERT | \u30de\u30b8\u30bb\u30df","twitter:description":"BERT(\u30d0\u30fc\u30c8)\u3068\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u30bf\u30b9\u30af\u306e\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5\u3067\u3059\u3002\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3055\u308c\u305fBERT\u30e2\u30c7\u30eb\u30921\u3064\u306e\u8ffd\u52a0\u51fa\u529b\u30ec\u30a4\u30e4\u30fc\u3067\u5fae\u8abf\u6574\u3059\u308b\u3053\u3068\u3067\u3001\u300c\u8cea\u554f\u5fdc\u7b54\u300d\u3084\u300c\u8a00\u8a9e\u63a8\u8ad6\u300d\u306a\u3069\u306e\u5e45\u5e83\u3044\u30bf\u30b9\u30af\u306b\u5bfe\u5fdc\u3059\u308b\u6700\u5148\u7aef\u306e\u30e2\u30c7\u30eb\u3092\u4f5c\u6210\u3067\u304d\u307e\u3059\u3002Google Research\u304c\u4e2d\u5fc3\u3068\u306a\u308a\u958b\u767a\u304c\u9032\u3081\u3089\u308c\u3066\u3044\u307e\u3059\u3002","twitter:creator":"@Majisemi_it","twitter:image":"https:\/\/majisemi.com\/topics\/______import\/2023\/05\/OSS\u30a2\u30a4\u30ad\u30e3\u30c3\u30c1.jpg"},"aioseo_meta_data":{"post_id":"5142","title":null,"description":null,"keywords":null,"keyphrases":null,"primary_term":null,"canonical_url":null,"og_title":null,"og_description":null,"og_object_type":"default","og_image_type":"default","og_image_url":null,"og_image_width":null,"og_image_height":null,"og_image_custom_url":null,"og_image_custom_fields":null,"og_video":null,"og_custom_url":null,"og_article_section":null,"og_article_tags":null,"twitter_use_og":false,"twitter_card":"default","twitter_image_type":"default","twitter_image_url":null,"twitter_image_custom_url":null,"twitter_image_custom_fields":null,"twitter_title":null,"twitter_description":null,"schema":{"blockGraphs":[],"customGraphs":[],"default":{"data":{"Article":[],"Course":[],"Dataset":[],"FAQPage":[],"Movie":[],"Person":[],"Product":[],"ProductReview":[],"Car":[],"Recipe":[],"Service":[],"SoftwareApplication":[],"WebPage":[]},"graphName":"","isEnabled":true},"graphs":[]},"schema_type":"default","schema_type_options":null,"pillar_content":false,"robots_default":true,"robots_noindex":false,"robots_noarchive":false,"robots_nosnippet":false,"robots_nofollow":false,"robots_noimageindex":false,"robots_noodp":false,"robots_notranslate":false,"robots_max_snippet":null,"robots_max_videopreview":null,"robots_max_imagepreview":"large","priority":null,"frequency":null,"local_seo":null,"breadcrumb_settings":null,"limit_modified_date":false,"ai":null,"created":"2023-09-22 07:35:26","updated":"2025-06-04 05:15:22","seo_analyzer_scan_date":null},"aioseo_breadcrumb":"<div class=\"aioseo-breadcrumbs\"><span class=\"aioseo-breadcrumb\">\n\t\t\t<a href=\"https:\/\/majisemi.com\/topics\" title=\"\u30db\u30fc\u30e0\">\u30db\u30fc\u30e0<\/a>\n\t\t<\/span><span class=\"aioseo-breadcrumb-separator\">\u00bb<\/span><span class=\"aioseo-breadcrumb\">\n\t\t\t<a href=\"https:\/\/majisemi.com\/topics\/category\/oss\/\" title=\"OSS\u60c5\u5831\">OSS\u60c5\u5831<\/a>\n\t\t<\/span><span class=\"aioseo-breadcrumb-separator\">\u00bb<\/span><span class=\"aioseo-breadcrumb\">\n\t\t\t\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011BERT\n\t\t<\/span><\/div>","aioseo_breadcrumb_json":[{"label":"\u30db\u30fc\u30e0","link":"https:\/\/majisemi.com\/topics"},{"label":"OSS\u60c5\u5831","link":"https:\/\/majisemi.com\/topics\/category\/oss\/"},{"label":"\u3010OSS\u60c5\u5831\u30a2\u30fc\u30ab\u30a4\u30d6\u3011BERT","link":"https:\/\/majisemi.com\/topics\/oss\/5142\/"}],"_links":{"self":[{"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/posts\/5142","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/users\/4"}],"replies":[{"embeddable":true,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/comments?post=5142"}],"version-history":[{"count":0,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/posts\/5142\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/media\/3972"}],"wp:attachment":[{"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/media?parent=5142"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/categories?post=5142"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/majisemi.com\/topics\/wp-json\/wp\/v2\/tags?post=5142"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}