{"id":7197,"date":"2021-08-19T08:59:55","date_gmt":"2021-08-19T08:59:55","guid":{"rendered":"http:\/\/invbat.com\/blog2\/?p=7197"},"modified":"2021-08-19T08:59:55","modified_gmt":"2021-08-19T08:59:55","slug":"the-masked-language-modeling-task-used-to-train-bert","status":"publish","type":"post","link":"https:\/\/invbat.com\/blog2\/index.php\/2021\/08\/19\/the-masked-language-modeling-task-used-to-train-bert\/","title":{"rendered":"<a href=\"https:\/\/arxiv.org\/pdf\/2108.07258.pdf\"><font color=\"blue\">     the masked language modeling task used to train BERT  <\/font><\/a>"},"content":{"rendered":"\n<p><a href=\"https:\/\/arxiv.org\/pdf\/2108.07258.pdf\"> \n the masked language modeling task used to train BERT\n\n<\/a><\/p>\n\n\n\n<figure class=\"wp-block-image\"><a href=\"https:\/\/invbat.com\/ads1.html\"><img loading=\"lazy\" decoding=\"async\" width=\"885\" height=\"305\" src=\"https:\/\/invbat.com\/blog2\/wp-content\/uploads\/2021\/04\/Help2.png\" alt=\"\" class=\"wp-image-5005\" srcset=\"https:\/\/invbat.com\/blog2\/wp-content\/uploads\/2021\/04\/Help2.png 885w, https:\/\/invbat.com\/blog2\/wp-content\/uploads\/2021\/04\/Help2-300x103.png 300w, https:\/\/invbat.com\/blog2\/wp-content\/uploads\/2021\/04\/Help2-768x265.png 768w\" sizes=\"auto, (max-width: 709px) 85vw, (max-width: 909px) 67vw, (max-width: 1362px) 62vw, 840px\" \/><\/a><\/figure><p>advertisement<\/p>\n","protected":false},"excerpt":{"rendered":"<p>the masked language modeling task used to train BERT<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[390],"tags":[],"class_list":["post-7197","post","type-post","status-publish","format-standard","hentry","category-bert-machine-learning-for-nlp"],"_links":{"self":[{"href":"https:\/\/invbat.com\/blog2\/index.php\/wp-json\/wp\/v2\/posts\/7197","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/invbat.com\/blog2\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/invbat.com\/blog2\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/invbat.com\/blog2\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/invbat.com\/blog2\/index.php\/wp-json\/wp\/v2\/comments?post=7197"}],"version-history":[{"count":1,"href":"https:\/\/invbat.com\/blog2\/index.php\/wp-json\/wp\/v2\/posts\/7197\/revisions"}],"predecessor-version":[{"id":7198,"href":"https:\/\/invbat.com\/blog2\/index.php\/wp-json\/wp\/v2\/posts\/7197\/revisions\/7198"}],"wp:attachment":[{"href":"https:\/\/invbat.com\/blog2\/index.php\/wp-json\/wp\/v2\/media?parent=7197"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/invbat.com\/blog2\/index.php\/wp-json\/wp\/v2\/categories?post=7197"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/invbat.com\/blog2\/index.php\/wp-json\/wp\/v2\/tags?post=7197"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}