{
  "id": 115676,
  "title": "Go from the basics - Attention mechanism, transformers, BERT",
  "url": "/competitions/tensorflow2-question-answering/discussion/115676",
  "author_name": "Saravana kumar",
  "post_date": "2019-11-04T14:29:10.145000",
  "votes": 6,
  "comment_count": 2,
  "views": 0,
  "content": "<p>Read this wonderful blog post about attention mechanism, transformers and BERT. \nI found this very useful and thought of sharing it with you folks.\nAttention: \n<a href=\"https://jalammar.github.io/visualizing-neural-machine-translation-mechanics-of-seq2seq-models-with-attention/\">https://jalammar.github.io/visualizing-neural-machine-translation-mechanics-of-seq2seq-models-with-attention/</a>\nTransformers: \n<a href=\"https://jalammar.github.io/illustrated-transformer/\">https://jalammar.github.io/illustrated-transformer/</a>\nBERT:\n<a href=\"http://jalammar.github.io/illustrated-bert/\">http://jalammar.github.io/illustrated-bert/</a></p>\n\n<p>Happy Learning   :)</p>",
  "messages": [
    {
      "id": 665014,
      "postDate": "2019-11-04T14:29:10.147Z",
      "content": "<p>Read this wonderful blog post about attention mechanism, transformers and BERT. \nI found this very useful and thought of sharing it with you folks.\nAttention: \n<a href=\"https://jalammar.github.io/visualizing-neural-machine-translation-mechanics-of-seq2seq-models-with-attention/\">https://jalammar.github.io/visualizing-neural-machine-translation-mechanics-of-seq2seq-models-with-attention/</a>\nTransformers: \n<a href=\"https://jalammar.github.io/illustrated-transformer/\">https://jalammar.github.io/illustrated-transformer/</a>\nBERT:\n<a href=\"http://jalammar.github.io/illustrated-bert/\">http://jalammar.github.io/illustrated-bert/</a></p>\n\n<p>Happy Learning   :)</p>",
      "rawMarkdown": "Read this wonderful blog post about attention mechanism, transformers and BERT. \nI found this very useful and thought of sharing it with you folks.\nAttention: \nhttps://jalammar.github.io/visualizing-neural-machine-translation-mechanics-of-seq2seq-models-with-attention/\nTransformers: \nhttps://jalammar.github.io/illustrated-transformer/\nBERT:\nhttp://jalammar.github.io/illustrated-bert/\n\nHappy Learning   :)",
      "votes": 6
    },
    {
      "id": 665071,
      "postDate": "2019-11-04T15:50:18.770Z",
      "rawMarkdown": "",
      "isDeleted": true
    },
    {
      "id": 711847,
      "postDate": "2020-01-06T15:21:14.583Z",
      "content": "<p>Great links. Thanks.</p>",
      "rawMarkdown": "Great links. Thanks.",
      "votes": 1
    }
  ],
  "comments": [
    {
      "id": 665071,
      "author_name": "",
      "author_url": "",
      "post_date": "2019-11-04T15:50:18.770000",
      "content": "",
      "votes": 0,
      "replies": []
    },
    {
      "id": 711847,
      "author_name": "Chris Deotte",
      "author_url": "",
      "post_date": "2020-01-06T15:21:14.583000",
      "content": "<p>Great links. Thanks.</p>",
      "votes": 1,
      "replies": []
    }
  ],
  "raw_markdown_by_id": {
    "665014": "Read this wonderful blog post about attention mechanism, transformers and BERT. \nI found this very useful and thought of sharing it with you folks.\nAttention: \nhttps://jalammar.github.io/visualizing-neural-machine-translation-mechanics-of-seq2seq-models-with-attention/\nTransformers: \nhttps://jalammar.github.io/illustrated-transformer/\nBERT:\nhttp://jalammar.github.io/illustrated-bert/\n\nHappy Learning   :)",
    "665071": "",
    "711847": "Great links. Thanks."
  }
}