{"id":24411,"date":"2026-05-11T09:31:29","date_gmt":"2026-05-11T06:01:29","guid":{"rendered":"https:\/\/hamrah.academy\/blog\/?p=22587"},"modified":"2026-07-04T14:55:10","modified_gmt":"2026-07-04T11:25:10","slug":"different-neural-language-models","status":"publish","type":"post","link":"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/","title":{"rendered":"\u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a\u061f + \u062a\u0639\u0631\u06cc\u0641 \u0648 \u0627\u0646\u0648\u0627\u0639"},"content":{"rendered":"<p>\u062a\u0642\u0631\u06cc\u0628\u0627\u064b \u062a\u0645\u0627\u0645 \u0633\u0631\u0648\u06cc\u0633\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u0628\u0627 \u0645\u062a\u0646 \u0633\u0631\u0648\u06a9\u0627\u0631 \u062f\u0627\u0631\u0646\u062f \u0627\u0632 \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u062a\u0627 \u0686\u062a\u200c\u0628\u0627\u062a\u200c\u0647\u0627 \u0648 \u0633\u06cc\u0633\u062a\u0645\u200c\u0647\u0627\u06cc \u062a\u0631\u062c\u0645\u0647\u060c \u0628\u0631 \u067e\u0627\u06cc\u0647 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u06a9\u0627\u0631 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f. \u0627\u0645\u0627 \u0633\u0624\u0627\u0644 \u0627\u0635\u0644\u06cc \u0627\u06cc\u0646\u062c\u0627\u0633\u062a \u06a9\u0647 \u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c \u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a \u0648 \u0647\u0631 \u06a9\u062f\u0627\u0645 \u0686\u06af\u0648\u0646\u0647 \u06a9\u0627\u0631 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f\u061f \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0642\u062f\u0645\u200c\u0628\u0647\u200c\u0642\u062f\u0645 \u0648 \u0628\u0627 \u0632\u0628\u0627\u0646\u06cc \u0633\u0627\u062f\u0647 \u0634\u0645\u0627 \u0631\u0627 \u0648\u0627\u0631\u062f \u062f\u0646\u06cc\u0627\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645. \u0647\u062f\u0641 \u0627\u06cc\u0646 \u0627\u0633\u062a \u06a9\u0647 \u0628\u062f\u0648\u0646 \u0646\u06cc\u0627\u0632 \u0628\u0647 \u067e\u06cc\u0634\u200c\u0632\u0645\u06cc\u0646\u0647 \u062e\u0627\u0635\u060c \u062f\u0631 \u0686\u0646\u062f \u062f\u0642\u06cc\u0642\u0647 \u062f\u06cc\u062f \u0631\u0648\u0634\u0646\u06cc \u062f\u0631\u0628\u0627\u0631\u0647 \u0627\u06cc\u0646 \u062d\u0648\u0632\u0647 \u067e\u06cc\u062f\u0627 \u06a9\u0646\u06cc\u062f \u0648 \u0628\u062f\u0627\u0646\u06cc\u062f \u06a9\u0647 \u0686\u0631\u0627 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0627\u06cc\u0646\u200c\u0642\u062f\u0631 \u062f\u0631 \u062c\u0647\u0627\u0646 \u0627\u0645\u0631\u0648\u0632 \u0627\u0647\u0645\u06cc\u062a \u062f\u0627\u0631\u0646\u062f.<\/p>\n<p>\u0639\u0644\u0627\u0648\u0647\u200c\u0628\u0631\u200c\u0627\u06cc\u0646 \u062f\u0648 \u0627\u0633\u062a\u0631\u0627\u062a\u0698\u06cc \u0646\u062d\u0648\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u06cc\u0639\u0646\u06cc Probabilistic Language Modeling (\u0628\u0647\u200c\u0648\u06cc\u0698\u0647 \u0645\u0641\u0647\u0648\u0645 smoothing) \u0648 Neural Language Modeling \u0631\u0627 \u0645\u0639\u0631\u0641\u06cc \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645 \u062a\u0627 \u062f\u06cc\u062f \u0627\u0633\u062a\u0631\u0627\u062a\u0698\u06cc\u06a9\u200c\u062a\u0631\u06cc \u0646\u0633\u0628\u062a \u0628\u0647 \u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627\u06cc \u0622\u0646\u200c\u0647\u0627 \u067e\u06cc\u062f\u0627 \u06a9\u0646\u06cc\u062f. \u062f\u0631 \u0646\u0647\u0627\u06cc\u062a \u06cc\u06a9 \u062f\u0648\u0631\u0647 \u0622\u0645\u0648\u0632\u0634\u06cc \u06a9\u0627\u0645\u0644 \u0647\u0645 \u0645\u0639\u0631\u0641\u06cc \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0631\u062f \u062a\u0627 \u0627\u06af\u0631 \u0639\u0644\u0627\u0642\u0647\u200c\u0645\u0646\u062f \u0628\u0648\u062f\u06cc\u062f \u0645\u0633\u06cc\u0631 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc\u200c\u062a\u0627\u0646 \u0631\u0627 \u0639\u0645\u06cc\u0642\u200c\u062a\u0631 \u0627\u062f\u0627\u0645\u0647 \u062f\u0647\u06cc\u062f.<\/p>\n\t<a class=\"abc-course-card abc-course-card--horizontal-default\" href=\"https:\/\/hamrah.academy\/course\/1065?utm_source=banner&#038;utm_medium=blog&#038;utm_campaign=article&#038;utm_ti&#038;utm_term=academy&#038;utm_content=article\" aria-label=\"View course: \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc(NLP)\" data-course-id=\"1065\" data-course-title=\"\u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc(NLP)\">\n\t\t<div class=\"abc-course-card__image-wrap\">\n\t\t\t\t\t\t\t<img decoding=\"async\" class=\"abc-course-card__image\" src=\"https:\/\/asset.hamrah.academy\/filebrowser\/api\/public\/dl\/rduX5NiG\/minio\/b9286ca2-c866-4add-bc1c-165be6642167Artificial%20intelligence%20copy%205.webp\" alt=\"\u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc(NLP)\">\n\t\t\t\t\t<\/div>\n\t\t<div class=\"abc-course-card__body\">\n\t\t\t\t\t\t\t<div class=\"abc-course-card__meta-row\">\n\t\t\t\t\t\t\t\t\t\t\t<div class=\"abc-course-card__teacher\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img decoding=\"async\" class=\"abc-course-card__teacher-avatar\" src=\"https:\/\/core-storage.hamrah.academy\/academy\/998b1285-e7ce-4ffc-bc2c-ec8e17c9aabe.webp\" alt=\"\u0633\u0639\u06cc\u062f\u0647 \u0645\u0645\u062a\u0627\u0632\u06cc\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t<span>\u0633\u0639\u06cc\u062f\u0647 \u0645\u0645\u062a\u0627\u0632\u06cc<\/span>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t\t\t\t\t\t\t<span class=\"abc-course-card__category\" style=\"background-color:#72BBC4\">\u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc<\/span>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t<h3 class=\"abc-course-card__title \">\u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc(NLP)<\/h3>\n\t\t\t<div class=\"abc-course-card__meta-row\">\n\t\t\t\t<span>\n    <img decoding=\"async\" class=\"abc-course-card__icon\" src=\"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/svgexport-19.svg\" alt=\"\">\n    \n    <span class=\"abc-course-card__rating-score\">\n        \u06f4,\u06f0    <\/span>\n\n     (\u06f1\u06f5\u06f4 \u0631\u0627\u06cc)<\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<span><img decoding=\"async\" class=\"abc-course-card__icon\" src=\"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/svgexport-18.svg\" alt=\"\"> \u06f9\u06f0\u06f8 \u0646\u0641\u0631<\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t\t<span><img decoding=\"async\" class=\"abc-course-card__icon\" src=\"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/svgexport-16.svg\" alt=\"\"> \u06f1\u06f3\u06f5\u06f5 \u0633\u0627\u0639\u062a \u0648 \u06f4\u06f0 \u062f\u0642\u06cc\u0642\u0647<\/span>\n\t\t\t<\/div>\n\t\t\t\t\t\t\t<div class=\"abc-course-card__divider\" role=\"separator\" aria-hidden=\"true\"><\/div>\n\t\t\t\t\t\t\t\t\t\t\t\t<div class=\"abc-course-card__price-row\">\n\t\t\t\t\t\t\t\t<div>\n\t\t\t\t\t<!-- \t\t\t\t\t<div class=\"abc-course-card__price\">\u06f2,\u06f5\u06f0\u06f0,\u06f0\u06f0\u06f0 \u062a\u0648\u0645\u0627\u0646<\/div> -->\n\t\t\t\t\t<div class=\"abc-course-card__price\"><\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t\t\t<span class=\"abc-course-card__more-btn\">\u0628\u06cc\u0634\u062a\u0631<\/span>\n\t\t\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t<\/a>\n\t\n<h2>\u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a\u061f<\/h2>\n<p>\u062f\u0631 \u062c\u062f\u0648\u0644 \u0632\u06cc\u0631\u060c \u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644 \u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0628\u0647 \u0647\u0645\u0631\u0627\u0647 \u06a9\u0627\u0631\u0627\u06cc\u06cc \u0622\u0646\u200c\u0647\u0627 \u0622\u0648\u0631\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a.<\/p>\n<table width=\"632\">\n<tbody>\n<tr>\n<td width=\"316\"><strong>\u06a9\u0627\u0631\u0627\u06cc\u06cc<\/strong><\/td>\n<td width=\"316\"><strong>\u0646\u0627\u0645 \u0645\u062f\u0644<\/strong><\/td>\n<\/tr>\n<tr>\n<td width=\"316\">\u062f\u0631\u06a9 \u062a\u0648\u0627\u0644\u06cc\u200c\u0647\u0627<\/td>\n<td width=\"316\">RNN-based<\/td>\n<\/tr>\n<tr>\n<td width=\"316\">\u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0648\u0627\u0628\u0633\u062a\u06af\u06cc \u0628\u0644\u0646\u062f<\/td>\n<td width=\"316\">LSTM \/ GRU<\/td>\n<\/tr>\n<tr>\n<td width=\"316\">\u062a\u0645\u0631\u06a9\u0632 \u0631\u0648\u06cc \u0628\u062e\u0634\u200c\u0647\u0627\u06cc \u0645\u0647\u0645 \u0645\u062a\u0646<\/td>\n<td width=\"316\">Attention-based<\/td>\n<\/tr>\n<tr>\n<td width=\"316\">\u0645\u0639\u0645\u0627\u0631\u06cc \u067e\u0627\u06cc\u0647 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0645\u062f\u0631\u0646<\/td>\n<td width=\"316\">Transformer<\/td>\n<\/tr>\n<tr>\n<td width=\"316\">\u062a\u0648\u0644\u06cc\u062f \u0645\u0631\u062d\u0644\u0647\u200c\u0628\u0647\u200c\u0645\u0631\u062d\u0644\u0647 \u0645\u062a\u0646<\/td>\n<td width=\"316\">Autoregressive<\/td>\n<\/tr>\n<tr>\n<td width=\"316\">\u0641\u0634\u0631\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u0648 \u0628\u0627\u0632\u0633\u0627\u0632\u06cc \u0645\u062a\u0646<\/td>\n<td width=\"316\">Autoencoder<\/td>\n<\/tr>\n<tr>\n<td width=\"316\">\u0648\u0631\u0648\u062f\u06cc \u0628\u0647 \u062e\u0631\u0648\u062c\u06cc \u0645\u062a\u0646\u06cc<\/td>\n<td width=\"316\">Seq2Seq<\/td>\n<\/tr>\n<tr>\n<td width=\"316\">\u067e\u0631\u06a9\u0631\u062f\u0646 \u0628\u062e\u0634\u200c\u0647\u0627\u06cc \u062d\u0630\u0641\u200c\u0634\u062f\u0647<\/td>\n<td width=\"316\">Masked Language Model<\/td>\n<\/tr>\n<tr>\n<td width=\"316\">\u062a\u062d\u0644\u06cc\u0644 \u0648 \u0641\u0647\u0645 \u0645\u062a\u0646<\/td>\n<td width=\"316\">Encoder-only<\/td>\n<\/tr>\n<tr>\n<td width=\"316\">\u062a\u0648\u0644\u06cc\u062f \u0645\u062a\u0646<\/td>\n<td width=\"316\">Decoder-only<\/td>\n<\/tr>\n<tr>\n<td width=\"316\">\u062f\u0631\u06a9 \u0648 \u062a\u0648\u0644\u06cc\u062f \u0647\u0645\u0632\u0645\u0627\u0646<\/td>\n<td width=\"316\">Encoder\u2013Decoder<\/td>\n<\/tr>\n<tr>\n<td width=\"316\">\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0645\u0642\u06cc\u0627\u0633 \u0628\u0632\u0631\u06af<\/td>\n<td width=\"316\">Large Language Models<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u0628\u0631\u0631\u0633\u06cc \u062f\u0642\u06cc\u0642\u200c\u062a\u0631 \u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u062f\u0631 \u0627\u062f\u0627\u0645\u0647 \u0622\u0648\u0631\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a.<\/p>\n<h3>\u0645\u062f\u0644 \u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc RNN-based \u0628\u0631\u0627\u06cc \u062f\u0631\u06a9 \u062a\u0648\u0627\u0644\u06cc<\/h3>\n<p>\u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc RNN \u06cc\u0627 Recurrent Neural Networks \u0631\u0627 \u0646\u062e\u0633\u062a\u06cc\u0646 \u0646\u0633\u0644 \u062c\u062f\u06cc \u0648 \u062a\u0627\u062b\u06cc\u0631\u06af\u0630\u0627\u0631 \u0627\u0632 \u0645\u062f\u0644\u200c\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u062f\u0627\u0646\u0633\u062a. \u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u0632\u0645\u0627\u0646\u06cc \u0627\u0647\u0645\u06cc\u062a \u067e\u06cc\u062f\u0627 \u06a9\u0631\u062f\u0646\u062f \u06a9\u0647 \u0645\u0627 \u0646\u06cc\u0627\u0632 \u062f\u0627\u0634\u062a\u06cc\u0645 \u0632\u0628\u0627\u0646 \u0631\u0627 \u0646\u0647 \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u06cc\u06a9 \u0633\u0631\u06cc \u06a9\u0644\u0645\u0647\u200c\u0647\u0627\u06cc \u062c\u062f\u0627 \u0627\u0632 \u0647\u0645\u060c \u0628\u0644\u06a9\u0647 \u0628\u0647\u200c\u0639\u0646\u0648\u0627\u0646 \u06cc\u06a9 \u062a\u0648\u0627\u0644\u06cc \u0645\u0639\u0646\u0627\u062f\u0627\u0631 \u062f\u0631\u06a9 \u06a9\u0646\u06cc\u0645.<\/p>\n<p><img fetchpriority=\"high\" decoding=\"async\" src=\"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/neural-language-model-analytics-data-center.webp.webp\" alt=\"\u0645\u0631\u06a9\u0632 \u062f\u0627\u062f\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0628\u0631\u0627\u06cc \u0622\u0645\u0648\u0632\u0634 \u0648 \u0627\u062c\u0631\u0627\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \" width=\"748\" height=\"478\" \/><\/p>\n<p>\u0645\u0647\u0645\u200c\u062a\u0631\u06cc\u0646 \u0646\u06a9\u0627\u062a \u062f\u0631\u06a9 \u062a\u0648\u0627\u0644\u06cc \u062f\u0631 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc NN-based \u0639\u0628\u0627\u0631\u062a\u0646\u062f \u0627\u0632:<\/p>\n<h4>\u062a\u0648\u0627\u0646\u0627\u06cc\u06cc \u0628\u0631\u0631\u0633\u06cc \u0645\u0633\u062a\u0642\u0644 \u06a9\u0644\u0645\u0627\u062a<\/h4>\n<p>\u0628\u0631\u062e\u0644\u0627\u0641 \u0631\u0648\u0634\u200c\u0647\u0627\u06cc \u0642\u062f\u06cc\u0645\u06cc \u06a9\u0647 \u0647\u0631 \u06a9\u0644\u0645\u0647 \u0631\u0627 \u0645\u0633\u062a\u0642\u0644 \u0627\u0632 \u0642\u0628\u0644 \u0648 \u0628\u0639\u062f\u0634 \u0628\u0631\u0631\u0633\u06cc \u0645\u06cc\u200c\u06a9\u0631\u062f\u0646\u062f\u060c RNN\u0647\u0627 \u0628\u0647 \u0645\u0627\u0634\u06cc\u0646 \u0627\u06cc\u0646 \u062a\u0648\u0627\u0646\u0627\u06cc\u06cc \u0631\u0627 \u062f\u0627\u062f\u0646\u062f \u06a9\u0647 \u0628\u062f\u0627\u0646\u062f \u0647\u0631 \u062c\u0645\u0644\u0647 \u0627\u0632 \u06cc\u06a9 \u062c\u0631\u06cc\u0627\u0646 \u0630\u0647\u0646\u06cc \u062a\u0634\u06a9\u06cc\u0644 \u0634\u062f\u0647 \u0627\u0633\u062a \u0648 \u0647\u0631 \u06a9\u0644\u0645\u0647\u060c \u0646\u0642\u0634 \u062e\u0648\u062f \u0631\u0627 \u062f\u0631 \u0628\u0633\u062a\u0631 \u062c\u0645\u0644\u0647 \u067e\u06cc\u062f\u0627 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/p>\n<h4>\u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0633\u0627\u062e\u062a\u0627\u0631 \u062d\u0644\u0642\u0647\u200c\u0627\u06cc<\/h4>\n<p>\u062f\u0631 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc RNN\u060c \u0634\u0628\u06a9\u0647 \u0639\u0635\u0628\u06cc \u0628\u0627 \u06cc\u06a9 \u0633\u0627\u062e\u062a\u0627\u0631 \u062d\u0644\u0642\u0647\u200c\u0627\u06cc \u0637\u0631\u0627\u062d\u06cc \u0645\u06cc\u200c\u0634\u0648\u062f. \u0627\u06cc\u0646 \u062d\u0644\u0642\u0647 \u062f\u0631\u0633\u062a \u0645\u0627\u0646\u0646\u062f \u062d\u0627\u0641\u0638\u0647 \u06a9\u0648\u062a\u0627\u0647\u200c\u0645\u062f\u062a\u06cc \u06a9\u0647 \u0627\u0646\u0633\u0627\u0646 \u0647\u0646\u06af\u0627\u0645 \u0634\u0646\u06cc\u062f\u0646 \u06cc\u0627 \u062e\u0648\u0627\u0646\u062f\u0646 \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u062f\u0627\u0631\u062f\u060c \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0647\u0631 \u0645\u0631\u062d\u0644\u0647 \u0631\u0627 \u0628\u0647 \u0645\u0631\u062d\u0644\u0647 \u0628\u0639\u062f\u06cc \u0645\u0646\u062a\u0642\u0644 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/p>\n<p>\u0628\u0631\u0627\u06cc \u0645\u062b\u0627\u0644 \u0627\u06af\u0631 \u062c\u0645\u0644\u0647 \u00ab\u0627\u0648 \u0628\u0647 \u0645\u062f\u0631\u0633\u0647 \u0631\u0641\u062a \u0686\u0648\u0646\u2026\u00bb \u0631\u0627 \u0628\u062e\u0648\u0627\u0646\u06cc\u062f\u060c \u0630\u0647\u0646\u062a\u0627\u0646 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0628\u062e\u0634 \u0627\u0648\u0644 \u062c\u0645\u0644\u0647\u060c \u062d\u062f\u0633\u200c\u0647\u0627\u06cc\u06cc \u062f\u0631\u0628\u0627\u0631\u0647 \u0627\u062f\u0627\u0645\u0647 \u0622\u0646 \u0645\u06cc\u200c\u0633\u0627\u0632\u062f. RNN\u0647\u0627 \u0646\u06cc\u0632 \u0647\u0645\u06cc\u0646 \u06a9\u0627\u0631 \u0631\u0627 \u062f\u0631 \u0633\u0637\u062d \u0645\u062d\u0627\u0633\u0628\u0627\u062a\u06cc \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc\u200c\u062f\u0647\u0646\u062f.<\/p>\n<h4>\u062a\u0648\u0627\u0646\u0627\u06cc\u06cc \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u0648 \u062a\u062d\u0644\u06cc\u0644<\/h4>\n<p>\u06a9\u0627\u0631\u0628\u0631\u062f \u0627\u0635\u0644\u06cc \u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u062f\u0631 \u0648\u0638\u0627\u06cc\u0641\u06cc \u0645\u062b\u0644 \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u06a9\u0644\u0645\u0647 \u0628\u0639\u062f\u06cc\u060c \u062a\u062d\u0644\u06cc\u0644 \u0627\u062d\u0633\u0627\u0633\u0627\u062a\u060c \u062a\u0634\u062e\u06cc\u0635 \u06af\u0641\u062a\u0627\u0631 \u0648 \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646\u06cc \u0628\u0648\u062f. \u0628\u0627 \u0627\u06cc\u0646\u06a9\u0647 \u0627\u0645\u0631\u0648\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u0631\u0641\u062a\u0647\u200c\u062a\u0631 \u0645\u062b\u0644 Transformer\u0647\u0627 \u062c\u0627\u06cc \u0622\u0646\u200c\u0647\u0627 \u0631\u0627 \u06af\u0631\u0641\u062a\u0647\u200c\u0627\u0646\u062f\u060c \u0627\u0645\u0627 RNN\u0647\u0627 \u0646\u0642\u0637\u0647 \u0634\u0631\u0648\u0639 \u062a\u062d\u0648\u0644 \u062f\u0631 \u0645\u062f\u0644\u200c \u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0645\u062d\u0633\u0648\u0628 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f\u060c \u0686\u0648\u0646 \u0628\u0631\u0627\u06cc \u0627\u0648\u0644\u06cc\u0646\u200c\u0628\u0627\u0631 \u062a\u0648\u0627\u0646\u0633\u062a\u0646\u062f \u0645\u0641\u0647\u0648\u0645 \u0648\u0627\u0628\u0633\u062a\u06af\u06cc \u0632\u0645\u0627\u0646\u06cc \u0631\u0627 \u0648\u0627\u0631\u062f <a href=\"https:\/\/hamrah.academy\/blog\/natural-language-processing\/\">\u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc<\/a> \u06a9\u0646\u0646\u062f.<\/p>\n<h4>\u062d\u0627\u0641\u0638\u0647 \u0645\u062d\u062f\u0648\u062f<\/h4>\n<p><strong>\u00a0<\/strong>\u0647\u0631\u0686\u0646\u062f RNN\u0647\u0627 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u0646\u062f \u0686\u0646\u062f \u06a9\u0644\u0645\u0647 \u0642\u0628\u0644\u200c\u062a\u0631 \u0631\u0627 \u0628\u0647 \u062e\u0627\u0637\u0631 \u0628\u0633\u067e\u0627\u0631\u0646\u062f\u060c \u0627\u0645\u0627 \u062f\u0631 \u0646\u06af\u0647\u200c\u062f\u0627\u0634\u062a\u0646 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0637\u0648\u0644\u0627\u0646\u06cc\u060c \u0645\u062d\u062f\u0648\u062f\u06cc\u062a \u062f\u0627\u0631\u0646\u062f. \u0647\u0645\u06cc\u0646 \u0645\u062d\u062f\u0648\u062f\u06cc\u062a \u0628\u0627\u0639\u062b \u0634\u062f \u0628\u0639\u062f\u0647\u0627 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc LSTM \u0648 GRU \u062a\u0648\u0633\u0639\u0647 \u067e\u06cc\u062f\u0627 \u06a9\u0646\u0646\u062f \u06a9\u0647 \u0646\u0633\u062e\u0647\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u0631\u0641\u062a\u0647\u200c\u062a\u0631 RNN \u0628\u0627 \u062d\u0627\u0641\u0638\u0647 \u0628\u0647\u062a\u0631 \u0647\u0633\u062a\u0646\u062f.<\/p>\n<p><em>\u00a0<\/em><em>\u0627\u06af\u0631 \u0628\u062e\u0648\u0627\u0647\u06cc\u0645 \u062a\u0627\u0631\u06cc\u062e\u0686\u0647 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0631\u0627 \u062f\u0642\u06cc\u0642 \u0628\u0634\u0646\u0627\u0633\u06cc\u0645\u060c RNN\u0647\u0627 \u0627\u0648\u0644\u06cc\u0646 \u0646\u0642\u0637\u0647\u200c\u0627\u06cc \u0647\u0633\u062a\u0646\u062f \u06a9\u0647 \u062f\u0631\u06a9 \u0632\u0628\u0627\u0646 \u062a\u0648\u0633\u0637 \u0645\u0627\u0634\u06cc\u0646 \u0631\u0627 \u0648\u0627\u0631\u062f \u0645\u0631\u062d\u0644\u0647\u200c\u0627\u06cc \u062c\u062f\u06cc\u062f \u06a9\u0631\u062f\u0646\u062f.<\/em><\/p>\n<h3>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc LSTM \u0648 GRU \u0628\u0631\u0627\u06cc \u0627\u0631\u062a\u0642\u0627\u0621 \u062d\u0627\u0641\u0638\u0647<\/h3>\n<p>\u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc LSTM (Long Short-Term Memory) \u0648 GRU (Gated Recurrent Unit) \u0631\u0627 \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0646\u0633\u0644 \u062f\u0648\u0645 \u0648 \u0627\u0631\u062a\u0642\u0627\u0621\u06cc\u0627\u0641\u062a\u0647 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc RNN \u062f\u0631 \u062d\u0648\u0632\u0647 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u062f\u0631 \u0646\u0638\u0631 \u06af\u0631\u0641\u062a. \u0647\u0645\u0627\u0646\u0637\u0648\u0631 \u06a9\u0647 \u062f\u0631 \u0645\u0648\u0631\u062f RNN\u0647\u0627 \u0627\u0634\u0627\u0631\u0647 \u0634\u062f\u060c \u06cc\u06a9\u06cc \u0627\u0632 \u0645\u062d\u062f\u0648\u062f\u06cc\u062a\u200c\u0647\u0627\u06cc \u0627\u0635\u0644\u06cc \u0622\u0646\u200c\u0647\u0627\u060c \u0641\u0631\u0627\u0645\u0648\u0634 \u06a9\u0631\u062f\u0646 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u062f\u0631 \u062a\u0648\u0627\u0644\u06cc\u200c\u0647\u0627\u06cc \u0637\u0648\u0644\u0627\u0646\u06cc \u0628\u0648\u062f.<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/neural-language-model-artificial-intelligence-robot.webp.webp\" alt=\"\u0631\u0628\u0627\u062a \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0628\u0647\u200c\u0639\u0646\u0648\u0627\u0646 \u0646\u0645\u0627\u062f\u06cc \u0627\u0632 \u06a9\u0627\u0631\u0628\u0631\u062f \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u062f\u0631 \u062a\u0639\u0627\u0645\u0644 \u0628\u0627 \u0627\u0646\u0633\u0627\u0646 \" width=\"748\" height=\"478\" \/><\/p>\n<p>\u0628\u0631\u0627\u06cc \u0645\u062b\u0627\u0644\u060c \u0627\u06af\u0631 \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u0628\u0633\u06cc\u0627\u0631 \u0637\u0648\u0644\u0627\u0646\u06cc \u0628\u0648\u062f\u060c RNN \u062f\u0631 \u06cc\u0627\u062f\u0622\u0648\u0631\u06cc \u06a9\u0644\u0645\u0627\u062a\u06cc \u06a9\u0647 \u062f\u0631 \u0627\u0628\u062a\u062f\u0627\u06cc \u062c\u0645\u0644\u0647 \u0622\u0645\u062f\u0647 \u0628\u0648\u062f\u0646\u062f\u060c \u062f\u0686\u0627\u0631 \u0645\u0634\u06a9\u0644 \u0645\u06cc\u200c\u0634\u062f. \u0627\u06cc\u0646 \u0645\u0648\u0636\u0648\u0639 \u0628\u0631\u0627\u06cc \u062f\u0631\u06a9 \u062f\u0642\u06cc\u0642 \u0645\u062a\u0646\u060c \u0628\u0647\u200c\u062e\u0635\u0648\u0635 \u062f\u0631 \u0632\u0628\u0627\u0646 \u0627\u0646\u0633\u0627\u0646 \u06a9\u0647 \u0648\u0627\u0628\u0633\u062a\u06af\u06cc\u200c\u0647\u0627\u06cc \u0645\u0639\u0646\u0627\u06cc\u06cc \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0628\u0633\u06cc\u0627\u0631 \u0637\u0648\u0644\u0627\u0646\u06cc \u0628\u0627\u0634\u062f\u060c \u06cc\u06a9 \u0646\u0642\u0635 \u0628\u0632\u0631\u06af \u0645\u062d\u0633\u0648\u0628 \u0645\u06cc\u200c\u0634\u062f.<\/p>\n<p>LSTM\u0647\u0627 \u0648 GRU\u0647\u0627 \u0628\u0627 \u0645\u0639\u0631\u0641\u06cc \u0645\u06a9\u0627\u0646\u06cc\u0632\u0645\u200c\u0647\u0627\u06cc \u062c\u062f\u06cc\u062f\u06cc \u0628\u0647 \u0646\u0627\u0645 \u00ab\u06af\u06cc\u062a\u00bb (Gate)\u060c \u0627\u06cc\u0646 \u0645\u0634\u06a9\u0644 \u0631\u0627 \u062d\u0644 \u06a9\u0631\u062f\u0646\u062f.<\/p>\n<p>\u0627\u06cc\u0646 \u06af\u06cc\u062a\u200c\u0647\u0627 \u0645\u0627\u0646\u0646\u062f \u062f\u0631\u06cc\u0686\u0647\u200c\u0647\u0627\u06cc\u06cc \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u0647\u0648\u0634\u0645\u0646\u062f\u0627\u0646\u0647 \u062a\u0639\u06cc\u06cc\u0646 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f \u06a9\u062f\u0627\u0645 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0628\u0627\u06cc\u062f \u062f\u0631 \u062d\u0627\u0641\u0638\u0647 \u0628\u0644\u0646\u062f\u0645\u062f\u062a \u0645\u062f\u0644 \u0630\u062e\u06cc\u0631\u0647\u060c \u06a9\u062f\u0627\u0645\u200c\u0647\u0627 \u0641\u0631\u0627\u0645\u0648\u0634 \u0648 \u06a9\u062f\u0627\u0645\u200c\u0647\u0627 \u0628\u0631\u0627\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u062f\u0631 \u0645\u0631\u0627\u062d\u0644 \u0628\u0639\u062f\u06cc \u0628\u0647 \u062e\u0631\u0648\u062c\u06cc \u0641\u0631\u0633\u062a\u0627\u062f\u0647 \u0634\u0648\u0646\u062f. \u062f\u0631 \u0627\u062f\u0627\u0645\u0647 \u0633\u0627\u0632\u0648\u06a9\u0627\u0631 LTSM \u0648 GRU \u0631\u0627 \u0628\u06cc\u0634\u062a\u0631 \u062a\u0648\u0636\u06cc\u062d \u062f\u0627\u062f\u0647\u200c\u0627\u06cc\u0645:<\/p>\n<h4>LSTM<\/h4>\n<p>\u0627\u06cc\u0646 \u0645\u062f\u0644 \u0627\u0632 \u0633\u0647 \u0646\u0648\u0639 \u06af\u06cc\u062a \u0627\u0635\u0644\u06cc \u0632\u06cc\u0631 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u062f:<\/p>\n<ul>\n<li>\u06af\u06cc\u062a \u0641\u0631\u0627\u0645\u0648\u0634\u06cc (Forget Gate) \u0628\u0631\u0627\u06cc \u062a\u0635\u0645\u06cc\u0645\u200c\u06af\u06cc\u0631\u06cc \u062f\u0631 \u0645\u0648\u0631\u062f \u062d\u0630\u0641 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0642\u062f\u06cc\u0645\u06cc<\/li>\n<li>\u06af\u06cc\u062a \u0648\u0631\u0648\u062f\u06cc (Input Gate) \u0628\u0631\u0627\u06cc \u0627\u0641\u0632\u0648\u062f\u0646 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u062c\u062f\u06cc\u062f<\/li>\n<li>\u06af\u06cc\u062a \u062e\u0631\u0648\u062c\u06cc (Output Gate) \u0628\u0631\u0627\u06cc \u062a\u0639\u06cc\u06cc\u0646 \u0622\u0646\u0686\u0647 \u06a9\u0647 \u0628\u0627\u06cc\u062f \u0628\u0647\u200c\u0639\u0646\u0648\u0627\u0646 \u062e\u0631\u0648\u062c\u06cc \u0622\u0646 \u0645\u0631\u062d\u0644\u0647 \u062f\u0631 \u0646\u0638\u0631 \u06af\u0631\u0641\u062a\u0647 \u0634\u0648\u062f.<\/li>\n<\/ul>\n<p>\u0627\u06cc\u0646 \u0645\u0639\u0645\u0627\u0631\u06cc \u067e\u06cc\u0686\u06cc\u062f\u0647\u200c\u062a\u0631\u060c \u0628\u0647 LSTM\u0647\u0627 \u0627\u062c\u0627\u0632\u0647 \u0645\u06cc\u200c\u062f\u0647\u062f \u062a\u0627 \u0648\u0627\u0628\u0633\u062a\u06af\u06cc\u200c\u0647\u0627\u06cc \u0628\u0633\u06cc\u0627\u0631 \u0637\u0648\u0644\u0627\u0646\u06cc\u200c\u0645\u062f\u062a \u062f\u0631 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u0628\u0647 \u062e\u0627\u0637\u0631 \u0628\u0633\u067e\u0627\u0631\u0646\u062f.<\/p>\n<h4>GRU<\/h4>\n<p>\u06cc\u06a9 \u0646\u0633\u062e\u0647 \u0633\u0627\u062f\u0647\u200c\u062a\u0631 \u0648 \u0633\u0628\u06a9\u200c\u062a\u0631 \u0627\u0632 LSTM \u0627\u0633\u062a \u06a9\u0647 \u0628\u0627 \u062a\u0631\u06a9\u06cc\u0628 \u06af\u06cc\u062a \u0641\u0631\u0627\u0645\u0648\u0634\u06cc \u0648 \u0648\u0631\u0648\u062f\u06cc \u062f\u0631 \u06cc\u06a9 \u00ab\u06af\u06cc\u062a \u0628\u0647\u200c\u0631\u0648\u0632\u0631\u0633\u0627\u0646\u06cc\u00bb (Update Gate) \u0648 \u0647\u0645\u0686\u0646\u06cc\u0646 \u062a\u0631\u06a9\u06cc\u0628 \u0648\u0636\u0639\u06cc\u062a \u0633\u0644\u0648\u0644 \u0648 \u062e\u0631\u0648\u062c\u06cc \u062f\u0631 \u06cc\u06a9 \u00ab\u06af\u06cc\u062a \u0631\u06cc\u0633\u062a\u00bb (Reset Gate)\u060c \u062a\u0639\u062f\u0627\u062f \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u06a9\u0645\u062a\u0631\u06cc \u062f\u0627\u0631\u062f.<\/p>\n<p>\u0628\u0627 \u0648\u062c\u0648\u062f \u0633\u0627\u062f\u06af\u06cc \u0628\u06cc\u0634\u062a\u0631\u060c GRU \u062f\u0631 \u0628\u0633\u06cc\u0627\u0631\u06cc \u0627\u0632 \u0648\u0638\u0627\u06cc\u0641 \u0639\u0645\u0644\u06a9\u0631\u062f\u06cc \u0645\u0634\u0627\u0628\u0647 \u06cc\u0627 \u062d\u062a\u06cc \u0646\u0632\u062f\u06cc\u06a9 \u0628\u0647 LSTM \u0627\u0632 \u062e\u0648\u062f \u0646\u0634\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u062f \u0648 \u0628\u0647 \u062f\u0644\u06cc\u0644 \u0633\u0631\u0639\u062a \u0628\u0627\u0644\u0627\u062a\u0631 \u0645\u062d\u0627\u0633\u0628\u0627\u062a\u06cc\u060c \u06af\u0627\u0647\u06cc \u062a\u0631\u062c\u06cc\u062d \u062f\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/p>\n<p><em>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc <strong>LSTM \u0648 GRU<\/strong> \u062f\u0631 \u062d\u0648\u0632\u0647\u200c\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641\u06cc \u0645\u0627\u0646\u0646\u062f \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062a\u0646\u060c \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646\u06cc\u060c \u062a\u0648\u0644\u06cc\u062f \u0645\u062a\u0646 \u0648 \u067e\u0627\u0633\u062e \u0628\u0647 \u0633\u0648\u0627\u0644\u0627\u062a\u060c \u0628\u0647 \u062e\u0635\u0648\u0635 \u062f\u0631 \u0645\u0648\u0627\u0631\u062f\u06cc \u06a9\u0647 \u0646\u06cc\u0627\u0632 \u0628\u0647 \u062f\u0631\u06a9 \u0645\u062a\u0646 \u0637\u0648\u0644\u0627\u0646\u06cc \u0628\u0648\u062f\u060c \u0627\u0646\u0642\u0644\u0627\u0628 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0631\u062f\u0646\u062f\u061b \u062f\u0631 \u0648\u0627\u0642\u0639 \u0628\u062e\u0634 \u0645\u0647\u0645\u06cc \u0627\u0632 \u067e\u06cc\u0634\u0631\u0641\u062a\u200c\u0647\u0627\u06cc \u0627\u0648\u0644\u06cc\u0647 \u062f\u0631 \u0645\u062f\u0644\u200c \u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0631\u0627 \u0645\u062f\u06cc\u0648\u0646 \u0622\u0646\u200c\u0647\u0627 \u0647\u0633\u062a\u06cc\u0645.<\/em><\/p>\n<h3>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc Attention \u0628\u0631\u0627\u06cc \u062a\u0645\u0631\u06a9\u0632 \u0631\u0648\u06cc \u0628\u062e\u0634\u200c\u0647\u0627\u06cc \u0645\u0647\u0645 \u0645\u062a\u0646<\/h3>\n<p>\u0628\u0627 \u0648\u062c\u0648\u062f \u0645\u0648\u0641\u0642\u06cc\u062a \u0645\u062f\u0644\u200c\u0647\u0627\u06cc LSTM \u0648 GRU \u062f\u0631 \u0645\u062f\u06cc\u0631\u06cc\u062a \u062d\u0627\u0641\u0638\u0647 \u0628\u0644\u0646\u062f\u0645\u062f\u062a\u060c \u0647\u0645\u0686\u0646\u0627\u0646 \u0686\u0627\u0644\u0634\u200c\u0647\u0627\u06cc\u06cc \u062f\u0631 \u067e\u0631\u062f\u0627\u0632\u0634 \u062a\u0648\u0627\u0644\u06cc\u200c\u0647\u0627\u06cc \u0628\u0633\u06cc\u0627\u0631 \u0637\u0648\u0644\u0627\u0646\u06cc \u0648 \u062f\u0631\u06a9 \u0628\u0647\u062a\u0631 \u0627\u0631\u062a\u0628\u0627\u0637 \u0628\u06cc\u0646 \u06a9\u0644\u0645\u0627\u062a \u062f\u0648\u0631 \u0627\u0632 \u0647\u0645 \u0648\u062c\u0648\u062f \u062f\u0627\u0634\u062a. \u0645\u062f\u0644\u200c\u0647\u0627\u06cc Attention-based \u067e\u0627\u0633\u062e\u06cc \u0628\u0647 \u0627\u06cc\u0646 \u0686\u0627\u0644\u0634\u200c\u0647\u0627 \u0628\u0648\u062f\u0646\u062f \u0648 \u0645\u0639\u0645\u0627\u0631\u06cc \u0645\u062f\u0644\u200c \u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0631\u0627 \u062f\u06af\u0631\u06af\u0648\u0646 \u06a9\u0631\u062f\u0646\u062f.<\/p>\n<p><strong>\u0627\u06cc\u062f\u0647 \u0627\u0635\u0644\u06cc \u0645\u06a9\u0627\u0646\u06cc\u0632\u0645 Attention<\/strong><strong> \u0627\u06cc\u0646 \u0628\u0648\u062f \u06a9\u0647 <\/strong>\u0628\u0647 \u062c\u0627\u06cc \u062a\u0644\u0627\u0634 \u0628\u0631\u0627\u06cc \u0641\u0634\u0631\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u06a9\u0644 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0648\u0631\u0648\u062f\u06cc (\u0645\u0627\u0646\u0646\u062f \u062a\u0645\u0627\u0645 \u06a9\u0644\u0645\u0627\u062a \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u06cc\u0627 \u067e\u0627\u0631\u0627\u06af\u0631\u0627\u0641) \u062f\u0631 \u06cc\u06a9 \u0628\u0631\u062f\u0627\u0631 \u062b\u0627\u0628\u062a\u060c \u0628\u0647 \u0645\u062f\u0644 \u0627\u062c\u0627\u0632\u0647 \u062f\u0647\u06cc\u0645 \u062f\u0631 \u0647\u0631 \u0645\u0631\u062d\u0644\u0647 \u0627\u0632 \u067e\u0631\u062f\u0627\u0632\u0634\u060c \u0628\u0647 \u0628\u062e\u0634\u200c\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u0645\u062a\u0646 \u0648\u0631\u0648\u062f\u06cc \u00ab\u062a\u0648\u062c\u0647\u00bb (Attention) \u06a9\u0646\u062f.<\/p>\n<p>\u0628\u0647 \u0627\u06cc\u0646 \u062a\u0631\u062a\u06cc\u0628 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0648\u0632\u0646 \u0628\u06cc\u0634\u062a\u0631\u06cc \u0628\u0647 \u06a9\u0644\u0645\u0627\u062a\u06cc \u0628\u062f\u0647\u062f \u06a9\u0647 \u062f\u0631 \u0622\u0646 \u0644\u062d\u0638\u0647 \u0628\u0627 \u0627\u0646\u062c\u0627\u0645 \u0648\u0638\u06cc\u0641\u0647 \u0641\u0639\u0644\u06cc \u0627\u0631\u062a\u0628\u0627\u0637 \u0628\u06cc\u0634\u062a\u0631\u06cc \u062f\u0627\u0631\u0646\u062f. \u0627\u06cc\u0646 \u0627\u06cc\u062f\u0647 \u062f\u0631 \u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u0648\u0638\u0627\u06cc\u0641\u06cc \u0645\u0627\u0646\u0646\u062f \u062a\u0631\u062c\u0645\u0647 \u06cc\u06a9 \u06a9\u0644\u0645\u0647 \u062e\u0627\u0635\u060c \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u06cc\u06a9 \u0628\u062e\u0634\u060c \u06cc\u0627 \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u06a9\u0644\u0645\u0647 \u0628\u0639\u062f\u06cc \u06a9\u0627\u0631\u0628\u0631\u062f\u06cc \u0627\u0633\u062a.<\/p>\n<h4>\u0645\u062b\u0627\u0644\u06cc \u0627\u0632 \u0645\u06a9\u0627\u0646\u06cc\u0633\u0645 Attention<\/h4>\n<p>\u062a\u0635\u0648\u0631 \u06a9\u0646\u06cc\u062f \u062f\u0631 \u062d\u0627\u0644 \u062a\u0631\u062c\u0645\u0647 \u062c\u0645\u0644\u0647 \u00abThe animal didn\u2019t cross the street because it was too tired\u00bb \u0628\u0647 \u0641\u0627\u0631\u0633\u06cc \u0647\u0633\u062a\u06cc\u062f.<\/p>\n<p>\u0648\u0642\u062a\u06cc \u0645\u06cc\u200c\u062e\u0648\u0627\u0647\u06cc\u062f \u0636\u0645\u06cc\u0631 \u00abit\u00bb \u0631\u0627 \u062a\u0631\u062c\u0645\u0647 \u06a9\u0646\u06cc\u062f\u060c \u0645\u06a9\u0627\u0646\u06cc\u0632\u0645 Attention \u0628\u0647 \u0645\u062f\u0644 \u06a9\u0645\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f \u062a\u0627 \u0628\u0641\u0647\u0645\u062f \u00abit\u00bb \u0628\u0647 \u00abanimal\u00bb \u0648 \u0646\u0647 \u00abstreet\u00bb \u0627\u0634\u0627\u0631\u0647 \u062f\u0627\u0631\u062f.<\/p>\n<p>\u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0628\u0627 \u0645\u062d\u0627\u0633\u0628\u0647 \u06cc\u06a9 \u00ab\u0627\u0645\u062a\u06cc\u0627\u0632 \u062a\u0648\u062c\u0647\u00bb (Attention Score) \u0628\u06cc\u0646 \u06a9\u0644\u0645\u0647 \u0645\u0648\u0631\u062f \u0646\u0638\u0631 (it) \u0648 \u062a\u0645\u0627\u0645 \u06a9\u0644\u0645\u0627\u062a \u062f\u06cc\u06af\u0631 \u0645\u062a\u0646 \u0648\u0631\u0648\u062f\u06cc \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc\u200c\u0634\u0648\u062f. \u06a9\u0644\u0645\u0627\u062a\u06cc \u06a9\u0647 \u0627\u0645\u062a\u06cc\u0627\u0632 \u0628\u0627\u0644\u0627\u062a\u0631\u06cc \u062f\u0631\u06cc\u0627\u0641\u062a \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f\u060c \u062a\u0623\u062b\u06cc\u0631 \u0628\u06cc\u0634\u062a\u0631\u06cc \u0628\u0631 \u067e\u0631\u062f\u0627\u0632\u0634 \u06a9\u0644\u0645\u0647 \u0641\u0639\u0644\u06cc \u062e\u0648\u0627\u0647\u0646\u062f \u062f\u0627\u0634\u062a.<\/p>\n<h4>\u0645\u0632\u0627\u06cc\u0627\u06cc \u06a9\u0644\u06cc\u062f\u06cc Attention<\/h4>\n<p>\u0627\u0632 \u0645\u0647\u0645\u200c\u062a\u0631\u06cc\u0646 \u0645\u0632\u0627\u06cc\u0627\u06cc \u06a9\u0644\u06cc\u062f\u06cc \u0645\u06a9\u0627\u0646\u06cc\u0633\u0645 attention \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0628\u0647 \u0645\u0648\u0627\u0631\u062f \u0632\u06cc\u0631 \u0627\u0634\u0627\u0631\u0647 \u06a9\u0631\u062f:<\/p>\n<ul>\n<li><strong>\u062f\u0631\u06a9 \u0648\u0627\u0628\u0633\u062a\u06af\u06cc\u200c\u0647\u0627\u06cc \u0628\u0644\u0646\u062f\u0645\u062f\u062a:<\/strong> \u0645\u06a9\u0627\u0646\u06cc\u0632\u0645 Attention \u0628\u0647 \u0645\u062f\u0644 \u0627\u062c\u0627\u0632\u0647 \u0645\u06cc\u200c\u062f\u0647\u062f \u062a\u0627 \u0645\u0633\u062a\u0642\u06cc\u0645\u0627\u064b \u0628\u0647 \u0647\u0631 \u06a9\u0644\u0645\u0647 \u062f\u0631 \u0648\u0631\u0648\u062f\u06cc \u062f\u0633\u062a\u0631\u0633\u06cc \u067e\u06cc\u062f\u0627 \u06a9\u0646\u062f\u060c \u0628\u062f\u0648\u0646 \u0627\u06cc\u0646\u06a9\u0647 \u0646\u06cc\u0627\u0632\u06cc \u0628\u0647 \u0639\u0628\u0648\u0631 \u0627\u0632 \u062a\u0645\u0627\u0645 \u06a9\u0644\u0645\u0627\u062a \u0645\u06cc\u0627\u0646\u06cc \u0628\u0627\u0634\u062f. \u0627\u06cc\u0646 \u0627\u0645\u0631\u060c \u0645\u0634\u06a9\u0644 \u0641\u0631\u0627\u0645\u0648\u0634\u06cc \u062f\u0631 \u062a\u0648\u0627\u0644\u06cc\u200c\u0647\u0627\u06cc \u0637\u0648\u0644\u0627\u0646\u06cc \u0631\u0627 \u0628\u0647 \u0637\u0648\u0631 \u0686\u0634\u0645\u06af\u06cc\u0631\u06cc \u06a9\u0627\u0647\u0634 \u0645\u06cc\u200c\u062f\u0647\u062f.<\/li>\n<li><strong>\u0642\u0627\u0628\u0644\u06cc\u062a \u062a\u0641\u0633\u06cc\u0631: <\/strong>\u0628\u0627 \u0628\u0631\u0631\u0633\u06cc \u0648\u0632\u0646\u200c\u0647\u0627\u06cc Attention\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0641\u0647\u0645\u06cc\u062f \u06a9\u0647 \u0645\u062f\u0644 \u0647\u0646\u06af\u0627\u0645 \u067e\u0631\u062f\u0627\u0632\u0634 \u06cc\u06a9 \u06a9\u0644\u0645\u0647 \u062e\u0627\u0635\u060c \u0628\u0647 \u06a9\u062f\u0627\u0645 \u0642\u0633\u0645\u062a\u200c\u0647\u0627\u06cc \u0645\u062a\u0646 \u0648\u0631\u0648\u062f\u06cc \u0628\u06cc\u0634\u062a\u0631 \u062a\u0648\u062c\u0647 \u06a9\u0631\u062f\u0647 \u0627\u0633\u062a. \u0627\u06cc\u0646 \u0645\u0648\u0636\u0648\u0639 \u0628\u0647 \u062f\u0631\u06a9 \u0628\u0647\u062a\u0631 \u0646\u062d\u0648\u0647 \u0639\u0645\u0644\u06a9\u0631\u062f \u0645\u062f\u0644 \u06a9\u0645\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/li>\n<li><strong>\u0639\u0645\u0644\u06a9\u0631\u062f \u0628\u0647\u062a\u0631 \u062f\u0631 \u0648\u0638\u0627\u06cc\u0641 \u067e\u06cc\u0686\u06cc\u062f\u0647: <\/strong>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc Attention-based \u062f\u0631 \u0648\u0638\u0627\u06cc\u0641\u06cc \u0645\u0627\u0646\u0646\u062f \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646\u06cc\u060c \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc\u060c \u0648 \u062a\u0648\u0644\u06cc\u062f \u0645\u062a\u0646\u060c \u0628\u0647 \u0646\u062a\u0627\u06cc\u062c \u0628\u0633\u06cc\u0627\u0631 \u0628\u0647\u062a\u0631\u06cc \u0646\u0633\u0628\u062a \u0628\u0647 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0635\u0631\u0641\u0627\u064b \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 LSTM\/GRU \u062f\u0633\u062a \u06cc\u0627\u0641\u062a\u0646\u062f.<\/li>\n<\/ul>\n<p><em>\u0645\u0639\u0631\u0648\u0641\u200c\u062a\u0631\u06cc\u0646 \u0648 \u062a\u0623\u062b\u06cc\u0631\u06af\u0630\u0627\u0631\u062a\u0631\u06cc\u0646 \u0645\u0639\u0645\u0627\u0631\u06cc \u06a9\u0647 \u0628\u0647 \u0637\u0648\u0631 \u06a9\u0627\u0645\u0644 \u0628\u0631 \u0645\u0628\u0646\u0627\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc Attention \u0628\u0646\u0627 \u0634\u062f\u0647 \u0627\u0633\u062a\u060c Transformer \u0627\u0633\u062a\u061b<\/em><em> \u0627\u06cc\u0646 \u0645\u0639\u0645\u0627\u0631\u06cc<\/em><em> \u062f\u0631 \u0633\u0627\u0644 \u06f2\u06f0\u06f1\u06f7 \u0645\u0639\u0631\u0641\u06cc \u0634\u062f \u0648 \u062f\u0646\u06cc\u0627\u06cc NLP \u0631\u0627 \u0645\u062a\u062d\u0648\u0644 \u06a9\u0631\u062f. \u0627\u0645\u0631\u0648\u0632\u0647\u060c \u0627\u06a9\u062b\u0631 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u0631\u0641\u062a\u0647 \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0645\u0627\u0646\u0646\u062f GPT \u0648 BERT\u060c \u0627\u0632 \u0645\u0639\u0645\u0627\u0631\u06cc Transformer \u0648 \u0645\u06a9\u0627\u0646\u06cc\u0632\u0645 Attention \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f.<\/em><\/p>\n<h3>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0645\u062f\u0631\u0646 \u0645\u0639\u0645\u0627\u0631\u06cc \u067e\u0627\u06cc\u0647 \u0628\u0627 Transformer<\/h3>\n<p>\u0645\u0639\u0645\u0627\u0631\u06cc Transformer \u0646\u0642\u0637\u0647 \u0639\u0637\u0641\u06cc \u062f\u0631 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc (NLP) \u0628\u0647\u200c\u062d\u0633\u0627\u0628 \u0645\u06cc\u200c\u0622\u06cc\u062f \u06a9\u0647 \u0627\u0646\u0642\u0644\u0627\u0628\u06cc \u062f\u0631 \u0646\u062d\u0648\u0647 \u067e\u0631\u062f\u0627\u0632\u0634 \u062a\u0648\u0627\u0644\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u060c \u0628\u0647 \u0648\u06cc\u0698\u0647 \u0645\u062a\u0646\u060c \u0627\u06cc\u062c\u0627\u062f \u06a9\u0631\u062f\u0647 \u0627\u0633\u062a.<\/p>\n<p>Transformer\u0647\u0627 \u0628\u0631\u062e\u0644\u0627\u0641 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u067e\u06cc\u0634\u06cc\u0646 \u0645\u0627\u0646\u0646\u062f RNN\u0647\u0627 \u0648 LSTM\u0647\u0627 \u06a9\u0647 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0631\u0627 \u0628\u0647 \u0635\u0648\u0631\u062a \u062a\u0631\u062a\u06cc\u0628\u06cc \u0648 \u0645\u0631\u062d\u0644\u0647 \u0628\u0647 \u0645\u0631\u062d\u0644\u0647 \u067e\u0631\u062f\u0627\u0632\u0634 \u0645\u06cc\u200c\u06a9\u0631\u062f\u0646\u062f\u060c \u0627\u0632 \u0645\u06a9\u0627\u0646\u06cc\u0632\u0645 \u0642\u062f\u0631\u062a\u0645\u0646\u062f Attention (\u062a\u0648\u062c\u0647) \u0628\u0647\u0631\u0647 \u0645\u06cc\u200c\u0628\u0631\u0646\u062f \u062a\u0627 \u0628\u062a\u0648\u0627\u0646\u0646\u062f \u0648\u0627\u0628\u0633\u062a\u06af\u06cc\u200c\u0647\u0627\u06cc \u0628\u06cc\u0646 \u06a9\u0644\u0645\u0627\u062a \u0631\u0627 \u062f\u0631 \u0647\u0631 \u0641\u0627\u0635\u0644\u0647\u200c\u0627\u06cc \u062f\u0631\u06a9 \u06a9\u0646\u0646\u062f.<\/p>\n<p>Transformer\u0647\u0627 \u0627\u0632 \u062f\u0648 \u0628\u062e\u0634 \u0627\u0635\u0644\u06cc \u0632\u06cc\u0631 \u062a\u0634\u06a9\u06cc\u0644 \u0634\u062f\u0647\u200c\u0627\u0646\u062f:<\/p>\n<ul>\n<li>Encoder \u06a9\u0647 \u0648\u0631\u0648\u062f\u06cc \u0631\u0627 \u067e\u0631\u062f\u0627\u0632\u0634 \u0648 \u0628\u0647 \u06cc\u06a9 \u0646\u0645\u0627\u06cc\u0634 \u0645\u0639\u0646\u0627\u06cc\u06cc \u063a\u0646\u06cc \u062a\u0628\u062f\u06cc\u0644 \u0645\u06cc\u200c\u06a9\u0646\u062f<\/li>\n<li>Decoder \u06a9\u0647 \u0627\u0632 \u0627\u06cc\u0646 \u0646\u0645\u0627\u06cc\u0634 \u0628\u0631\u0627\u06cc \u062a\u0648\u0644\u06cc\u062f \u062e\u0631\u0648\u062c\u06cc (\u0645\u0627\u0646\u0646\u062f \u062a\u0631\u062c\u0645\u0647 \u06cc\u0627 \u0645\u062a\u0646 \u062c\u062f\u06cc\u062f) \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/li>\n<\/ul>\n<p>\u0647\u0631 \u062f\u0648\u06cc \u0627\u06cc\u0646 \u0628\u062e\u0634\u200c\u0647\u0627 \u0627\u0632 \u0644\u0627\u06cc\u0647\u200c\u0647\u0627\u06cc \u0645\u062a\u0639\u062f\u062f \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 Attention \u0648 \u0634\u0628\u06a9\u0647\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u062e\u0648\u0631 (Feed-Forward) \u062a\u0634\u06a9\u06cc\u0644 \u0634\u062f\u0647\u200c\u0627\u0646\u062f.<\/p>\n<h4>\u0627\u06cc\u062f\u0647 \u0627\u0635\u0644\u06cc Transformer<\/h4>\n<p>\u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631 \u0628\u0647 \u062c\u0627\u06cc \u0641\u0634\u0631\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u06a9\u0644 \u062a\u0648\u0627\u0644\u06cc \u0648\u0631\u0648\u062f\u06cc \u0628\u0647 \u06cc\u06a9 \u0646\u0645\u0627\u06cc\u0634 \u062b\u0627\u0628\u062a\u060c \u062f\u0631 \u0647\u0631 \u0645\u0631\u062d\u0644\u0647 \u067e\u0631\u062f\u0627\u0632\u0634\u060c \u0628\u0647 \u0628\u062e\u0634\u200c\u0647\u0627\u06cc \u0645\u0631\u062a\u0628\u0637\u200c\u062a\u0631 \u0648 \u0645\u0647\u0645\u200c\u062a\u0631 \u0645\u062a\u0646 \u00ab\u062a\u0648\u062c\u0647\u00bb \u0628\u06cc\u0634\u062a\u0631\u06cc \u0646\u0634\u0627\u0646 \u062f\u0647\u062f. \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0627\u0632 \u0637\u0631\u06cc\u0642 \u0645\u06a9\u0627\u0646\u06cc\u0632\u0645 Self-Attention \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc\u200c\u0634\u0648\u062f \u06a9\u0647 \u0628\u0647 \u0647\u0631 \u06a9\u0644\u0645\u0647 \u0627\u062c\u0627\u0632\u0647 \u0645\u06cc\u200c\u062f\u0647\u062f \u062a\u0627 \u0645\u0633\u062a\u0642\u06cc\u0645\u0627\u064b \u0628\u0627 \u062a\u0645\u0627\u0645 \u06a9\u0644\u0645\u0627\u062a \u062f\u06cc\u06af\u0631 \u062f\u0631 \u0647\u0645\u0627\u0646 \u062a\u0648\u0627\u0644\u06cc \u0627\u0631\u062a\u0628\u0627\u0637 \u0628\u0631\u0642\u0631\u0627\u0631 \u06a9\u0646\u062f \u0648 \u0648\u0632\u0646 \u0627\u0647\u0645\u06cc\u062a \u0622\u0646\u200c\u0647\u0627 \u0631\u0627 \u0628\u0633\u0646\u062c\u062f.<\/p>\n<h4>\u0645\u0632\u06cc\u062a \u06a9\u0644\u06cc\u062f\u06cc Transformer<\/h4>\n<p>\u0642\u0627\u0628\u0644\u06cc\u062a \u067e\u0631\u062f\u0627\u0632\u0634 \u0645\u0648\u0627\u0632\u06cc \u0645\u0632\u06cc\u062a \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0627\u0633\u062a. \u0627\u0632 \u0622\u0646\u062c\u0627\u06cc\u06cc \u06a9\u0647 \u0646\u06cc\u0627\u0632\u06cc \u0628\u0647 \u067e\u0631\u062f\u0627\u0632\u0634 \u06af\u0627\u0645 \u0628\u0647 \u06af\u0627\u0645 \u0646\u06cc\u0633\u062a\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u062a\u0645\u0627\u0645 \u06a9\u0644\u0645\u0627\u062a \u0648\u0631\u0648\u062f\u06cc \u0631\u0627 \u0628\u0647 \u0635\u0648\u0631\u062a \u0647\u0645\u0632\u0645\u0627\u0646 \u067e\u0631\u062f\u0627\u0632\u0634 \u06a9\u0631\u062f. \u0627\u06cc\u0646 \u0627\u0645\u0631 \u0633\u0631\u0639\u062a \u0622\u0645\u0648\u0632\u0634 \u0645\u062f\u0644 \u0631\u0627 \u0628\u0647 \u0634\u062f\u062a \u0627\u0641\u0632\u0627\u06cc\u0634 \u0645\u06cc\u200c\u062f\u0647\u062f \u0648 \u0627\u0645\u06a9\u0627\u0646 \u06a9\u0627\u0631 \u0628\u0627 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0628\u0633\u06cc\u0627\u0631 \u062d\u062c\u06cc\u0645 \u0631\u0627 \u0641\u0631\u0627\u0647\u0645 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/p>\n<p>Transformer\u0647\u0627 \u0628\u0647 \u062f\u0644\u06cc\u0644 \u06a9\u0627\u0631\u0627\u06cc\u06cc \u0628\u0627\u0644\u0627 \u062f\u0631 \u062f\u0631\u06a9 \u0631\u0648\u0627\u0628\u0637 \u067e\u06cc\u0686\u06cc\u062f\u0647 \u0648 \u0637\u0648\u0644\u0627\u0646\u06cc\u200c\u0645\u062f\u062a \u062f\u0631 \u0645\u062a\u0646 \u0648 \u0647\u0645\u0686\u0646\u06cc\u0646 \u0642\u0627\u0628\u0644\u06cc\u062a \u067e\u0631\u062f\u0627\u0632\u0634 \u0633\u0631\u06cc\u0639\u060c \u067e\u0627\u06cc\u0647 \u0648 \u0627\u0633\u0627\u0633 \u0627\u06a9\u062b\u0631 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0645\u062f\u0631\u0646 \u0648 \u067e\u06cc\u0634\u0631\u0641\u062a\u0647 \u0634\u062f\u0647\u200c\u0627\u0646\u062f. \u0645\u0627\u0646\u0646\u062f BERT \u0648 GPT \u06a9\u0647 \u062f\u0631 \u0637\u06cc\u0641 \u0648\u0633\u06cc\u0639\u06cc \u0627\u0632 \u0648\u0638\u0627\u06cc\u0641 NLP \u0645\u0627\u0646\u0646\u062f \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646\u06cc\u060c \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062a\u0646\u060c \u067e\u0627\u0633\u062e \u0628\u0647 \u067e\u0631\u0633\u0634 \u0648 \u062a\u0648\u0644\u06cc\u062f \u0645\u062a\u0646\u060c \u0639\u0645\u0644\u06a9\u0631\u062f \u0641\u0648\u0642\u200c\u0627\u0644\u0639\u0627\u062f\u0647\u200c\u0627\u06cc \u0627\u0632 \u062e\u0648\u062f \u0646\u0634\u0627\u0646 \u062f\u0627\u062f\u0647\u200c\u0627\u0646\u062f.<\/p>\n<h3>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u062e\u0648\u062f\u0631\u06af\u0631\u0633\u06cc\u0648 (Autoregressive)<\/h3>\n<p>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u062e\u0648\u062f\u0631\u06af\u0631\u0633\u06cc\u0648\u060c \u0647\u0645\u0627\u0646\u0637\u0648\u0631 \u06a9\u0647 \u0627\u0632 \u0646\u0627\u0645\u0634\u0627\u0646 \u067e\u06cc\u062f\u0627\u0633\u062a\u060c \u062a\u0648\u06a9\u0646 (\u06a9\u0644\u0645\u0647 \u06cc\u0627 \u0628\u062e\u0634\u06cc \u0627\u0632 \u06a9\u0644\u0645\u0647) \u0628\u0639\u062f\u06cc \u0631\u0627 \u0628\u0631 \u0627\u0633\u0627\u0633 \u062a\u0648\u06a9\u0646\u200c\u0647\u0627\u06cc \u0642\u0628\u0644\u06cc \u06a9\u0647 \u062a\u0648\u0644\u06cc\u062f \u0634\u062f\u0647\u200c\u0627\u0646\u062f\u060c \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f. \u0627\u06cc\u0646 \u0641\u0631\u0622\u06cc\u0646\u062f \u0634\u0628\u06cc\u0647 \u0628\u0647 \u0646\u0648\u0634\u062a\u0646 \u06cc\u06a9 \u062f\u0627\u0633\u062a\u0627\u0646 \u0627\u0633\u062a. \u062f\u0631\u0648\u0627\u0642\u0639 \u0628\u0627 \u06a9\u0645\u06a9 \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u06a9\u0644\u0645\u0647 \u0628\u0647 \u06a9\u0644\u0645\u0647 \u062c\u0644\u0648 \u0645\u06cc\u200c\u0631\u0648\u06cc\u062f \u0648 \u0647\u0631 \u06a9\u0644\u0645\u0647 \u0628\u0647 \u06a9\u0644\u0645\u0627\u062a\u06cc \u06a9\u0647 \u0642\u0628\u0644 \u0627\u0632 \u0622\u0646 \u0646\u0648\u0634\u062a\u0647\u200c\u0627\u06cc\u062f \u0648\u0627\u0628\u0633\u062a\u0647 \u0627\u0633\u062a.<\/p>\n<p>\u0645\u062f\u0644 \u062e\u0648\u062f\u0631\u06af\u0631\u0633\u06cc\u0648\u060c \u062f\u0633\u062a\u0647\u200c\u0627\u06cc \u0645\u0647\u0645 \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0647\u0633\u062a\u0646\u062f \u06a9\u0647 \u0628\u0631 \u0627\u0633\u0627\u0633 \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u062a\u0648\u06a9\u0646 \u0628\u0639\u062f\u06cc \u062f\u0631 \u06cc\u06a9 \u062f\u0646\u0628\u0627\u0644\u0647 \u0639\u0645\u0644 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f.<\/p>\n<p>\u0627\u06cc\u0646 \u0641\u0631\u0622\u06cc\u0646\u062f \u0634\u0628\u06cc\u0647 \u0628\u0647 \u0646\u0648\u0634\u062a\u0646 \u0645\u062a\u0646 \u0628\u0647 \u0635\u0648\u0631\u062a \u0645\u0631\u062d\u0644\u0647 \u0628\u0647 \u0645\u0631\u062d\u0644\u0647 \u0627\u0633\u062a\u060c \u062c\u0627\u06cc\u06cc \u06a9\u0647 \u0647\u0631 \u06a9\u0644\u0645\u0647 \u06cc\u0627 \u0628\u062e\u0634 \u0627\u0632 \u06a9\u0644\u0645\u0647 (\u062a\u0648\u06a9\u0646) \u0628\u0631 \u0627\u0633\u0627\u0633 \u0622\u0646\u0686\u0647 \u0642\u0628\u0644\u0627\u064b \u0646\u0648\u0634\u062a\u0647 \u0634\u062f\u060c \u0627\u0646\u062a\u062e\u0627\u0628 \u0645\u06cc\u200c\u0634\u0648\u062f. \u062f\u0631 \u0648\u0627\u0642\u0639\u060c \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u062e\u0648\u062f\u0631\u06af\u0631\u0633\u06cc\u0648 \u0633\u0639\u06cc \u0645\u06cc\u200c\u06a9\u0646\u062f \u062a\u0648\u0632\u06cc\u0639 \u0627\u062d\u062a\u0645\u0627\u0644 \u0634\u0631\u0637\u06cc \u0631\u0627 \u0645\u062d\u0627\u0633\u0628\u0647 \u06a9\u0646\u062f.<\/p>\n<p>\u0627\u06cc\u0646 \u062a\u0648\u0644\u06cc\u062f \u062a\u0631\u062a\u06cc\u0628\u06cc \u0628\u0627\u0639\u062b \u0645\u06cc\u200c\u0634\u0648\u062f \u0645\u062a\u0646 \u062e\u0631\u0648\u062c\u06cc \u0645\u0646\u0633\u062c\u0645 \u0648 \u0637\u0628\u06cc\u0639\u06cc \u0628\u0647 \u0646\u0638\u0631 \u0628\u0631\u0633\u062f. \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0645\u0639\u0631\u0648\u0641 \u062e\u0648\u062f\u0631\u06af\u0631\u0633\u06cc\u0648 \u0645\u0627\u0646\u0646\u062f GPT\u060c \u06a9\u0647 \u0627\u0632 \u0645\u0639\u0645\u0627\u0631\u06cc Transformer (\u0628\u062e\u0634 Decoder) \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f\u060c \u062f\u0631 \u062a\u0648\u0644\u06cc\u062f \u0645\u062a\u0646\u060c \u062a\u0631\u062c\u0645\u0647\u060c \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0648 \u067e\u0627\u0633\u062e \u0628\u0647 \u067e\u0631\u0633\u0634\u200c\u0647\u0627 \u0628\u0633\u06cc\u0627\u0631 \u0645\u0648\u0641\u0642 \u0628\u0648\u062f\u0647\u200c\u0627\u0646\u062f.<\/p>\n<table width=\"614\">\n<tbody>\n<tr>\n<td width=\"307\">\u0634\u0631\u062d<\/td>\n<td width=\"307\">\u0645\u062f\u0644 \u062e\u0648\u062f\u0631\u06af\u0631\u0633\u06cc\u0648<\/td>\n<\/tr>\n<tr>\n<td width=\"307\">\u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u062a\u0648\u06a9\u0646 \u0628\u0639\u062f\u06cc \u0628\u0631 \u0627\u0633\u0627\u0633 \u062a\u0648\u06a9\u0646\u200c\u0647\u0627\u06cc \u0642\u0628\u0644\u06cc.<\/td>\n<td width=\"307\">\u0627\u0635\u0644 \u0639\u0645\u0644\u06a9\u0631\u062f<\/td>\n<\/tr>\n<tr>\n<td width=\"307\">\u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u062a\u0648\u0632\u06cc\u0639 \u0627\u062d\u062a\u0645\u0627\u0644 \u0634\u0631\u0637\u06cc $P(x_t<\/td>\n<td width=\"307\">\u0647\u062f\u0641 \u0627\u0635\u0644\u06cc<\/td>\n<\/tr>\n<tr>\n<td width=\"307\">\u062a\u0631\u062a\u06cc\u0628\u06cc \u0648 \u0645\u0631\u062d\u0644\u0647 \u0628\u0647 \u0645\u0631\u062d\u0644\u0647.<\/td>\n<td width=\"307\">\u0645\u0627\u0647\u06cc\u062a \u062a\u0648\u0644\u06cc\u062f<\/td>\n<\/tr>\n<tr>\n<td width=\"307\">GPT \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 Transformer) \u060c RNN\/LSTM \u0642\u062f\u06cc\u0645\u06cc\u200c\u062a\u0631).<\/td>\n<td width=\"307\">\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0634\u0627\u062e\u0635<\/td>\n<\/tr>\n<tr>\n<td width=\"307\">\u062a\u0648\u0644\u06cc\u062f \u0645\u062a\u0646\u060c \u062a\u0631\u062c\u0645\u0647\u060c \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc\u060c \u067e\u0627\u0633\u062e \u0628\u0647 \u067e\u0631\u0633\u0634.<\/td>\n<td width=\"307\">\u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<h3>\u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u062e\u0648\u062f \u0631\u0645\u0632\u06af\u0630\u0627\u0631 (Autoencoder)<\/h3>\n<p>\u0645\u062f\u0644\u200c\u200c\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u062e\u0648\u062f\u0631\u0645\u0632\u06af\u0630\u0627\u0631\u0647\u0627 \u0646\u0648\u0639\u06cc <strong><a href=\"https:\/\/hamrah.academy\/blog\/neural-network-image-processing\/\">\u0634\u0628\u06a9\u0647 \u0639\u0635\u0628\u06cc \u0645\u0635\u0646\u0648\u0639\u06cc<\/a><\/strong> \u0647\u0633\u062a\u0646\u062f \u06a9\u0647 \u0628\u0631\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0646\u0645\u0627\u06cc\u0634 \u0641\u0634\u0631\u062f\u0647 \u0648 \u06a9\u0627\u0631\u0622\u0645\u062f \u062f\u0627\u062f\u0647\u200c\u0647\u0627 (\u06a9\u062f\u06af\u0630\u0627\u0631\u06cc) \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f. \u0647\u062f\u0641 \u0627\u0635\u0644\u06cc \u0622\u0646\u200c\u0647\u0627 \u0627\u06cc\u0646 \u0627\u0633\u062a \u06a9\u0647 \u0628\u062a\u0648\u0627\u0646\u0646\u062f \u0648\u0631\u0648\u062f\u06cc \u062e\u0648\u062f \u0631\u0627 \u062a\u0627 \u062d\u062f \u0627\u0645\u06a9\u0627\u0646 \u0628\u0627 \u062f\u0642\u062a \u0628\u0627\u0632\u0633\u0627\u0632\u06cc \u06a9\u0646\u0646\u062f. \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0627\u0632 \u0637\u0631\u06cc\u0642 \u062f\u0648 \u0628\u062e\u0634 \u0627\u0635\u0644\u06cc \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc\u200c\u0634\u0648\u062f:<\/p>\n<ol>\n<li><strong>\u0631\u0645\u0632\u06af\u0630\u0627\u0631 (Encoder): <\/strong>\u0627\u06cc\u0646 \u0628\u062e\u0634 \u0648\u0631\u0648\u062f\u06cc \u0631\u0627 \u062f\u0631\u06cc\u0627\u0641\u062a \u0648 \u0622\u0646 \u0631\u0627 \u0628\u0647 \u06cc\u06a9 \u0646\u0645\u0627\u06cc\u0634 \u0641\u0634\u0631\u062f\u0647\u200c\u062a\u0631 \u062f\u0631 \u0627\u0628\u0639\u0627\u062f \u067e\u0627\u06cc\u06cc\u0646\u200c\u062a\u0631 \u062a\u0628\u062f\u06cc\u0644 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u06cc\u0646 \u0646\u0645\u0627\u06cc\u0634 \u0641\u0634\u0631\u062f\u0647\u060c \u00ab\u06a9\u064f\u062f\u00bb (code) \u06cc\u0627 \u00ab\u0641\u0636\u0627\u06cc \u0646\u0647\u0641\u062a\u0647\u00bb (latentspace) \u0646\u0627\u0645\u06cc\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/li>\n<li><strong>\u0631\u0645\u0632\u06af\u0634\u0627 (Decoder): <\/strong>\u0627\u06cc\u0646 \u0628\u062e\u0634 \u06a9\u062f \u0641\u0634\u0631\u062f\u0647 \u0631\u0627 \u062f\u0631\u06cc\u0627\u0641\u062a \u0648 \u0633\u0639\u06cc \u0645\u06cc\u200c\u06a9\u0646\u062f \u0648\u0631\u0648\u062f\u06cc \u0627\u0635\u0644\u06cc \u0631\u0627 \u0627\u0632 \u0631\u0648\u06cc \u0622\u0646 \u0628\u0627\u0632\u0633\u0627\u0632\u06cc \u06a9\u0646\u062f.<\/li>\n<\/ol>\n<h4>\u0646\u062d\u0648\u0647 \u06a9\u0627\u0631 \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u062e\u0648\u062f \u0631\u0645\u0632\u06af\u0630\u0627\u0631<\/h4>\n<p>\u0627\u06cc\u0646 \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u0628\u0627 \u062f\u0648 \u0645\u06a9\u0627\u0646\u06cc\u0633\u0645 \u0632\u06cc\u0631 \u06a9\u0627\u0631 \u0645\u06cc\u200c\u06a9\u0646\u062f:<\/p>\n<ul>\n<li><strong>\u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0628\u0627\u0632\u0646\u0645\u0627\u06cc\u06cc: <\/strong>\u062e\u0648\u062f\u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u06cc\u0627\u062f \u0645\u06cc\u200c\u06af\u06cc\u0631\u062f \u06a9\u0647 \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627\u06cc \u0645\u0647\u0645 \u0648 \u0627\u0633\u0627\u0633\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0648 \u0622\u0646\u200c\u0647\u0627 \u0631\u0627 \u062f\u0631 \u06cc\u06a9 \u0641\u0636\u0627\u06cc \u0628\u0627 \u0627\u0628\u0639\u0627\u062f \u06a9\u0645\u062a\u0631 \u0641\u0634\u0631\u062f\u0647 \u06a9\u0646\u062f. \u0627\u06cc\u0646 \u0641\u0631\u0622\u06cc\u0646\u062f \u0628\u0647 \u0637\u0648\u0631 \u062e\u0648\u062f\u06a9\u0627\u0631 \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc\u200c\u0634\u0648\u062f\u060c \u06cc\u0639\u0646\u06cc \u0646\u06cc\u0627\u0632\u06cc \u0628\u0647 \u0628\u0631\u0686\u0633\u0628\u200c\u06af\u0630\u0627\u0631\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0646\u06cc\u0633\u062a (\u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0628\u062f\u0648\u0646 \u0646\u0638\u0627\u0631\u062a &#8211; Unsupervised Learning).<\/li>\n<li><strong>\u062a\u0627\u0628\u0639 \u0647\u0632\u06cc\u0646\u0647 (Loss Function):<\/strong> \u0645\u0639\u0645\u0648\u0644\u0627\u064b \u0627\u0632 \u0645\u0639\u06cc\u0627\u0631\u0647\u0627\u06cc\u06cc \u0645\u0627\u0646\u0646\u062f \u062e\u0637\u0627\u06cc \u0645\u06cc\u0627\u0646\u06af\u06cc\u0646 \u0645\u0631\u0628\u0639\u0627\u062a (Mean Squared Error &#8211; MSE) \u0628\u06cc\u0646 \u0648\u0631\u0648\u062f\u06cc \u0627\u0635\u0644\u06cc \u0648 \u062e\u0631\u0648\u062c\u06cc \u0628\u0627\u0632\u0633\u0627\u0632\u06cc \u0634\u062f\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f \u062a\u0627 \u0645\u06cc\u0632\u0627\u0646 \u062f\u0642\u062a \u0628\u0627\u0632\u0633\u0627\u0632\u06cc \u0633\u0646\u062c\u06cc\u062f\u0647 \u0634\u0648\u062f. \u0647\u062f\u0641\u060c \u06a9\u0645\u06cc\u0646\u0647 \u06a9\u0631\u062f\u0646 \u0627\u06cc\u0646 \u062e\u0637\u0627 \u0627\u0633\u062a.<\/li>\n<\/ul>\n<h4>\u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627\u06cc \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u062e\u0648\u062f \u0631\u0645\u0632\u06af\u0630\u0627\u0631<\/h4>\n<p>\u0627\u0632 \u0645\u0647\u0645\u200c\u062a\u0631\u06cc\u0646 \u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627\u06cc \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u062e\u0648\u062f \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0628\u0647 \u0645\u0648\u0627\u0631\u062f \u0632\u06cc\u0631 \u0627\u0634\u0627\u0631\u0647 \u06a9\u0631\u062f:<\/p>\n<ul>\n<li><strong>\u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f (Dimensionality Reduction): <\/strong>\u0646\u0645\u0627\u06cc\u0634 \u0641\u0634\u0631\u062f\u0647 \u062a\u0648\u0644\u06cc\u062f \u0634\u062f\u0647 \u062a\u0648\u0633\u0637 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u062c\u0627\u06cc\u06af\u0632\u06cc\u0646\u06cc \u0628\u0631\u0627\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0627\u0635\u0644\u06cc \u0628\u0627 \u0627\u0628\u0639\u0627\u062f \u0628\u0627\u0644\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0634\u0648\u062f.<\/li>\n<li><strong>\u062d\u0630\u0641 \u0646\u0648\u06cc\u0632 (Denoising):<\/strong> \u0628\u0627 \u062a\u063a\u0630\u06cc\u0647 \u0645\u062f\u0644 \u0628\u0627 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0646\u0648\u06cc\u0632\u06cc \u0648 \u0622\u0645\u0648\u0632\u0634 \u0622\u0646 \u0628\u0631\u0627\u06cc \u0628\u0627\u0632\u0633\u0627\u0632\u06cc \u0646\u0633\u062e\u0647 \u067e\u0627\u06a9\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0627\u0632 \u0622\u0646 \u0628\u0631\u0627\u06cc \u062d\u0630\u0641 \u0646\u0648\u06cc\u0632 \u0627\u0632 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f.<\/li>\n<li><strong>\u062a\u0634\u062e\u06cc\u0635 \u0646\u0627\u0647\u0646\u062c\u0627\u0631\u06cc (Anomaly Detection): <\/strong>\u062e\u0648\u062f\u0631\u0645\u0632\u06af\u0630\u0627\u0631\u0647\u0627 \u0645\u0639\u0645\u0648\u0644\u0627\u064b \u062f\u0631 \u0628\u0627\u0632\u0633\u0627\u0632\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0639\u0627\u062f\u06cc \u0639\u0645\u0644\u06a9\u0631\u062f \u062e\u0648\u0628\u06cc \u062f\u0627\u0631\u0646\u062f\u060c \u0627\u0645\u0627 \u062f\u0631 \u0628\u0627\u0632\u0633\u0627\u0632\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u063a\u06cc\u0631\u0639\u0627\u062f\u06cc (\u0646\u0627\u0647\u0646\u062c\u0627\u0631\u06cc\u200c\u0647\u0627) \u0636\u0639\u06cc\u0641 \u0639\u0645\u0644 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f. \u0627\u06cc\u0646 \u062a\u0641\u0627\u0648\u062a \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0628\u0631\u0627\u06cc \u062a\u0634\u062e\u06cc\u0635 \u0646\u0627\u0647\u0646\u062c\u0627\u0631\u06cc \u0628\u0647 \u06a9\u0627\u0631 \u0631\u0648\u062f.<\/li>\n<li><strong>\u062a\u0648\u0644\u06cc\u062f \u062f\u0627\u062f\u0647 (Generative Models)<\/strong>: \u0627\u0646\u0648\u0627\u0639 \u067e\u06cc\u0634\u0631\u0641\u062a\u0647\u200c\u062a\u0631 \u062e\u0648\u062f\u0631\u0645\u0632\u06af\u0630\u0627\u0631\u0647\u0627 \u0645\u0627\u0646\u0646\u062f VAEs (Variational Autoencoders) \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u0646\u062f \u0628\u0631\u0627\u06cc \u062a\u0648\u0644\u06cc\u062f \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062c\u062f\u06cc\u062f \u06a9\u0647 \u0634\u0628\u06cc\u0647 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u06cc \u0647\u0633\u062a\u0646\u062f\u060c \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0634\u0648\u0646\u062f.<\/li>\n<\/ul>\n<p><em>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc <\/em><em>\u062e\u0648\u062f\u0631\u0645\u0632\u06af\u0630\u0627\u0631\u060c \u0627\u0628\u0632\u0627\u0631\u06cc \u0642\u062f\u0631\u062a\u0645\u0646\u062f \u0628\u0631\u0627\u06cc \u062f\u0631\u06a9 \u0633\u0627\u062e\u062a\u0627\u0631 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0648 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0628\u0627\u0632\u0646\u0645\u0627\u06cc\u06cc\u200c\u0647\u0627\u06cc \u0645\u0641\u06cc\u062f \u0627\u0632 \u0622\u0646\u200c\u0647\u0627 \u0628\u062f\u0648\u0646 \u0646\u06cc\u0627\u0632 \u0628\u0647 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0628\u0631\u0686\u0633\u0628\u200c\u062f\u0627\u0631 \u0647\u0633\u062a\u0646\u062f.<\/em><\/p>\n\t<a class=\"abc-course-card abc-course-card--horizontal-default\" href=\"https:\/\/hamrah.academy\/course\/3468?utm_source=banner&#038;utm_medium=blog&#038;utm_campaign=article&#038;utm_ti&#038;utm_term=academy&#038;utm_content=article\" aria-label=\"View course: \u0648\u0628\u06cc\u0646\u0627\u0631 \u0645\u0639\u0631\u0641\u06cc \u0645\u0633\u06cc\u0631 \u0634\u063a\u0644\u06cc \u0645\u0647\u0646\u062f\u0633 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0645\u0648\u0644\u062f\" data-course-id=\"3468\" data-course-title=\"\u0648\u0628\u06cc\u0646\u0627\u0631 \u0645\u0639\u0631\u0641\u06cc \u0645\u0633\u06cc\u0631 \u0634\u063a\u0644\u06cc \u0645\u0647\u0646\u062f\u0633 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0645\u0648\u0644\u062f\">\n\t\t<div class=\"abc-course-card__image-wrap\">\n\t\t\t\t\t\t\t<img decoding=\"async\" class=\"abc-course-card__image\" src=\"https:\/\/asset.hamrah.academy\/filebrowser\/api\/public\/dl\/rduX5NiG\/minio\/17f5c123208a44e99eba664497f5f361.webp\" alt=\"\u0648\u0628\u06cc\u0646\u0627\u0631 \u0645\u0639\u0631\u0641\u06cc \u0645\u0633\u06cc\u0631 \u0634\u063a\u0644\u06cc \u0645\u0647\u0646\u062f\u0633 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0645\u0648\u0644\u062f\">\n\t\t\t\t\t<\/div>\n\t\t<div class=\"abc-course-card__body\">\n\t\t\t\t\t\t\t<div class=\"abc-course-card__meta-row\">\n\t\t\t\t\t\t\t\t\t\t\t<div class=\"abc-course-card__teacher\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img decoding=\"async\" class=\"abc-course-card__teacher-avatar\" src=\"https:\/\/core-storage.hamrah.academy\/academy\/fa0296f6-b4a3-4038-9668-133c573db86d.jpg\" alt=\"\u0622\u0631\u0634 \u0627\u0645\u06cc\u0646\u06cc\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t<span>\u0622\u0631\u0634 \u0627\u0645\u06cc\u0646\u06cc<\/span>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t\t\t\t\t\t\t<span class=\"abc-course-card__category\" style=\"background-color:#72BBC4\">\u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc<\/span>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t<h3 class=\"abc-course-card__title \">\u0648\u0628\u06cc\u0646\u0627\u0631 \u0645\u0639\u0631\u0641\u06cc \u0645\u0633\u06cc\u0631 \u0634\u063a\u0644\u06cc \u0645\u0647\u0646\u062f\u0633 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0645\u0648\u0644\u062f<\/h3>\n\t\t\t<div class=\"abc-course-card__meta-row\">\n\t\t\t\t<span>\n    <img decoding=\"async\" class=\"abc-course-card__icon\" src=\"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/svgexport-19.svg\" alt=\"\">\n    \n    <span class=\"abc-course-card__rating-score\">\n        \u06f4,\u06f0    <\/span>\n\n     (\u06f9\u06f5 \u0631\u0627\u06cc)<\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<span><img decoding=\"async\" class=\"abc-course-card__icon\" src=\"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/svgexport-18.svg\" alt=\"\"> \u06f1\u06f4\u06f2\u06f7 \u0646\u0641\u0631<\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t\t<span><img decoding=\"async\" class=\"abc-course-card__icon\" src=\"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/svgexport-16.svg\" alt=\"\"> \u06f6\u06f0 \u0633\u0627\u0639\u062a \u0648 \u06f0 \u062f\u0642\u06cc\u0642\u0647<\/span>\n\t\t\t<\/div>\n\t\t\t\t\t\t\t<div class=\"abc-course-card__divider\" role=\"separator\" aria-hidden=\"true\"><\/div>\n\t\t\t\t\t\t\t\t\t\t\t\t<div class=\"abc-course-card__price-row\">\n\t\t\t\t\t\t\t\t<div>\n\t\t\t\t\t<!-- \t\t\t\t\t<div class=\"abc-course-card__price\">\u0631\u0627\u06cc\u06af\u0627\u0646<\/div> -->\n\t\t\t\t\t<div class=\"abc-course-card__price\">\u0631\u0627\u06cc\u06af\u0627\u0646<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t\t\t<span class=\"abc-course-card__more-btn\">\u0628\u06cc\u0634\u062a\u0631<\/span>\n\t\t\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t<\/a>\n\t\n<h3>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646 \u0639\u0635\u0628\u06cc \u062a\u0648\u0627\u0644\u06cc \u0628\u0647 \u062a\u0648\u0627\u0644\u06cc (Seq2Seq Models):<\/h3>\n<p>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc Seq2Seq (Sequence-to-Sequence) \u0628\u0631\u0627\u06cc \u0648\u0638\u0627\u06cc\u0641\u06cc \u0637\u0631\u0627\u062d\u06cc \u0634\u062f\u0647\u200c\u0627\u0646\u062f \u06a9\u0647 \u0648\u0631\u0648\u062f\u06cc \u0648 \u062e\u0631\u0648\u062c\u06cc \u0647\u0631 \u062f\u0648 \u0628\u0647 \u0635\u0648\u0631\u062a \u062f\u0646\u0628\u0627\u0644\u0647\u200c\u0647\u0627\u06cc\u06cc \u0627\u0632 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0647\u0633\u062a\u0646\u062f. \u0627\u0632\u062c\u0645\u0644\u0647 \u0627\u06cc\u0646 \u0648\u0638\u0627\u06cc\u0641 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0628\u0647 \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646\u06cc\u060c \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062a\u0646\u060c \u06cc\u0627 \u067e\u0627\u0633\u062e \u0628\u0647 \u067e\u0631\u0633\u0634 \u0627\u0634\u0627\u0631\u0647 \u06a9\u0631\u062f. \u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u0627\u0632 \u062f\u0648 \u062c\u0632\u0621 \u0627\u0635\u0644\u06cc \u0632\u06cc\u0631 \u062a\u0634\u06a9\u06cc\u0644 \u0634\u062f\u0647\u200c\u0627\u0646\u062f:<\/p>\n<ul>\n<li><strong>\u0645\u0632\u06af\u0630\u0627\u0631 (Encoder): <\/strong>\u062f\u0646\u0628\u0627\u0644\u0647 \u0648\u0631\u0648\u062f\u06cc \u0631\u0627 \u062f\u0631\u06cc\u0627\u0641\u062a \u06a9\u0631\u062f\u0647 \u0648 \u0622\u0646 \u0631\u0627 \u0628\u0647 \u06cc\u06a9 \u0646\u0645\u0627\u06cc\u0634 \u0628\u0631\u062f\u0627\u0631\u06cc \u0628\u0627 \u0627\u0628\u0639\u0627\u062f \u062b\u0627\u0628\u062a (\u06a9\u0647 \u0627\u063a\u0644\u0628 \u0628\u0631\u062f\u0627\u0631 \u0632\u0645\u06cc\u0646\u0647 \u06cc\u0627 context vector \u0646\u0627\u0645\u06cc\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f) \u0641\u0634\u0631\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u06cc\u0646 \u0628\u0631\u062f\u0627\u0631\u060c \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u06a9\u0644\u06cc\u062f\u06cc \u0648 \u0645\u0639\u0646\u0627\u06cc \u062f\u0646\u0628\u0627\u0644\u0647 \u0648\u0631\u0648\u062f\u06cc \u0631\u0627 \u062f\u0631 \u062e\u0648\u062f \u062c\u0627\u06cc \u062f\u0627\u062f\u0647 \u0627\u0633\u062a. \u0645\u0639\u0645\u0648\u0644\u0627\u064b \u0627\u0632 \u0634\u0628\u06a9\u0647\u200c\u0647\u0627\u06cc \u0628\u0627\u0632\u06af\u0634\u062a\u06cc (RNN\u060c LSTM\u060c GRU) \u0628\u0631\u0627\u06cc \u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/li>\n<li><strong>\u0631\u0645\u0632\u06af\u0634\u0627 (Decoder):<\/strong> \u0627\u06cc\u0646 \u0628\u0631\u062f\u0627\u0631 \u0632\u0645\u06cc\u0646\u0647 \u0631\u0627 \u062f\u0631\u06cc\u0627\u0641\u062a \u0648 \u0634\u0631\u0648\u0639 \u0628\u0647 \u062a\u0648\u0644\u06cc\u062f \u062f\u0646\u0628\u0627\u0644\u0647 \u062e\u0631\u0648\u062c\u06cc\u060c \u062a\u0648\u06a9\u0646 \u0628\u0647 \u062a\u0648\u06a9\u0646 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u062f\u0631 \u0647\u0631 \u0645\u0631\u062d\u0644\u0647\u060c \u0631\u0645\u0632\u06af\u0634\u0627 \u0627\u0632 \u0628\u0631\u062f\u0627\u0631 \u0632\u0645\u06cc\u0646\u0647 \u0648 \u062a\u0648\u06a9\u0646\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u0642\u0628\u0644\u0627\u064b \u062a\u0648\u0644\u06cc\u062f \u06a9\u0631\u062f\u0647 \u0627\u0633\u062a\u060c \u0628\u0631\u0627\u06cc \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u062a\u0648\u06a9\u0646 \u0628\u0639\u062f\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u06cc\u0646 \u0641\u0631\u0622\u06cc\u0646\u062f \u062a\u0627 \u0632\u0645\u0627\u0646\u06cc \u06a9\u0647 \u06cc\u06a9 \u062a\u0648\u06a9\u0646 \u067e\u0627\u06cc\u0627\u0646 \u062f\u0646\u0628\u0627\u0644\u0647 \u062a\u0648\u0644\u06cc\u062f \u0634\u0648\u062f\u060c \u0627\u062f\u0627\u0645\u0647 \u0645\u06cc\u200c\u06cc\u0627\u0628\u062f.<\/li>\n<\/ul>\n<p><em>\u00a0<\/em><em>\u06cc\u06a9\u06cc \u0627\u0632 \u0686\u0627\u0644\u0634\u200c\u0647\u0627\u06cc \u0627\u0635\u0644\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc Seq2Seq \u0627\u0648\u0644\u06cc\u0647\u060c \u0645\u062d\u062f\u0648\u062f\u06cc\u062a \u0628\u0631\u062f\u0627\u0631 \u0632\u0645\u06cc\u0646\u0647 \u062f\u0631 \u0646\u06af\u0647\u062f\u0627\u0631\u06cc \u062a\u0645\u0627\u0645 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u062f\u0646\u0628\u0627\u0644\u0647 \u0648\u0631\u0648\u062f\u06cc \u0637\u0648\u0644\u0627\u0646\u06cc \u0628\u0648\u062f. \u0627\u06cc\u0646 \u0645\u0634\u06a9\u0644 \u0628\u0627 \u0645\u0639\u0631\u0641\u06cc \u0645\u06a9\u0627\u0646\u06cc\u0632\u0645 \u062a\u0648\u062c\u0647 (Attention Mechanism) \u062f\u0631 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u0631\u0641\u062a\u0647\u200c\u062a\u0631 Seq2Seq \u062a\u0627 \u062d\u062f \u0632\u06cc\u0627\u062f\u06cc \u0628\u0631\u0637\u0631\u0641 \u0634\u062f<\/em><em>. \u0686\u0648\u0646<\/em><em> \u0628\u0647 \u0631\u0645\u0632\u06af\u0634\u0627 \u0627\u062c\u0627\u0632\u0647 \u0645\u06cc\u200c\u062f\u0647\u062f \u062f\u0631 \u0647\u0631 \u0645\u0631\u062d\u0644\u0647 \u0627\u0632 \u062a\u0648\u0644\u06cc\u062f \u062e\u0631\u0648\u062c\u06cc\u060c \u0628\u0647 \u0628\u062e\u0634\u200c\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u062f\u0646\u0628\u0627\u0644\u0647 \u0648\u0631\u0648\u062f\u06cc \u0628\u0627 \u0648\u0632\u0646\u200c\u0647\u0627\u06cc \u0645\u062a\u0641\u0627\u0648\u062a \u00ab\u062a\u0648\u062c\u0647\u00bb \u06a9\u0646\u062f.<\/em><\/p>\n<h3>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0646\u0642\u0627\u0628\u200c\u062f\u0627\u0631 (Masked Language Models &#8211; MLM):<\/h3>\n<p>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0646\u0642\u0627\u0628\u200c\u062f\u0627\u0631 (Masked Language Models) \u0645\u0627\u0646\u0646\u062f BERT\u060c \u0631\u0648\u06cc\u06a9\u0631\u062f\u06cc \u0646\u0648\u0622\u0648\u0631\u0627\u0646\u0647 \u062f\u0631 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0632\u0628\u0627\u0646 \u062f\u0627\u0631\u0646\u062f. \u0628\u0631\u062e\u0644\u0627\u0641 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0633\u0646\u062a\u06cc \u06a9\u0647 \u0633\u0639\u06cc \u062f\u0631 \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u06a9\u0644\u0645\u0647 \u0628\u0639\u062f\u06cc \u062f\u0631 \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u062f\u0627\u0631\u0646\u062f\u060c \u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u0628\u062e\u0634\u06cc \u0627\u0632 \u06a9\u0644\u0645\u0627\u062a \u0648\u0631\u0648\u062f\u06cc \u0631\u0627 \u0628\u0647 \u0635\u0648\u0631\u062a \u062a\u0635\u0627\u062f\u0641\u06cc \u00ab\u0646\u0642\u0627\u0628\u200c\u06af\u0630\u0627\u0631\u06cc\u00bb (mask) \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f.<\/p>\n<p>\u0633\u067e\u0633\u060c \u0648\u0638\u06cc\u0641\u0647 \u0645\u062f\u0644 \u0627\u06cc\u0646 \u0627\u0633\u062a \u06a9\u0647 \u0628\u0627 \u062f\u0631 \u0646\u0638\u0631 \u06af\u0631\u0641\u062a\u0646 \u062a\u0645\u0627\u0645 \u06a9\u0644\u0645\u0627\u062a \u0627\u0637\u0631\u0627\u0641 \u06a9\u0644\u0645\u0647 \u0646\u0642\u0627\u0628\u200c\u06af\u0630\u0627\u0631\u06cc \u0634\u062f\u0647 (\u0686\u0647 \u06a9\u0644\u0645\u0627\u062a \u0642\u0628\u0644 \u0648 \u0686\u0647 \u06a9\u0644\u0645\u0627\u062a \u0628\u0639\u062f \u0627\u0632 \u0622\u0646)\u060c \u06a9\u0644\u0645\u0647 \u0635\u062d\u06cc\u062d \u0631\u0627 \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u06a9\u0646\u062f. \u062f\u0631 \u062c\u062f\u0648\u0644 \u0632\u06cc\u0631 \u0645\u06a9\u0627\u0646\u06cc\u0633\u0645 \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u0646\u0642\u0627\u0628\u200c\u062f\u0627\u0631 \u0631\u0627 \u0645\u0634\u0627\u0647\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u06cc\u062f:<\/p>\n<table width=\"616\">\n<tbody>\n<tr>\n<td width=\"308\">\u062a\u0648\u0636\u06cc\u062d\u0627\u062a<\/td>\n<td width=\"308\"><strong>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc <\/strong><strong>\u0639\u0635\u0628\u06cc <\/strong><strong>\u0646\u0642\u0627\u0628\u200c\u062f\u0627\u0631<\/strong><\/td>\n<\/tr>\n<tr>\n<td width=\"308\"><strong>\u0648\u0631\u0648\u062f\u06cc: <\/strong>\u0628\u062e\u0634\u06cc \u0627\u0632 \u06a9\u0644\u0645\u0627\u062a \u0628\u0627 \u062c\u0627\u06cc\u06af\u0632\u06cc\u0646 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f.<\/td>\n<td rowspan=\"3\" width=\"308\"><strong>\u0646\u062d\u0648\u0647 \u06a9\u0627\u0631:<\/strong><\/td>\n<\/tr>\n<tr>\n<td width=\"308\">\u0647\u062f\u0641: \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u06a9\u0644\u0645\u0627\u062a \u0627\u0635\u0644\u06cc \u0646\u0642\u0627\u0628\u200c\u06af\u0630\u0627\u0631\u06cc \u0634\u062f\u0647.<\/td>\n<\/tr>\n<tr>\n<td width=\"308\"><strong>\u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc:<\/strong> \u062f\u0631\u06a9 \u0631\u0648\u0627\u0628\u0637 \u0645\u062a\u0646\u06cc \u0639\u0645\u06cc\u0642 \u0648 \u062f\u0648\u0637\u0631\u0641\u0647.<\/td>\n<\/tr>\n<tr>\n<td width=\"308\">\u067e\u0631\u0633\u0634 \u0648 \u067e\u0627\u0633\u062e (Question Answering)<\/td>\n<td rowspan=\"3\" width=\"308\"><strong>\u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627:<\/strong><\/td>\n<\/tr>\n<tr>\n<td width=\"308\">\u062a\u062d\u0644\u06cc\u0644 \u0627\u062d\u0633\u0627\u0633\u0627\u062a (Sentiment Analysis)<\/td>\n<\/tr>\n<tr>\n<td width=\"308\">\u062f\u0631\u06a9 \u0645\u0637\u0644\u0628 (Reading Comprehension)<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p><em>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0646\u0642\u0627\u0628\u200c\u062f\u0627\u0631\u060c \u0628\u0631\u0627\u06cc \u0648\u0638\u0627\u06cc\u0641\u06cc \u06a9\u0647 \u0646\u06cc\u0627\u0632 \u0628\u0647 \u062f\u0631\u06a9 \u06a9\u0627\u0645\u0644 \u0645\u062a\u0646 \u0648\u0631\u0648\u062f\u06cc \u062f\u0627\u0631\u0646\u062f\u060c \u0628\u0633\u06cc\u0627\u0631 \u0642\u062f\u0631\u062a\u0645\u0646\u062f \u0647\u0633\u062a\u0646\u062f\u060c \u0627\u0645\u0627 \u0628\u0631\u0627\u06cc \u062a\u0648\u0644\u06cc\u062f \u0645\u062a\u0646 \u067e\u06cc\u0648\u0633\u062a\u0647 (\u0645\u0627\u0646\u0646\u062f \u0646\u0648\u0634\u062a\u0646 \u062f\u0627\u0633\u062a\u0627\u0646) \u0628\u0647 \u062a\u0646\u0647\u0627\u06cc\u06cc \u0645\u0646\u0627\u0633\u0628 \u0646\u06cc\u0633\u062a\u0646\u062f\u060c \u0632\u06cc\u0631\u0627 \u0637\u0631\u0627\u062d\u06cc \u0622\u0646\u200c\u0647\u0627 \u0628\u0631 \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u06a9\u0644\u0645\u0647 \u0628\u0639\u062f\u06cc \u062a\u0645\u0631\u06a9\u0632 \u0646\u062f\u0627\u0631\u062f.<\/em><\/p>\n<h3>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0641\u0642\u0637 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 (Encoder-only Models):<\/h3>\n<p>\u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627\u060c \u0645\u0627\u0646\u0646\u062f BERT\u060c \u062a\u0646\u0647\u0627 \u0627\u0632 \u0628\u062e\u0634 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 (Encoder) \u0645\u0639\u0645\u0627\u0631\u06cc \u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f.<\/p>\n<p>\u0647\u0645\u0627\u0646\u0637\u0648\u0631 \u06a9\u0647 \u062f\u0631 \u0645\u0648\u0631\u062f MLM \u062a\u0648\u0636\u06cc\u062d \u062f\u0627\u062f\u0647 \u0634\u062f\u060c \u062a\u0645\u0631\u06a9\u0632 \u0627\u0635\u0644\u06cc \u0627\u06cc\u0646 \u06af\u0631\u0648\u0647 \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0628\u0631 \u062f\u0631\u06a9 \u0639\u0645\u06cc\u0642 \u0645\u062a\u0646 \u0648\u0631\u0648\u062f\u06cc \u0627\u0633\u062a. \u0622\u0646\u200c\u0647\u0627 \u062f\u0646\u0628\u0627\u0644\u0647 \u0648\u0631\u0648\u062f\u06cc \u0631\u0627 \u067e\u0631\u062f\u0627\u0632\u0634 \u0648 \u0646\u0645\u0627\u06cc\u0634\u06cc \u063a\u0646\u06cc \u0648 \u0645\u0641\u0647\u0648\u0645\u06cc \u0627\u0632 \u0622\u0646 \u062a\u0648\u0644\u06cc\u062f \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f \u06a9\u0647 \u0628\u0631\u0627\u06cc \u0648\u0638\u0627\u06cc\u0641 \u067e\u0627\u06cc\u06cc\u0646\u200c\u062f\u0633\u062a\u06cc (downstream tasks) \u0645\u0646\u0627\u0633\u0628 \u0627\u0633\u062a. \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627\u06cc \u06a9\u0644\u06cc\u062f\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0641\u0642\u0637 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u062f\u0631 \u062c\u062f\u0648\u0644 \u0632\u06cc\u0631 \u0634\u0631\u062d \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a:<\/p>\n<p>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0641\u0642\u0637 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 (Encoder-only)<\/p>\n<table width=\"648\">\n<tbody>\n<tr>\n<td width=\"324\">\u062a\u0648\u0636\u06cc\u062d \u0645\u062e\u062a\u0635\u0631<\/td>\n<td width=\"324\">\u0648\u06cc\u0698\u06af\u06cc \u06a9\u0644\u06cc\u062f\u06cc<\/td>\n<\/tr>\n<tr>\n<td width=\"324\">\u0641\u0642\u0637 \u0628\u062e\u0634 Encoder \u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631<\/td>\n<td width=\"324\">\u0645\u0639\u0645\u0627\u0631\u06cc<\/td>\n<\/tr>\n<tr>\n<td width=\"324\">\u062f\u0631\u06a9 \u0645\u062a\u0646 (Text Understanding)<\/td>\n<td width=\"324\">\u0647\u062f\u0641 \u0627\u0635\u0644\u06cc<\/td>\n<\/tr>\n<tr>\n<td width=\"324\">\u067e\u0631\u062f\u0627\u0632\u0634 \u062f\u0648\u0637\u0631\u0641\u0647 (Bidirectional)<\/td>\n<td width=\"324\">\u0648\u06cc\u0698\u06af\u06cc \u06a9\u0644\u06cc\u062f\u06cc<\/td>\n<\/tr>\n<tr>\n<td width=\"324\">BERT, RoBERTa, ALBERT<\/td>\n<td width=\"324\">\u0645\u062b\u0627\u0644\u200c\u0647\u0627<\/td>\n<\/tr>\n<tr>\n<td width=\"324\">\u062f\u0633\u062a\u0647\u200c\u0628\u0646\u062f\u06cc\u060c NER\u060c \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0627\u0637\u0644\u0627\u0639\u0627\u062a<\/td>\n<td width=\"324\">\u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627<\/td>\n<\/tr>\n<tr>\n<td width=\"324\">\u0639\u062f\u0645 \u062a\u0648\u0644\u06cc\u062f \u0645\u062a\u0646 \u062c\u062f\u06cc\u062f<\/td>\n<td width=\"324\">\u0646\u0642\u0637\u0647 \u0636\u0639\u0641<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u0628\u0631\u0627\u06cc \u062a\u062d\u0644\u06cc\u0644 \u0648 \u062f\u0631\u06a9 \u0645\u062a\u0646 \u0639\u0627\u0644\u06cc \u0647\u0633\u062a\u0646\u062f\u060c \u0627\u0645\u0627 \u0628\u0631\u0627\u06cc \u062a\u0648\u0644\u06cc\u062f \u0645\u062a\u0646 \u062c\u062f\u06cc\u062f \u0637\u0631\u0627\u062d\u06cc \u0646\u0634\u062f\u0647\u200c\u0627\u0646\u062f.<\/p>\n<h3>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0641\u0642\u0637 \u0631\u0645\u0632\u06af\u0634\u0627 (Decoder-only Models):<\/h3>\n<p>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0641\u0642\u0637 \u0631\u0645\u0632\u06af\u0634\u0627\u060c \u0645\u0627\u0646\u0646\u062f \u0633\u0631\u06cc GPT\u060c \u0641\u0642\u0637 \u0627\u0632 \u0628\u062e\u0634 \u0631\u0645\u0632\u06af\u0634\u0627 (Decoder) \u0645\u0639\u0645\u0627\u0631\u06cc \u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f. \u062a\u0645\u0631\u06a9\u0632 \u0627\u0635\u0644\u06cc \u0622\u0646\u200c\u0647\u0627 \u0628\u0631 \u062a\u0648\u0644\u06cc\u062f \u0645\u062a\u0646 (Text Generation) \u0627\u0633\u062a.<\/p>\n<p>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0631\u0645\u0632\u06af\u0634\u0627\u060c \u06a9\u0644\u0645\u0647 \u0628\u0647 \u06a9\u0644\u0645\u0647 \u0645\u062a\u0646 \u0631\u0627 \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f \u0648 \u062f\u0631 \u0647\u0631 \u0645\u0631\u062d\u0644\u0647\u060c \u062a\u0646\u0647\u0627 \u0628\u0647 \u06a9\u0644\u0645\u0627\u062a \u0642\u0628\u0644\u06cc (Autoregressive) \u0646\u06af\u0627\u0647 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f.<\/p>\n<p>\u062f\u0631 \u062c\u062f\u0648\u0644 \u0632\u06cc\u0631 \u0645\u06a9\u0627\u0646\u06cc\u0633\u0645 \u0639\u0645\u0644\u06a9\u0631\u062f \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0641\u0642\u0637 \u0631\u0645\u0632\u06af\u0634\u0627 \u0634\u0631\u062d \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a:<\/p>\n<table width=\"468\">\n<tbody>\n<tr>\n<td width=\"234\">\u062a\u0648\u0636\u06cc\u062d<\/td>\n<td width=\"234\">\u0645\u062f\u0644 \u0647\u0627\u06cc \u0641\u0642\u0637 \u0631\u0645\u0632\u06af\u0634\u0627<\/td>\n<\/tr>\n<tr>\n<td width=\"234\">\u0641\u0642\u0637 \u0628\u062e\u0634 Decoder \u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631<\/td>\n<td width=\"234\">\u0645\u0639\u0645\u0627\u0631\u06cc<\/td>\n<\/tr>\n<tr>\n<td width=\"234\">\u062a\u0648\u0644\u06cc\u062f \u0645\u062a\u0646 (Text Generation)<\/td>\n<td width=\"234\">\u0647\u062f\u0641 \u0627\u0635\u0644\u06cc<\/td>\n<\/tr>\n<tr>\n<td width=\"234\">\u067e\u0631\u062f\u0627\u0632\u0634 \u06cc\u06a9\u200c\u0637\u0631\u0641\u0647(Autoregressive)<\/td>\n<td width=\"234\">\u0648\u06cc\u0698\u06af\u06cc \u06a9\u0644\u06cc\u062f\u06cc<\/td>\n<\/tr>\n<tr>\n<td width=\"234\">GPT-2, GPT-3, GPT-4<\/td>\n<td width=\"234\">\u0645\u062b\u0627\u0644\u200c\u0647\u0627<\/td>\n<\/tr>\n<tr>\n<td width=\"234\">\u0646\u0648\u0634\u062a\u0646 \u062e\u0644\u0627\u0642\u0627\u0646\u0647\u060c \u062a\u06a9\u0645\u06cc\u0644 \u0645\u062a\u0646\u060c \u0686\u062a\u200c\u0628\u0627\u062a<\/td>\n<td width=\"234\">\u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627<\/td>\n<\/tr>\n<tr>\n<td width=\"234\">\u062a\u0648\u0644\u06cc\u062f \u0645\u062a\u0646 \u0645\u0646\u0633\u062c\u0645 \u0648 \u0645\u0631\u062a\u0628\u0637<\/td>\n<td width=\"234\">\u0646\u0642\u0637\u0647 \u0642\u0648\u062a<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p><em>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc <\/em><em>\u0641\u0642\u0637 \u0631\u0645\u0632\u06af\u0634\u0627<\/em><em>\u060c \u062a\u0648\u0627\u0646\u0627\u06cc\u06cc \u0628\u0627\u0644\u0627\u06cc\u06cc \u062f\u0631 \u062a\u0648\u0644\u06cc\u062f \u0645\u062a\u0646 \u0645\u0646\u0633\u062c\u0645 \u0648 \u0645\u0631\u062a\u0628\u0637 \u062f\u0627\u0631\u0646\u062f \u0648 \u0628\u0647 \u0647\u0645\u06cc\u0646 \u062f\u0644\u06cc\u0644 \u067e\u0627\u06cc\u0647 \u0648 \u0627\u0633\u0627\u0633 \u0628\u0633\u06cc\u0627\u0631\u06cc \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0628\u0632\u0631\u06af \u0627\u0645\u0631\u0648\u0632\u06cc \u0647\u0633\u062a\u0646\u062f.<\/em><\/p>\n<h3>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0631\u0645\u0632\u06af\u0630\u0627\u0631-\u0631\u0645\u0632\u06af\u0634\u0627 (Encoder\u2013Decoder Models):<\/h3>\n<p>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0631\u0645\u0632\u06af\u0630\u0627\u0631-\u0631\u0645\u0632\u06af\u0634\u0627\u060c \u0647\u0645\u0627\u0646 \u0645\u0639\u0645\u0627\u0631\u06cc \u067e\u0627\u06cc\u0647\u200c\u06cc \u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631 \u0631\u0627 \u062f\u0627\u0631\u0646\u062f \u06a9\u0647 \u0634\u0627\u0645\u0644 \u0647\u0631 \u062f\u0648 \u0628\u062e\u0634 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 (Encoder) \u0648 \u0631\u0645\u0632\u06af\u0634\u0627 (Decoder) \u0645\u06cc\u200c\u0634\u0648\u062f.<\/p>\n<p>\u0627\u06cc\u0646 \u0633\u0627\u062e\u062a\u0627\u0631 \u0628\u0631\u0627\u06cc \u0648\u0638\u0627\u06cc\u0641\u06cc \u0645\u0627\u0646\u0646\u062f \u062a\u0631\u062c\u0645\u0647 \u0627\u06cc\u062f\u0647\u200c\u0622\u0644 \u0627\u0633\u062a \u06a9\u0647 \u0628\u0647 \u062a\u0628\u062f\u06cc\u0644 \u06cc\u06a9 \u062f\u0646\u0628\u0627\u0644\u0647 \u0648\u0631\u0648\u062f\u06cc \u0628\u0647 \u06cc\u06a9 \u062f\u0646\u0628\u0627\u0644\u0647 \u062e\u0631\u0648\u062c\u06cc \u0645\u062a\u0641\u0627\u0648\u062a \u062f\u0627\u0631\u0646\u062f. \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0631\u0645\u0632\u06af\u0630\u0627\u0631-\u0631\u0645\u0632 \u06af\u0634\u0627 \u062f\u0631 \u0648\u0627\u0642\u0639\u060c \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0648\u0631\u0648\u062f\u06cc \u0631\u0627 \u067e\u0631\u062f\u0627\u0632\u0634 \u06a9\u0631\u062f\u0647 \u0648 \u0631\u0645\u0632\u06af\u0634\u0627 \u062e\u0631\u0648\u062c\u06cc \u0631\u0627 \u062a\u0648\u0644\u06cc\u062f \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/p>\n<p>\u062f\u0631 \u062c\u062f\u0648\u0644 \u0632\u06cc\u0631 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u0628\u0647\u200c\u0637\u0648\u0631 \u062e\u0644\u0627\u0635\u0647 \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627\u06cc \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u0631\u0627 \u0645\u0634\u0627\u0647\u062f\u0647 \u06a9\u0646\u06cc\u062f:<\/p>\n<table width=\"468\">\n<tbody>\n<tr>\n<td width=\"234\">\u062a\u0648\u0636\u06cc\u062d<\/td>\n<td width=\"234\">\u0645\u062f\u0644\u200c\u0647\u0627\u06cc<strong> \u0631\u0645\u0632\u06af\u0630\u0627\u0631-\u0631\u0645\u0632\u06af\u0634\u0627<\/strong><\/td>\n<\/tr>\n<tr>\n<td width=\"234\">Encoder + Decoder<\/td>\n<td width=\"234\">\u0645\u0639\u0645\u0627\u0631\u06cc<\/td>\n<\/tr>\n<tr>\n<td width=\"234\">\u062a\u0628\u062f\u06cc\u0644 \u062f\u0646\u0628\u0627\u0644\u0647 \u0628\u0647 \u062f\u0646\u0628\u0627\u0644\u0647 (Sequence-to-Sequence Tasks)<\/td>\n<td width=\"234\">\u0647\u062f\u0641 \u0627\u0635\u0644\u06cc<\/td>\n<\/tr>\n<tr>\n<td width=\"234\">\u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646\u06cc \u0648 \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062a\u0646\u060c \u067e\u0627\u0633\u062e \u0628\u0647 \u0633\u0648\u0627\u0644\u0627\u062a (\u0628\u0627 \u06a9\u0645\u06cc \u062a\u063a\u06cc\u06cc\u0631 \u062f\u0631 \u0648\u0631\u0648\u062f\u06cc\/\u062e\u0631\u0648\u062c\u06cc)<\/td>\n<td width=\"234\">\u0648\u06cc\u0698\u06af\u06cc \u06a9\u0644\u06cc\u062f\u06cc<\/td>\n<\/tr>\n<tr>\n<td width=\"234\">T5, BART<\/td>\n<td width=\"234\">\u0645\u062b\u0627\u0644\u200c\u0647\u0627<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0627\u0646\u0639\u0637\u0627\u0641\u200c\u067e\u0630\u06cc\u0631\u06cc \u0628\u0627\u0644\u0627\u06cc\u06cc \u062f\u0627\u0631\u0646\u062f \u0648 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u0646\u062f \u0628\u0631\u0627\u06cc \u0637\u06cc\u0641 \u0648\u0633\u06cc\u0639\u06cc \u0627\u0632 \u0648\u0638\u0627\u06cc\u0641 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u06a9\u0647 \u0634\u0627\u0645\u0644 \u062a\u0628\u062f\u06cc\u0644 \u0648\u0631\u0648\u062f\u06cc \u0628\u0647 \u062e\u0631\u0648\u062c\u06cc \u0647\u0633\u062a\u0646\u062f\u060c \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0642\u0631\u0627\u0631 \u06af\u06cc\u0631\u0646\u062f.<\/p>\n<h3>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0628\u0632\u0631\u06af (Large Language Models &#8211; LLMs):<\/h3>\n<p>LLM\u0647\u0627 \u062f\u0633\u062a\u0647\u200c\u0627\u06cc \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0628\u0632\u0631\u06af \u0647\u0633\u062a\u0646\u062f \u06a9\u0647 \u0628\u0627 \u0645\u0642\u0627\u062f\u06cc\u0631 \u0639\u0638\u06cc\u0645 \u062f\u0627\u062f\u0647 \u0648 \u0628\u0627 \u062a\u0639\u062f\u0627\u062f \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u0628\u0633\u06cc\u0627\u0631 \u0632\u06cc\u0627\u062f (\u0627\u063a\u0644\u0628 \u0645\u06cc\u0644\u06cc\u0627\u0631\u062f\u0647\u0627) \u0622\u0645\u0648\u0632\u0634 \u062f\u06cc\u062f\u0647\u200c\u0627\u0646\u062f. \u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u0645\u0639\u0645\u0648\u0644\u0627\u064b \u0628\u0631 \u067e\u0627\u06cc\u0647 \u0645\u0639\u0645\u0627\u0631\u06cc \u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631 (\u0627\u063a\u0644\u0628 Decoder-only \u06cc\u0627 Encoder-Decoder) \u0633\u0627\u062e\u062a\u0647 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f.<\/p>\n<p>LLM\u0647\u0627 \u0628\u0647 \u062f\u0644\u06cc\u0644 \u0645\u0642\u06cc\u0627\u0633 \u0628\u0632\u0631\u06af\u0634\u0627\u0646 \u062a\u0648\u0627\u0646\u0627\u06cc\u06cc\u200c\u0647\u0627\u06cc \u0634\u06af\u0641\u062a\u200c\u0627\u0646\u06af\u06cc\u0632\u06cc \u062f\u0631 \u062f\u0631\u06a9 \u0648 \u062a\u0648\u0644\u06cc\u062f \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u0627\u0632 \u062e\u0648\u062f \u0646\u0634\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u0646\u062f. \u0628\u0647 \u0627\u06cc\u0646 \u062a\u0631\u062a\u06cc\u0628 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u0646\u062f \u0637\u06cc\u0641 \u06af\u0633\u062a\u0631\u062f\u0647\u200c\u0627\u06cc \u0627\u0632 \u0648\u0638\u0627\u06cc\u0641 \u0631\u0627 \u0628\u062f\u0648\u0646 \u0646\u06cc\u0627\u0632 \u0628\u0647 \u062a\u0646\u0638\u06cc\u0645 \u062f\u0642\u06cc\u0642 (fine-tuning) \u0628\u0631\u0627\u06cc \u0647\u0631 \u0648\u0638\u06cc\u0641\u0647 \u062e\u0627\u0635 \u0627\u0646\u062c\u0627\u0645 \u062f\u0647\u0646\u062f (Zero-shot \u06cc\u0627 Few-shot learning).<\/p>\n<p>\u062f\u0631 \u062c\u062f\u0648\u0644 \u0632\u06cc\u0631 \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0628\u0632\u0631\u06af \u0634\u0631\u062d \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a:<\/p>\n<table width=\"642\">\n<tbody>\n<tr>\n<td width=\"321\">\u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627 \/ \u0642\u0627\u0628\u0644\u06cc\u062a\u200c\u0647\u0627<\/td>\n<td width=\"321\">LLMs<\/td>\n<\/tr>\n<tr>\n<td width=\"321\">\u0622\u0645\u0648\u0632\u0634 \u0628\u0627 \u062f\u0627\u062f\u0647 \u0639\u0638\u06cc\u0645\u060c \u0645\u06cc\u0644\u06cc\u0627\u0631\u062f\u0647\u0627 \u067e\u0627\u0631\u0627\u0645\u062a\u0631<\/td>\n<td width=\"321\">\u0645\u0642\u06cc\u0627\u0633<\/td>\n<\/tr>\n<tr>\n<td width=\"321\">\u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631 (Decoder-only \u00a0\u06cc\u0627 Encoder-Decoder)<\/td>\n<td width=\"321\">\u0645\u0639\u0645\u0627\u0631\u06cc \u067e\u0627\u06cc\u0647<\/td>\n<\/tr>\n<tr>\n<td width=\"321\">\u062f\u0631\u06a9 \u0648 \u062a\u0648\u0644\u06cc\u062f \u0632\u0628\u0627\u0646 \u067e\u06cc\u0686\u06cc\u062f\u0647<\/p>\n<p>\u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0635\u0641\u0631-\u0634\u0627\u062a\/\u0686\u0646\u062f-\u0634\u0627\u062a (\u0628\u062f\u0648\u0646 \u0646\u06cc\u0627\u0632 \u0628\u0647 Fine-tuning)<\/td>\n<td width=\"321\">\u062a\u0648\u0627\u0646\u0627\u06cc\u06cc\u200c\u0647\u0627<\/td>\n<\/tr>\n<tr>\n<td width=\"321\">\u062a\u0648\u0644\u06cc\u062f \u0645\u062a\u0646 \u062e\u0644\u0627\u0642\u0627\u0646\u0647<\/p>\n<p>\u067e\u0627\u0633\u062e \u0628\u0647 \u0633\u0648\u0627\u0644\u0627\u062a \u067e\u06cc\u0686\u06cc\u062f\u0647<\/p>\n<p>\u062a\u0631\u062c\u0645\u0647<\/p>\n<p>\u06a9\u062f\u0646\u0648\u06cc\u0633\u06cc<\/p>\n<p>\u0627\u0633\u062a\u062f\u0644\u0627\u0644<\/td>\n<td width=\"321\">\u0642\u0627\u0628\u0644\u06cc\u062a\u200c\u0647\u0627\u06cc \u0628\u0631\u062c\u0633\u062a\u0647<\/td>\n<\/tr>\n<tr>\n<td width=\"321\">GPT-3.5\/4, PaLM, LLaMA, Claude<\/td>\n<td width=\"321\">\u0645\u062b\u0627\u0644\u200c\u0647\u0627<\/td>\n<\/tr>\n<tr>\n<td width=\"321\">\u0627\u0646\u0642\u0644\u0627\u0628\u06cc \u062f\u0631 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc\u060c \u0642\u0627\u0628\u0644\u06cc\u062a\u200c\u0647\u0627\u06cc \u062f\u0631 \u062d\u0627\u0644 \u067e\u06cc\u0634\u0631\u0641\u062a<\/td>\n<td width=\"321\">\u062a\u0623\u062b\u06cc\u0631<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc LLM\u060c \u0627\u0646\u0642\u0644\u0627\u0628\u06cc \u062f\u0631 \u062d\u0648\u0632\u0647 <strong><a href=\"https:\/\/hamrah.academy\/blog\/artificial-intelligence\/\">\u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc<\/a><\/strong> \u0627\u06cc\u062c\u0627\u062f \u06a9\u0631\u062f\u0647\u200c\u0627\u0646\u062f \u0648 \u0642\u0627\u0628\u0644\u06cc\u062a\u200c\u0647\u0627\u06cc \u0622\u0646\u200c\u0647\u0627 \u0647\u0645\u0686\u0646\u0627\u0646 \u062f\u0631 \u062d\u0627\u0644 \u067e\u06cc\u0634\u0631\u0641\u062a \u0627\u0633\u062a.<\/p>\n<h2>\u0627\u0633\u062a\u0631\u0627\u062a\u0698\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646 \u0639\u0635\u0628\u06cc<\/h2>\n<p>\u0627\u0645\u0627 \u0686\u06af\u0648\u0646\u0647 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u0645 \u0627\u0632 \u062d\u062f\u0627\u06a9\u062b\u0631 \u067e\u062a\u0627\u0646\u0633\u06cc\u0644 \u0627\u06cc\u0646 \u0627\u0628\u0632\u0627\u0631\u0647\u0627\u06cc \u0642\u062f\u0631\u062a\u0645\u0646\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u0645\u061f \u067e\u0627\u0633\u062e \u062f\u0631 \u0627\u0646\u062a\u062e\u0627\u0628 \u0635\u062d\u06cc\u062d \u0627\u0633\u062a\u0631\u0627\u062a\u0698\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0646\u0647\u0641\u062a\u0647 \u0627\u0633\u062a.<\/p>\n<p>\u062a\u0635\u0648\u0631 \u06a9\u0646\u06cc\u062f \u0628\u0647 \u062f\u0646\u0628\u0627\u0644 \u062e\u0644\u0642 \u06cc\u06a9 \u0627\u062b\u0631 \u0647\u0646\u0631\u06cc \u0628\u06cc\u200c\u0646\u0638\u06cc\u0631\u06cc\u062f. \u0627\u0628\u0632\u0627\u0631 \u0634\u0645\u0627 \u06cc\u06a9 \u0642\u0644\u0645\u200c\u0645\u0648\u06cc \u062c\u0627\u062f\u0648\u06cc\u06cc \u0648 \u0631\u0646\u06af\u200c\u0647\u0627\u06cc \u0628\u06cc\u200c\u0646\u0647\u0627\u06cc\u062a \u0627\u0633\u062a. \u0627\u0645\u0627 \u0628\u062f\u0648\u0646 \u062f\u0627\u0646\u0634 \u062a\u06a9\u0646\u06cc\u06a9\u200c\u0647\u0627\u06cc \u0646\u0642\u0627\u0634\u06cc\u060c \u062a\u0631\u06a9\u06cc\u0628 \u0631\u0646\u06af\u200c\u0647\u0627 \u0648 \u0627\u0635\u0648\u0644 \u062a\u0631\u06a9\u06cc\u0628\u200c\u0628\u0646\u062f\u06cc\u060c \u062e\u0644\u0642 \u0634\u0627\u0647\u06a9\u0627\u0631 \u0645\u0645\u06a9\u0646 \u0646\u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f. \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0646\u06cc\u0632 \u0686\u0646\u06cc\u0646 \u0627\u0628\u0632\u0627\u0631\u0647\u0627\u06cc\u06cc \u0647\u0633\u062a\u0646\u062f \u0648 \u0628\u062f\u0648\u0646 \u0627\u0633\u062a\u0631\u0627\u062a\u0698\u06cc \u062f\u0631\u0633\u062a\u060c \u0635\u0631\u0641\u0627 \u062f\u0627\u0646\u0633\u062a\u0646 \u0622\u0646\u200c\u0647\u0627 \u06a9\u0627\u0641\u06cc \u0646\u06cc\u0633\u062a.<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/neural-language-model-coding-engineer-workstation.webp.webp\" alt=\"\u0645\u0647\u0646\u062f\u0633 \u062f\u0631 \u062d\u0627\u0644 \u062a\u0648\u0633\u0639\u0647 \u0648 \u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u062f\u0631 \u0645\u062d\u06cc\u0637 \u0628\u0631\u0646\u0627\u0645\u0647\u200c\u0646\u0648\u06cc\u0633\u06cc \" width=\"748\" height=\"478\" \/><\/p>\n<p>(Probabilistic Language Modeling) \u0648 \u0645\u062f\u0644\u200c\u0633\u0627\u0632\u06cc \u0632\u0628\u0627\u0646 \u0639\u0635\u0628\u06cc (Neural Language Modeling) \u062f\u0648 \u0627\u0633\u062a\u0631\u0627\u062a\u0698\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0645\u062f\u0644 \u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0647\u0633\u062a\u0646\u062f. \u0628\u06cc\u0627\u06cc\u06cc\u062f \u06a9\u0645\u06cc \u0628\u06cc\u0634\u062a\u0631 \u0628\u0627 \u0622\u0646\u200c\u0647\u0627 \u0622\u0634\u0646\u0627 \u0634\u0648\u06cc\u0645:<\/p>\n<h3>\u0627\u0633\u062a\u0631\u0627\u062a\u0698\u06cc \u0645\u062f\u0644\u200c\u0633\u0627\u0632\u06cc \u0632\u0628\u0627\u0646 \u0627\u062d\u062a\u0645\u0627\u0644\u06cc<\/h3>\n<p>\u0627\u0633\u0627\u0633 \u06a9\u0627\u0631 \u0645\u062f\u0644\u200c\u0633\u0627\u0632\u06cc \u0632\u0628\u0627\u0646 \u0627\u062d\u062a\u0645\u0627\u0644\u06cc (Probabilistic Language Modeling)\u060c \u0628\u0631 \u0633\u0627\u062e\u062a \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u0628\u0631 \u0627\u0633\u0627\u0633 \u06cc\u06a9 \u067e\u06cc\u06a9\u0631\u0647 (corpus) \u0645\u062a\u0646\u06cc \u0627\u0633\u062a\u0648\u0627\u0631 \u0627\u0633\u062a.<\/p>\n<p>\u067e\u0633 \u0627\u0632 \u0633\u0627\u062e\u062a \u0645\u062f\u0644\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0627\u062d\u062a\u0645\u0627\u0644 \u0648\u0642\u0648\u0639 \u0647\u0631 \u062c\u0645\u0644\u0647 \u062c\u062f\u06cc\u062f \u0631\u0627 \u062f\u0631 \u0633\u06cc\u0633\u062a\u0645 \u0645\u062d\u0627\u0633\u0628\u0647 \u06a9\u0631\u062f. \u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u062a\u06a9\u0646\u06cc\u06a9\u200c\u0647\u0627\u06cc n-gram \u06a9\u0627\u0631 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f \u06a9\u0647 \u062f\u0631 \u0622\u0646 \u0627\u062d\u062a\u0645\u0627\u0644 \u06cc\u06a9 \u06a9\u0644\u0645\u0647 \u0628\u0647 \u06a9\u0644\u0645\u0627\u062a \u0642\u0628\u0644\u06cc \u062f\u0631 \u06cc\u06a9 \u062f\u0646\u0628\u0627\u0644\u0647 (n-1 \u06a9\u0644\u0645\u0647) \u0628\u0633\u062a\u06af\u06cc \u062f\u0627\u0631\u062f.<\/p>\n<h4>\u0686\u0627\u0644\u0634 \u0635\u0641\u0631 \u0628\u0648\u062f\u0646 \u0627\u062d\u062a\u0645\u0627\u0644\u0627\u062a \u0648 \u0631\u0627\u0647\u200c\u062d\u0644\u200c\u0647\u0627\u06cc \u0622\u0646 (Smoothing)<\/h4>\n<p>\u06cc\u06a9\u06cc \u0627\u0632 \u0686\u0627\u0644\u0634\u200c\u0647\u0627\u06cc \u0627\u0635\u0644\u06cc \u062f\u0631 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc n-gram \u00a0\u0645\u0648\u0627\u062c\u0647\u0647 \u0628\u0627 \u062f\u0646\u0628\u0627\u0644\u0647\u200c\u0647\u0627\u06cc \u06a9\u0644\u0645\u0627\u062a\u06cc \u0627\u0633\u062a \u06a9\u0647 \u062f\u0631 \u067e\u06cc\u06a9\u0631\u0647 \u0622\u0645\u0648\u0632\u0634\u06cc \u062f\u06cc\u062f\u0647 \u0646\u0634\u062f\u0647\u200c\u0627\u0646\u062f.<\/p>\n<p>\u0627\u06cc\u0646 \u0627\u0645\u0631 \u0645\u0646\u062c\u0631 \u0628\u0647 \u0627\u062d\u062a\u0645\u0627\u0644 \u0635\u0641\u0631 \u0628\u0631\u0627\u06cc \u0622\u0646 \u062f\u0646\u0628\u0627\u0644\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f \u06a9\u0647 \u062f\u0631 \u0645\u062d\u0627\u0633\u0628\u0627\u062a \u0628\u0639\u062f\u06cc \u0645\u0634\u06a9\u0644\u200c\u0633\u0627\u0632 \u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f. \u0628\u0631\u0627\u06cc \u062d\u0644 \u0627\u06cc\u0646 \u0645\u0634\u06a9\u0644 \u0627\u0632 \u062a\u06a9\u0646\u06cc\u06a9\u200c\u0647\u0627\u06cc <strong>Smoothing<\/strong> \u0628\u0647 \u062f\u0648 \u0631\u0648\u0634 \u0632\u06cc\u0631 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/p>\n<h5>\u0631\u0648\u0634 Laplace Smoothing (Add-One Smoothing)<\/h5>\n<p>\u0627\u06cc\u0646 \u0633\u0627\u062f\u0647\u200c\u062a\u0631\u06cc\u0646 \u0631\u0648\u0634\u060c \u0628\u0627 \u0627\u0641\u0632\u0648\u062f\u0646 \u0639\u062f\u062f \u06f1 \u0628\u0647 \u0634\u0645\u0627\u0631\u0634 \u062a\u0645\u0627\u0645 \u062f\u0646\u0628\u0627\u0644\u0647\u200c\u0647\u0627\u06cc n-gram (\u0686\u0647 \u062f\u06cc\u062f\u0647 \u0634\u062f\u0647 \u0648 \u0686\u0647 \u0646\u0634\u062f\u0647) \u0639\u0645\u0644 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u062a\u0636\u0645\u06cc\u0646 \u0645\u06cc\u200c\u06a9\u0646\u062f \u06a9\u0647 \u0647\u06cc\u0686 \u0627\u062d\u062a\u0645\u0627\u0644\u06cc \u0635\u0641\u0631 \u0646\u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f.<\/p>\n<p>\u0641\u0631\u0636 \u06a9\u0646\u06cc\u062f \u06cc\u06a9 \u067e\u06cc\u06a9\u0631\u0647 \u0645\u062a\u0646\u06cc \u062f\u0627\u0631\u06cc\u0645 \u0648 \u0645\u06cc\u200c\u062e\u0648\u0627\u0647\u06cc\u0645 \u0627\u062d\u062a\u0645\u0627\u0644 \u062c\u0645\u0644\u0647 &lt;s&gt; I saw the man in the street &lt;\/s&gt; \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0645\u062f\u0644 bigram \u0645\u062d\u0627\u0633\u0628\u0647 \u06a9\u0646\u06cc\u0645. \u0628\u0631\u0627\u06cc \u0645\u062d\u0627\u0633\u0628\u0647 \u0627\u062d\u062a\u0645\u0627\u0644 \u0647\u0631 \u06a9\u0644\u0645\u0647\u060c \u0628\u0627\u06cc\u062f \u062a\u0639\u062f\u0627\u062f \u062a\u06a9\u0631\u0627\u0631 \u062f\u0646\u0628\u0627\u0644\u0647 \u062f\u0648 \u06a9\u0644\u0645\u0647\u200c\u0627\u06cc (bigram) \u0631\u0627 \u0628\u0631 \u062a\u0639\u062f\u0627\u062f \u062a\u06a9\u0631\u0627\u0631 \u06a9\u0644\u0645\u0647 \u0627\u0648\u0644 (Unigram) \u062a\u0642\u0633\u06cc\u0645 \u06a9\u0646\u06cc\u0645.<\/p>\n<p>\u062c\u062f\u0648\u0644 <strong>bigram<\/strong> \u0642\u0628\u0644 \u0627\u0632 <strong>Laplace Smoothing<\/strong><\/p>\n<table width=\"455\">\n<tbody>\n<tr>\n<td width=\"270\">Bigram<\/td>\n<td width=\"185\">Count<\/td>\n<\/tr>\n<tr>\n<td width=\"270\">&lt;s&gt; I<\/td>\n<td width=\"185\">\u06f5<\/td>\n<\/tr>\n<tr>\n<td width=\"270\">I saw<\/td>\n<td width=\"185\">\u06f3<\/td>\n<\/tr>\n<tr>\n<td width=\"270\">saw the<\/td>\n<td width=\"185\">\u06f0<\/td>\n<\/tr>\n<tr>\n<td width=\"270\">the man<\/td>\n<td width=\"185\">\u06f2<\/td>\n<\/tr>\n<tr>\n<td width=\"270\">man in<\/td>\n<td width=\"185\">\u06f1<\/td>\n<\/tr>\n<tr>\n<td width=\"270\">in the<\/td>\n<td width=\"185\">\u06f4<\/td>\n<\/tr>\n<tr>\n<td width=\"270\">the street<\/td>\n<td width=\"185\">\u06f0<\/td>\n<\/tr>\n<tr>\n<td width=\"270\">street &lt;\/s&gt;<\/td>\n<td width=\"185\">\u06f1<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u062c\u062f\u0648\u0644 <strong>bigram <\/strong>\u0628\u0639\u062f \u0627\u0632 <strong>Laplace Smoothing (Add-One)<\/strong><\/p>\n<table width=\"453\">\n<tbody>\n<tr>\n<td width=\"131\">Bigram<\/td>\n<td width=\"108\">Count (Original)<\/td>\n<td width=\"215\">Count (Add-One)<\/td>\n<\/tr>\n<tr>\n<td width=\"131\">&lt;s&gt; I<\/td>\n<td width=\"108\">\u06f5<\/td>\n<td width=\"215\">\u06f6<\/td>\n<\/tr>\n<tr>\n<td width=\"131\">I saw<\/td>\n<td width=\"108\">\u06f3<\/td>\n<td width=\"215\">\u06f4<\/td>\n<\/tr>\n<tr>\n<td width=\"131\">saw the<\/td>\n<td width=\"108\">\u06f0<\/td>\n<td width=\"215\">\u06f1<\/td>\n<\/tr>\n<tr>\n<td width=\"131\">the man<\/td>\n<td width=\"108\">\u06f2<\/td>\n<td width=\"215\">\u06f3<\/td>\n<\/tr>\n<tr>\n<td width=\"131\">man in<\/td>\n<td width=\"108\">\u06f1<\/td>\n<td width=\"215\">\u06f2<\/td>\n<\/tr>\n<tr>\n<td width=\"131\">in the<\/td>\n<td width=\"108\">\u06f4<\/td>\n<td width=\"215\">\u06f5<\/td>\n<\/tr>\n<tr>\n<td width=\"131\">the street<\/td>\n<td width=\"108\">\u06f0<\/td>\n<td width=\"215\">\u06f1<\/td>\n<\/tr>\n<tr>\n<td width=\"131\">street &lt;\/s&gt;<\/td>\n<td width=\"108\">\u06f1<\/td>\n<td width=\"215\">\u06f2<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<h5>\u0631\u0648\u0634 Advanced Smoothing Techniques<\/h5>\n<p>\u062f\u0631 \u0631\u0648\u0634 back off\u060c \u0627\u06af\u0631 \u0627\u062d\u062a\u0645\u0627\u0644 \u06cc\u06a9 \u062f\u0646\u0628\u0627\u0644\u0647 n-gram \u0635\u0641\u0631 \u0628\u0627\u0634\u062f (\u06cc\u0639\u0646\u06cc \u062f\u0631 \u067e\u06cc\u06a9\u0631\u0647 \u062f\u06cc\u062f\u0647 \u0646\u0634\u062f\u0647 \u0628\u0627\u0634\u062f)\u060c \u0645\u062f\u0644 \u0628\u0647 \u0633\u0631\u0627\u063a \u062f\u0646\u0628\u0627\u0644\u0647\u200c\u0647\u0627\u06cc \u0628\u0627 \u0645\u0631\u062a\u0628\u0647 \u067e\u0627\u06cc\u06cc\u0646\u200c\u062a\u0631 \u00a0\u0645\u06cc\u200c\u0631\u0648\u062f \u0648 \u0627\u0632 \u0627\u062d\u062a\u0645\u0627\u0644 \u0622\u0646\u200c\u0647\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0628\u0627 \u06cc\u06a9 \u0627\u062d\u062a\u0645\u0627\u0644 \u0628\u06a9\u200c\u06af\u0631\u0627\u0646\u062f (background probability) \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc\u200c\u0634\u0648\u062f. \u0627\u06af\u0631 \u0634\u0645\u0627\u0631\u0634 \u00a0bigram\u0635\u0641\u0631 \u0628\u0627\u0634\u062f\u060c \u0627\u0632 \u0627\u062d\u062a\u0645\u0627\u0644 unigram \u0645\u0631\u0628\u0648\u0637\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/p>\n<p>\u06cc\u06a9\u06cc \u062f\u06cc\u06af\u0631 \u0627\u0632 \u0631\u0648\u0634\u200c\u0647\u0627\u06cc \u0627\u06cc\u0646 \u0645\u062a\u062f\u060c <strong>Interpolation<\/strong> \u0627\u0633\u062a. \u0627\u06cc\u0646 \u0631\u0648\u0634 \u0627\u0632 \u062a\u0631\u06a9\u06cc\u0628\u06cc \u0648\u0632\u0646\u06cc \u0627\u0632 \u0627\u062d\u062a\u0645\u0627\u0644\u0627\u062a \u062f\u0646\u0628\u0627\u0644\u0647\u200c\u0647\u0627\u06cc n-gram \u00a0\u0648 n-1-gram \u00a0\u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f. \u062f\u0631 \u0627\u06cc\u0646 \u0631\u0648\u0634\u060c \u0647\u0645\u06cc\u0634\u0647 \u06cc\u06a9 \u00ab\u0627\u062d\u062a\u0645\u0627\u0644 \u0628\u06a9\u200c\u06af\u0631\u0627\u0646\u062f\u00bb (\u0628\u0627 \u0648\u0632\u0646\u06cc \u0645\u0634\u062e\u0635\u060c \u0645\u062b\u0644\u0627\u064b \u0627\u067e\u0633\u06cc\u0644\u0648\u0646 \u03b5) \u0628\u0647 \u0627\u062d\u062a\u0645\u0627\u0644 \u0627\u0635\u0644\u06cc \u0627\u0636\u0627\u0641\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f\u060c \u0686\u0647 \u0634\u0645\u0627\u0631\u0634 \u0627\u0635\u0644\u06cc \u0635\u0641\u0631 \u0628\u0627\u0634\u062f \u0648 \u0686\u0647 \u0646\u0628\u0627\u0634\u062f.<\/p>\n<p>\u0645\u062c\u0645\u0648\u0639 \u0648\u0632\u0646\u200c\u0647\u0627 \u0628\u0627\u06cc\u062f \u0628\u0631\u0627\u0628\u0631 \u0628\u0627 \u06f1 \u0628\u0627\u0634\u062f (\u0645\u062b\u0644\u0627\u064b \u06f0.\u06f8 \u0627\u062d\u062a\u0645\u0627\u0644 \u0627\u0635\u0644\u06cc + \u06f0.\u06f2 \u0627\u062d\u062a\u0645\u0627\u0644 \u0628\u06a9\u200c\u06af\u0631\u0627\u0646\u062f). \u0628\u0631\u0627\u06cc \u0645\u062d\u0627\u0633\u0628\u0647 \u0627\u062d\u062a\u0645\u0627\u0644 \u0628\u06a9\u200c\u06af\u0631\u0627\u0646\u062f\u060c \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0628\u0627 \u0645\u0631\u062a\u0628\u0647 \u067e\u0627\u06cc\u06cc\u0646\u200c\u062a\u0631 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/p>\n<h3>\u06f2- \u0627\u0633\u062a\u0631\u0627\u062a\u0698\u06cc \u0645\u062f\u0644\u200c\u0633\u0627\u0632\u06cc \u0632\u0628\u0627\u0646 \u0639\u0635\u0628\u06cc<\/h3>\n<p>\u0645\u062f\u0644\u200c\u0633\u0627\u0632\u06cc \u0632\u0628\u0627\u0646 \u0639\u0635\u0628\u06cc (Neural Language Modeling)\u0627\u0632 \u0634\u0628\u06a9\u0647\u200c\u0647\u0627\u06cc \u0639\u0635\u0628\u06cc\u060c \u0628\u0647\u200c\u0648\u06cc\u0698\u0647 \u0634\u0628\u06a9\u0647\u200c\u0647\u0627\u06cc \u0628\u0627\u0632\u06af\u0634\u062a\u06cc \u0628\u0631\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0646\u0645\u0627\u06cc\u0634 \u062a\u0648\u0632\u06cc\u0639\u06cc \u06a9\u0644\u0645\u0627\u062a \u0648 \u0631\u0648\u0627\u0628\u0637 \u0628\u06cc\u0646 \u0622\u0646\u200c\u0647\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/p>\n<p>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0642\u0627\u062f\u0631\u0646\u062f \u0627\u0644\u06af\u0648\u0647\u0627\u06cc \u067e\u06cc\u0686\u06cc\u062f\u0647\u200c\u062a\u0631 \u0648 \u0648\u0627\u0628\u0633\u062a\u06af\u06cc\u200c\u0647\u0627\u06cc \u062f\u0648\u0631\u0628\u0631\u062f \u0631\u0627 \u062f\u0631 \u0632\u0628\u0627\u0646 \u0628\u0647\u062a\u0631 \u062f\u0631\u06a9 \u06a9\u0646\u0646\u062f \u0648 \u0639\u0645\u0644\u06a9\u0631\u062f \u0628\u0647\u062a\u0631\u06cc \u0646\u0633\u0628\u062a \u0628\u0647 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0627\u062d\u062a\u0645\u0627\u0644\u06cc \u0633\u0646\u062a\u06cc \u062f\u0627\u0631\u0646\u062f\u060c \u0686\u0648\u0646 \u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u0628\u0647 \u062c\u0627\u06cc \u0634\u0645\u0627\u0631\u0634 \u0645\u0633\u062a\u0642\u06cc\u0645\u060c \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627\u06cc \u0645\u0639\u0646\u0627\u06cc\u06cc \u0648 \u0646\u062d\u0648\u06cc \u06a9\u0644\u0645\u0627\u062a \u0631\u0627 \u062f\u0631 \u0641\u0636\u0627\u0647\u0627\u06cc \u0628\u0631\u062f\u0627\u0631\u06cc (embeddings)\u06cc\u0627\u062f \u0645\u06cc\u200c\u06af\u06cc\u0631\u0646\u062f.<\/p>\n\t<a class=\"abc-course-card abc-course-card--horizontal-default\" href=\"https:\/\/hamrah.academy\/course\/3463?utm_source=banner&#038;utm_medium=blog&#038;utm_campaign=article&#038;utm_ti&#038;utm_term=academy&#038;utm_content=article\" aria-label=\"View course: \u0645\u0647\u0646\u062f\u0633\u06cc \u067e\u0631\u0627\u0645\u067e\u062a\" data-course-id=\"3463\" data-course-title=\"\u0645\u0647\u0646\u062f\u0633\u06cc \u067e\u0631\u0627\u0645\u067e\u062a\">\n\t\t<div class=\"abc-course-card__image-wrap\">\n\t\t\t\t\t\t\t<img decoding=\"async\" class=\"abc-course-card__image\" src=\"https:\/\/asset.hamrah.academy\/filebrowser\/api\/public\/dl\/rduX5NiG\/minio\/595ffccfcefd4a03b3b776a846399b97.webp\" alt=\"\u0645\u0647\u0646\u062f\u0633\u06cc \u067e\u0631\u0627\u0645\u067e\u062a\">\n\t\t\t\t\t<\/div>\n\t\t<div class=\"abc-course-card__body\">\n\t\t\t\t\t\t\t<div class=\"abc-course-card__meta-row\">\n\t\t\t\t\t\t\t\t\t\t\t<div class=\"abc-course-card__teacher\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img decoding=\"async\" class=\"abc-course-card__teacher-avatar\" src=\"https:\/\/core-storage.hamrah.academy\/academy\/6cb5956a-8f8e-409c-a6ee-c8490d1669a7.webp\" alt=\"\u0633\u06cc\u0646\u0627  \u0631\u0646\u062c \u06a9\u0634 \u0632\u0627\u062f\u0647\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t<span>\u0633\u06cc\u0646\u0627  \u0631\u0646\u062c \u06a9\u0634 \u0632\u0627\u062f\u0647<\/span>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t\t\t\t\t\t\t<span class=\"abc-course-card__category\" style=\"background-color:#72BBC4\">\u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc<\/span>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t<h3 class=\"abc-course-card__title \">\u0645\u0647\u0646\u062f\u0633\u06cc \u067e\u0631\u0627\u0645\u067e\u062a<\/h3>\n\t\t\t<div class=\"abc-course-card__meta-row\">\n\t\t\t\t<span>\n    <img decoding=\"async\" class=\"abc-course-card__icon\" src=\"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/svgexport-19.svg\" alt=\"\">\n    \n    <span class=\"abc-course-card__rating-score\">\n        \u06f4,\u06f0    <\/span>\n\n     (\u06f8\u06f2 \u0631\u0627\u06cc)<\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<span><img decoding=\"async\" class=\"abc-course-card__icon\" src=\"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/svgexport-18.svg\" alt=\"\"> \u06f6\u06f6\u06f5 \u0646\u0641\u0631<\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t\t<span><img decoding=\"async\" class=\"abc-course-card__icon\" src=\"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/svgexport-16.svg\" alt=\"\"> \u06f5\u06f4\u06f2 \u0633\u0627\u0639\u062a \u0648 \u06f4\u06f1 \u062f\u0642\u06cc\u0642\u0647<\/span>\n\t\t\t<\/div>\n\t\t\t\t\t\t\t<div class=\"abc-course-card__divider\" role=\"separator\" aria-hidden=\"true\"><\/div>\n\t\t\t\t\t\t\t\t\t\t\t\t<div class=\"abc-course-card__price-row\">\n\t\t\t\t\t\t\t\t<div>\n\t\t\t\t\t<!-- \t\t\t\t\t<div class=\"abc-course-card__price\">\u06f1,\u06f2\u06f5\u06f0,\u06f0\u06f0\u06f0 \u062a\u0648\u0645\u0627\u0646<\/div> -->\n\t\t\t\t\t<div class=\"abc-course-card__price\"><\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t\t\t<span class=\"abc-course-card__more-btn\">\u0628\u06cc\u0634\u062a\u0631<\/span>\n\t\t\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t<\/a>\n\t\n<h2>\u0645\u0633\u06cc\u0631 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0627\u0633\u062a\u0631\u0627\u062a\u0698\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc<\/h2>\n<p>\u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0627\u0633\u062a\u0631\u0627\u062a\u0698\u06cc\u200c\u0647\u0627\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc\u060c \u0628\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0639\u0645\u0644\u06cc \u0627\u0632 \u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u06a9\u0645\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f\u061b \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0645\u0633\u06cc\u0631 \u06a9\u0633\u0628 \u062f\u0631\u0622\u0645\u062f \u0628\u0627 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0631\u0627 \u0628\u0647 \u0637\u0648\u0631 \u0642\u0627\u0628\u0644 \u062a\u0648\u062c\u0647\u06cc \u0647\u0645\u0648\u0627\u0631\u062a\u0631 \u06a9\u0646\u062f.<\/p>\n<p><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/neural-language-model-development-team.webp.webp\" alt=\"\u062a\u06cc\u0645 \u062a\u0648\u0633\u0639\u0647 \u062f\u0631 \u062d\u0627\u0644 \u0637\u0631\u0627\u062d\u06cc \u0648 \u0628\u0647\u06cc\u0646\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \" width=\"748\" height=\"478\" \/><\/p>\n<p>\u0628\u0647 \u0647\u0645\u06cc\u0646 \u0645\u0646\u0638\u0648\u0631\u060c \u0622\u06a9\u0627\u062f\u0645\u06cc \u0647\u0645\u0631\u0627\u0647 \u0627\u0648\u0644 \u0645\u0633\u06cc\u0631 \u0622\u0645\u0648\u0632\u0634\u06cc \u0647\u062f\u0641\u0645\u0646\u062f\u06cc \u0628\u0627 \u0639\u0646\u0648\u0627\u0646 \u00ab<a href=\"https:\/\/hamrah.academy\/course\/1065\/nlp\">\u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc(NLP)<\/a>\u00bb \u0647\u0645\u0631\u0627\u0647 \u0628\u0627 \u0627\u0631\u0627\u0626\u0647 \u0645\u062f\u0631\u06a9 \u0645\u0639\u062a\u0628\u0631\u060c \u0622\u0645\u0627\u062f\u0647 \u06a9\u0631\u062f\u0647 \u0627\u0633\u062a.<\/p>\n<p>\u0627\u06cc\u0646 \u062f\u0648\u0631\u0647 \u0622\u0645\u0648\u0632\u0634\u06cc \u06a9\u0647 \u062a\u0648\u0633\u0637 \u062e\u0627\u0646\u0645 \u0633\u0639\u06cc\u062f\u0647 \u0645\u0645\u062a\u0627\u0632\u06cc\u060c \u062f\u0627\u0631\u0646\u062f\u0647 \u062f\u06a9\u062a\u0631\u06cc \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0627\u0632 \u062f\u0627\u0646\u0634\u06af\u0627\u0647 \u0632\u0627\u0631\u0644\u0627\u0646\u062f \u0622\u0644\u0645\u0627\u0646 \u0648 \u0639\u0636\u0648 \u0647\u06cc\u0626\u062a \u0639\u0644\u0645\u06cc \u062f\u0627\u0646\u0634\u06af\u0627\u0647 \u0635\u0646\u0639\u062a\u06cc \u0627\u0645\u06cc\u0631\u06a9\u0628\u06cc\u0631 \u0648 \u0645\u062f\u06cc\u0631 \u0622\u0632\u0645\u0627\u06cc\u0634\u06af\u0627\u0647 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc (NLP) \u0627\u06cc\u0646 \u062f\u0627\u0646\u0634\u06af\u0627\u0647\u060c \u062a\u062f\u0631\u06cc\u0633 \u0645\u06cc\u200c\u0634\u0648\u062f\u060c \u0628\u0647 \u0634\u0645\u0627 \u062f\u06cc\u062f\u06af\u0627\u0647\u06cc \u0639\u0645\u0644\u06cc \u062e\u0648\u0627\u0647\u062f \u062f\u0627\u062f \u0648 \u0642\u0627\u062f\u0631 \u062e\u0648\u0627\u0647\u06cc\u062f \u0628\u0648\u062f:<\/p>\n<ul>\n<li><strong>\u0645\u0633\u06cc\u0631 \u062f\u0631\u0633\u062a \u0631\u0627 \u0628\u06cc\u0627\u0628\u06cc\u062f:<\/strong> \u0627\u0632 \u0645\u0628\u0627\u0646\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0627\u062d\u062a\u0645\u0627\u0644\u06cc \u0648 \u062a\u06a9\u0646\u06cc\u06a9\u200c\u0647\u0627\u06cc \u06a9\u0644\u06cc\u062f\u06cc \u0645\u0627\u0646\u0646\u062f \u00abSmoothing\u00bb \u062a\u0627 \u0645\u0639\u0645\u0627\u0631\u06cc\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u0631\u0641\u062a\u0647 \u0634\u0628\u06a9\u0647\u200c\u0647\u0627\u06cc \u0639\u0635\u0628\u06cc \u0645\u0627\u0646\u0646\u062f \u00abTransformers\u00bb \u0648 \u00abRecurrent Networks\u00bb\u060c \u062a\u0645\u0627\u0645 \u0645\u0633\u06cc\u0631\u0647\u0627\u06cc \u06a9\u0644\u06cc\u062f\u06cc \u0631\u0627 \u062e\u0648\u0627\u0647\u06cc\u062f \u0634\u0646\u0627\u062e\u062a.<\/li>\n<\/ul>\n<ul>\n<li><strong>\u0642\u062f\u0631\u062a \u062f\u0631\u06a9 \u0632\u0628\u0627\u0646 \u0631\u0627 \u0622\u0632\u0627\u062f \u06a9\u0646\u06cc\u062f: <\/strong>\u0628\u0627 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u00ab\u0628\u0627\u0632\u0646\u0645\u0627\u06cc\u06cc \u06a9\u0644\u0645\u0627\u062a\u00bb (Word Embeddings) \u0648 \u00ab\u0628\u0627\u0632\u0646\u0645\u0627\u06cc\u06cc\u200c\u0647\u0627\u06cc \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u0628\u0627\u0641\u062a\u00bb (Contextual Representations)\u060c \u062f\u0631\u06a9 \u0639\u0645\u06cc\u0642\u200c\u062a\u0631\u06cc \u0627\u0632 \u0646\u062d\u0648\u0647 \u067e\u0631\u062f\u0627\u0632\u0634 \u0648 \u062f\u0631\u06a9 \u0632\u0628\u0627\u0646 \u062a\u0648\u0633\u0637 \u0645\u0627\u0634\u06cc\u0646 \u067e\u06cc\u062f\u0627 \u062e\u0648\u0627\u0647\u06cc\u062f \u06a9\u0631\u062f.<\/li>\n<\/ul>\n<ul>\n<li><strong>\u0686\u062a\u200c\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u0647\u0648\u0634\u0645\u0646\u062f \u0628\u0633\u0627\u0632\u06cc\u062f:<\/strong> \u0627\u0635\u0648\u0644 \u0648 \u0641\u0646\u0648\u0646 \u0644\u0627\u0632\u0645 \u0631\u0627 \u0628\u0631\u0627\u06cc \u0637\u0631\u0627\u062d\u06cc\u060c \u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u0648 \u0633\u0627\u062e\u062a \u00ab\u0686\u062a\u200c\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u0645\u06a9\u0627\u0644\u0645\u0647 \u0645\u062d\u0648\u0631\u00bb \u0648 \u00ab\u0686\u062a\u200c\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u0648\u0638\u06cc\u0641\u0647 \u0645\u062d\u0648\u0631\u00bb \u0631\u0627 \u062e\u0648\u0627\u0647\u06cc\u062f \u0622\u0645\u0648\u062e\u062a.<\/li>\n<\/ul>\n<ul>\n<li><strong>\u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627\u06cc \u062e\u0648\u062f \u0631\u0627 \u0645\u062a\u062d\u0648\u0644 \u06a9\u0646\u06cc\u062f: <\/strong>\u0628\u0627 \u062a\u0633\u0644\u0637 \u0628\u0631 \u067e\u06cc\u0634\u200c\u067e\u0631\u062f\u0627\u0632\u0634 \u0645\u062a\u0646 \u0648 \u0645\u062f\u0644\u200c\u0633\u0627\u0632\u06cc \u062f\u0646\u0628\u0627\u0644\u0647\u200c\u0627\u06cc\u060c \u0642\u0627\u062f\u0631 \u062e\u0648\u0627\u0647\u06cc\u062f \u0628\u0648\u062f \u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u0631\u0627 \u0628\u0627 \u06a9\u0627\u0631\u0627\u06cc\u06cc \u0648 \u062f\u0642\u062a \u0628\u0633\u06cc\u0627\u0631 \u0628\u0627\u0644\u0627\u062a\u0631\u06cc \u067e\u06cc\u0634 \u0628\u0628\u0631\u06cc\u062f.<\/li>\n<\/ul>\n<ul>\n<li><strong>\u0627\u0632 \u062f\u0627\u0646\u0634 \u0645\u062a\u062e\u0635\u0635\u0627\u0646 \u0628\u0647\u0631\u0647\u200c\u0645\u0646\u062f \u0634\u0648\u06cc\u062f:<\/strong> \u0628\u0627 \u0634\u0631\u06a9\u062a \u062f\u0631 \u062c\u0644\u0633\u0627\u062a \u067e\u0631\u0633\u0634 \u0648 \u067e\u0627\u0633\u062e \u0648 \u0628\u0631\u0631\u0633\u06cc \u062a\u0645\u0631\u06cc\u0646\u200c\u0647\u0627\u060c \u0645\u0633\u062a\u0642\u06cc\u0645\u0627\u064b \u0627\u0632 \u062a\u062c\u0631\u0628\u0647 \u0648 \u062f\u0627\u0646\u0634 \u0633\u0647 \u0646\u0641\u0631 \u0627\u0632 \u0628\u0631\u062c\u0633\u062a\u0647\u200c\u062a\u0631\u06cc\u0646 \u0645\u062a\u062e\u0635\u0635\u0627\u0646 \u0645\u0646\u062a\u0648\u0631 \u0627\u06cc\u0646 \u062d\u0648\u0632\u0647 \u0628\u0647\u0631\u0647\u200c\u0645\u0646\u062f \u062e\u0648\u0627\u0647\u06cc\u062f \u0634\u062f.<\/li>\n<\/ul>\n<p>\u0647\u062f\u0641 \u0627\u06cc\u0646 \u062f\u0648\u0631\u0647\u060c \u0627\u0631\u0627\u0626\u0647 \u0646\u0642\u0634\u0647 \u0631\u0627\u0647\u06cc \u0639\u0645\u0644\u06cc \u0628\u0631\u0627\u06cc \u0648\u0631\u0648\u062f \u0628\u0647 \u062f\u0646\u06cc\u0627\u06cc \u0647\u06cc\u062c\u0627\u0646\u200c\u0627\u0646\u06af\u06cc\u0632 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc (NLP) \u0648 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0627\u0633\u062a\u0631\u0627\u062a\u0698\u06cc\u200c\u0647\u0627\u06cc \u0628\u06a9\u0627\u0631\u06af\u06cc\u0631\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0627\u0633\u062a. \u0628\u0627 \u06a9\u0645\u06a9 \u0627\u06cc\u0646 \u0645\u0633\u06cc\u0631 \u0622\u0645\u0648\u0632\u0634\u06cc\u060c \u062f\u0627\u0646\u0634\u06cc \u0639\u0645\u0644\u06cc \u0628\u0631\u0627\u06cc \u0627\u0631\u062a\u0642\u0627\u06cc \u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc\u062a\u0627\u0646 \u06a9\u0633\u0628 \u062e\u0648\u0627\u0647\u06cc\u062f \u06a9\u0631\u062f. \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u0622\u06cc\u0646\u062f\u0647 \u062e\u0648\u062f \u0631\u0627 \u062f\u0631 \u062d\u0648\u0632\u0647 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0648 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u0631\u0642\u0645 \u0628\u0632\u0646\u06cc\u062f \u0648 \u0627\u0632 \u0647\u0645\u06cc\u0646 \u062d\u0627\u0644\u0627 \u06af\u0627\u0645\u200c\u0647\u0627\u06cc \u0628\u0644\u0646\u062f\u062a\u0631\u06cc \u062f\u0631 \u0645\u0633\u06cc\u0631 \u062d\u0631\u0641\u0647\u200c\u0627\u06cc \u062e\u0648\u062f \u0628\u0631\u062f\u0627\u0631\u06cc\u062f.<\/p>\n<p><a href=\"https:\/\/hamrah.academy\/course\/1065\/nlp\">https:\/\/hamrah.academy\/course\/1065\/nlp<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u062a\u0642\u0631\u06cc\u0628\u0627\u064b \u062a\u0645\u0627\u0645 \u0633\u0631\u0648\u06cc\u0633\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u0628\u0627 \u0645\u062a\u0646 \u0633\u0631\u0648\u06a9\u0627\u0631 \u062f\u0627\u0631\u0646\u062f \u0627\u0632 \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u062a\u0627 \u0686\u062a\u200c\u0628\u0627\u062a\u200c\u0647\u0627 \u0648 \u0633\u06cc\u0633\u062a\u0645\u200c\u0647\u0627\u06cc \u062a\u0631\u062c\u0645\u0647\u060c \u0628\u0631 \u067e\u0627\u06cc\u0647 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u06a9\u0627\u0631 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f. \u0627\u0645\u0627 \u0633\u0624\u0627\u0644 \u0627\u0635\u0644\u06cc \u0627\u06cc\u0646\u062c\u0627\u0633\u062a \u06a9\u0647 \u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c \u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a \u0648 \u0647\u0631 \u06a9\u062f\u0627\u0645 \u0686\u06af\u0648\u0646\u0647 \u06a9\u0627\u0631 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f\u061f \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0642\u062f\u0645\u200c\u0628\u0647\u200c\u0642\u062f\u0645 \u0648 \u0628\u0627 \u0632\u0628\u0627\u0646\u06cc \u0633\u0627\u062f\u0647 \u0634\u0645\u0627 \u0631\u0627 \u0648\u0627\u0631\u062f \u062f\u0646\u06cc\u0627\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645. [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":24142,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[17],"tags":[],"class_list":["post-24411","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-artificial-intelligence"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v27.4 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>\u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a\u061f + \u062a\u0639\u0631\u06cc\u0641 \u0648 \u0627\u0646\u0648\u0627\u0639 - \u0628\u0644\u0627\u06af \u0622\u06a9\u0627\u062f\u0645\u06cc \u0647\u0645\u0631\u0627\u0647<\/title>\n<meta name=\"description\" content=\"\u0645\u062f\u0644 \u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a \u0648 \u0686\u0647 \u0627\u0646\u0648\u0627\u0639\u06cc \u062f\u0627\u0631\u062f\u061f \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0628\u0627 \u062a\u0639\u0631\u06cc\u0641\u060c \u0646\u062d\u0648\u0647 \u0639\u0645\u0644\u06a9\u0631\u062f\u060c \u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0648 \u06a9\u0627\u0631\u0628\u0631\u062f \u0622\u0646\u200c\u0647\u0627 \u062f\u0631 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0648 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u0622\u0634\u0646\u0627 \u0634\u0648\u06cc\u062f.\" \/>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/\" \/>\n<meta property=\"og:locale\" content=\"fa_IR\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a\u061f + \u062a\u0639\u0631\u06cc\u0641 \u0648 \u0627\u0646\u0648\u0627\u0639 - \u0628\u0644\u0627\u06af \u0622\u06a9\u0627\u062f\u0645\u06cc \u0647\u0645\u0631\u0627\u0647\" \/>\n<meta property=\"og:description\" content=\"\u0645\u062f\u0644 \u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a \u0648 \u0686\u0647 \u0627\u0646\u0648\u0627\u0639\u06cc \u062f\u0627\u0631\u062f\u061f \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0628\u0627 \u062a\u0639\u0631\u06cc\u0641\u060c \u0646\u062d\u0648\u0647 \u0639\u0645\u0644\u06a9\u0631\u062f\u060c \u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0648 \u06a9\u0627\u0631\u0628\u0631\u062f \u0622\u0646\u200c\u0647\u0627 \u062f\u0631 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0648 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u0622\u0634\u0646\u0627 \u0634\u0648\u06cc\u062f.\" \/>\n<meta property=\"og:url\" content=\"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/\" \/>\n<meta property=\"og:site_name\" content=\"\u0628\u0644\u0627\u06af \u0622\u06a9\u0627\u062f\u0645\u06cc \u0647\u0645\u0631\u0627\u0647\" \/>\n<meta property=\"article:published_time\" content=\"2026-05-11T06:01:29+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2026-07-04T11:25:10+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/Featured-Image-for-blog-post-different-nl.webp\" \/>\n\t<meta property=\"og:image:width\" content=\"889\" \/>\n\t<meta property=\"og:image:height\" content=\"500\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/webp\" \/>\n<meta name=\"author\" content=\"\u067e\u0634\u062a\u06cc\u0628\u0627\u0646 \u0633\u0627\u06cc\u062a\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u0646\u0648\u0634\u062a\u0647\u200c\u0634\u062f\u0647 \u0628\u062f\u0633\u062a\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u067e\u0634\u062a\u06cc\u0628\u0627\u0646 \u0633\u0627\u06cc\u062a\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u0632\u0645\u0627\u0646 \u062a\u0642\u0631\u06cc\u0628\u06cc \u0628\u0631\u0627\u06cc \u062e\u0648\u0627\u0646\u062f\u0646\" \/>\n\t<meta name=\"twitter:data2\" content=\"23 \u062f\u0642\u06cc\u0642\u0647\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/different-neural-language-models\\\/#article\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/different-neural-language-models\\\/\"},\"author\":{\"name\":\"\u067e\u0634\u062a\u06cc\u0628\u0627\u0646 \u0633\u0627\u06cc\u062a\",\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/#\\\/schema\\\/person\\\/216f2f7678f7121d17eb331d12933c6f\"},\"headline\":\"\u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a\u061f + \u062a\u0639\u0631\u06cc\u0641 \u0648 \u0627\u0646\u0648\u0627\u0639\",\"datePublished\":\"2026-05-11T06:01:29+00:00\",\"dateModified\":\"2026-07-04T11:25:10+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/different-neural-language-models\\\/\"},\"wordCount\":421,\"commentCount\":0,\"image\":{\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/different-neural-language-models\\\/#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/wp-content\\\/uploads\\\/2026\\\/05\\\/Featured-Image-for-blog-post-different-nl.webp\",\"articleSection\":[\"\u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc\"],\"inLanguage\":\"fa-IR\",\"potentialAction\":[{\"@type\":\"CommentAction\",\"name\":\"Comment\",\"target\":[\"https:\\\/\\\/hamrah.academy\\\/blog\\\/different-neural-language-models\\\/#respond\"]}]},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/different-neural-language-models\\\/\",\"url\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/different-neural-language-models\\\/\",\"name\":\"\u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a\u061f + \u062a\u0639\u0631\u06cc\u0641 \u0648 \u0627\u0646\u0648\u0627\u0639 - \u0628\u0644\u0627\u06af \u0622\u06a9\u0627\u062f\u0645\u06cc \u0647\u0645\u0631\u0627\u0647\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/different-neural-language-models\\\/#primaryimage\"},\"image\":{\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/different-neural-language-models\\\/#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/wp-content\\\/uploads\\\/2026\\\/05\\\/Featured-Image-for-blog-post-different-nl.webp\",\"datePublished\":\"2026-05-11T06:01:29+00:00\",\"dateModified\":\"2026-07-04T11:25:10+00:00\",\"author\":{\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/#\\\/schema\\\/person\\\/216f2f7678f7121d17eb331d12933c6f\"},\"description\":\"\u0645\u062f\u0644 \u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a \u0648 \u0686\u0647 \u0627\u0646\u0648\u0627\u0639\u06cc \u062f\u0627\u0631\u062f\u061f \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0628\u0627 \u062a\u0639\u0631\u06cc\u0641\u060c \u0646\u062d\u0648\u0647 \u0639\u0645\u0644\u06a9\u0631\u062f\u060c \u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0648 \u06a9\u0627\u0631\u0628\u0631\u062f \u0622\u0646\u200c\u0647\u0627 \u062f\u0631 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0648 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u0622\u0634\u0646\u0627 \u0634\u0648\u06cc\u062f.\",\"breadcrumb\":{\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/different-neural-language-models\\\/#breadcrumb\"},\"inLanguage\":\"fa-IR\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\\\/\\\/hamrah.academy\\\/blog\\\/different-neural-language-models\\\/\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"fa-IR\",\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/different-neural-language-models\\\/#primaryimage\",\"url\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/wp-content\\\/uploads\\\/2026\\\/05\\\/Featured-Image-for-blog-post-different-nl.webp\",\"contentUrl\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/wp-content\\\/uploads\\\/2026\\\/05\\\/Featured-Image-for-blog-post-different-nl.webp\",\"width\":889,\"height\":500,\"caption\":\"\u062a\u0635\u0648\u06cc\u0631 \u0634\u0627\u062e\u0635 \u0645\u0642\u0627\u0644\u0647 \u062f\u0631\u0628\u0627\u0631\u0647 \u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644 \u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0648 \u06a9\u0627\u0631\u0628\u0631\u062f \u0622\u0646\u200c\u0647\u0627 \u062f\u0631 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc\"},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/different-neural-language-models\\\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u062e\u0627\u0646\u0647\",\"item\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u0645\u0642\u0627\u0644\u0627\u062a\",\"item\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/category\\\/general\\\/\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"\u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc\",\"item\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/category\\\/general\\\/artificial-intelligence\\\/\"},{\"@type\":\"ListItem\",\"position\":4,\"name\":\"\u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a\u061f + \u062a\u0639\u0631\u06cc\u0641 \u0648 \u0627\u0646\u0648\u0627\u0639\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/#website\",\"url\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/\",\"name\":\"\u0628\u0644\u0627\u06af \u0622\u06a9\u0627\u062f\u0645\u06cc \u0647\u0645\u0631\u0627\u0647\",\"description\":\"\u0645\u0639\u0631\u0641\u06cc \u0645\u062d\u062a\u0648\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u06cc \u0648 \u0645\u0647\u0627\u0631\u062a\u06cc \u0628\u0627 \u06a9\u06cc\u0641\u06cc\u062a | \u062f\u0648\u0631\u0647\u200c\u0647\u0627\u06cc \u06a9\u0627\u0631\u0628\u0631\u062f\u06cc \u0648 \u0645\u0641\u06cc\u062f\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"fa-IR\"},{\"@type\":\"Person\",\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/#\\\/schema\\\/person\\\/216f2f7678f7121d17eb331d12933c6f\",\"name\":\"\u067e\u0634\u062a\u06cc\u0628\u0627\u0646 \u0633\u0627\u06cc\u062a\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"fa-IR\",\"@id\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/wp-content\\\/uploads\\\/2026\\\/06\\\/cropped-apple-touch-icon-96x96.png\",\"url\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/wp-content\\\/uploads\\\/2026\\\/06\\\/cropped-apple-touch-icon-96x96.png\",\"contentUrl\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/wp-content\\\/uploads\\\/2026\\\/06\\\/cropped-apple-touch-icon-96x96.png\",\"caption\":\"\u067e\u0634\u062a\u06cc\u0628\u0627\u0646 \u0633\u0627\u06cc\u062a\"},\"description\":\"\u0645\u0646 \u00ab\u067e\u0634\u062a\u06cc\u0628\u0627\u0646 \u0633\u0627\u06cc\u062a\u00bb \u0647\u0633\u062a\u0645\u061b \u0639\u0627\u0634\u0642 \u062a\u0648\u0644\u06cc\u062f \u0645\u062d\u062a\u0648\u0627\u06cc \u0645\u0641\u06cc\u062f \u0648 \u0622\u0645\u0648\u0632\u0634\u200c\u0647\u0627\u06cc \u0633\u0627\u062f\u0647 \u0648 \u06a9\u0627\u0631\u0628\u0631\u062f\u06cc \u062a\u0627 \u062a\u062c\u0631\u0628\u0647 \u0628\u0647\u062a\u0631\u06cc \u0627\u0632 \u062f\u0646\u06cc\u0627\u06cc \u0648\u0628 \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f.\",\"sameAs\":[\"http:\\\/\\\/5.106.15.197:2080\"],\"url\":\"https:\\\/\\\/hamrah.academy\\\/blog\\\/author\\\/admin\\\/\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"\u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a\u061f + \u062a\u0639\u0631\u06cc\u0641 \u0648 \u0627\u0646\u0648\u0627\u0639 - \u0628\u0644\u0627\u06af \u0622\u06a9\u0627\u062f\u0645\u06cc \u0647\u0645\u0631\u0627\u0647","description":"\u0645\u062f\u0644 \u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a \u0648 \u0686\u0647 \u0627\u0646\u0648\u0627\u0639\u06cc \u062f\u0627\u0631\u062f\u061f \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0628\u0627 \u062a\u0639\u0631\u06cc\u0641\u060c \u0646\u062d\u0648\u0647 \u0639\u0645\u0644\u06a9\u0631\u062f\u060c \u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0648 \u06a9\u0627\u0631\u0628\u0631\u062f \u0622\u0646\u200c\u0647\u0627 \u062f\u0631 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0648 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u0622\u0634\u0646\u0627 \u0634\u0648\u06cc\u062f.","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/","og_locale":"fa_IR","og_type":"article","og_title":"\u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a\u061f + \u062a\u0639\u0631\u06cc\u0641 \u0648 \u0627\u0646\u0648\u0627\u0639 - \u0628\u0644\u0627\u06af \u0622\u06a9\u0627\u062f\u0645\u06cc \u0647\u0645\u0631\u0627\u0647","og_description":"\u0645\u062f\u0644 \u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a \u0648 \u0686\u0647 \u0627\u0646\u0648\u0627\u0639\u06cc \u062f\u0627\u0631\u062f\u061f \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0628\u0627 \u062a\u0639\u0631\u06cc\u0641\u060c \u0646\u062d\u0648\u0647 \u0639\u0645\u0644\u06a9\u0631\u062f\u060c \u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0648 \u06a9\u0627\u0631\u0628\u0631\u062f \u0622\u0646\u200c\u0647\u0627 \u062f\u0631 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0648 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u0622\u0634\u0646\u0627 \u0634\u0648\u06cc\u062f.","og_url":"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/","og_site_name":"\u0628\u0644\u0627\u06af \u0622\u06a9\u0627\u062f\u0645\u06cc \u0647\u0645\u0631\u0627\u0647","article_published_time":"2026-05-11T06:01:29+00:00","article_modified_time":"2026-07-04T11:25:10+00:00","og_image":[{"width":889,"height":500,"url":"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/Featured-Image-for-blog-post-different-nl.webp","type":"image\/webp"}],"author":"\u067e\u0634\u062a\u06cc\u0628\u0627\u0646 \u0633\u0627\u06cc\u062a","twitter_card":"summary_large_image","twitter_misc":{"\u0646\u0648\u0634\u062a\u0647\u200c\u0634\u062f\u0647 \u0628\u062f\u0633\u062a":"\u067e\u0634\u062a\u06cc\u0628\u0627\u0646 \u0633\u0627\u06cc\u062a","\u0632\u0645\u0627\u0646 \u062a\u0642\u0631\u06cc\u0628\u06cc \u0628\u0631\u0627\u06cc \u062e\u0648\u0627\u0646\u062f\u0646":"23 \u062f\u0642\u06cc\u0642\u0647"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/#article","isPartOf":{"@id":"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/"},"author":{"name":"\u067e\u0634\u062a\u06cc\u0628\u0627\u0646 \u0633\u0627\u06cc\u062a","@id":"https:\/\/hamrah.academy\/blog\/#\/schema\/person\/216f2f7678f7121d17eb331d12933c6f"},"headline":"\u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a\u061f + \u062a\u0639\u0631\u06cc\u0641 \u0648 \u0627\u0646\u0648\u0627\u0639","datePublished":"2026-05-11T06:01:29+00:00","dateModified":"2026-07-04T11:25:10+00:00","mainEntityOfPage":{"@id":"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/"},"wordCount":421,"commentCount":0,"image":{"@id":"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/#primaryimage"},"thumbnailUrl":"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/Featured-Image-for-blog-post-different-nl.webp","articleSection":["\u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc"],"inLanguage":"fa-IR","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["https:\/\/hamrah.academy\/blog\/different-neural-language-models\/#respond"]}]},{"@type":"WebPage","@id":"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/","url":"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/","name":"\u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a\u061f + \u062a\u0639\u0631\u06cc\u0641 \u0648 \u0627\u0646\u0648\u0627\u0639 - \u0628\u0644\u0627\u06af \u0622\u06a9\u0627\u062f\u0645\u06cc \u0647\u0645\u0631\u0627\u0647","isPartOf":{"@id":"https:\/\/hamrah.academy\/blog\/#website"},"primaryImageOfPage":{"@id":"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/#primaryimage"},"image":{"@id":"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/#primaryimage"},"thumbnailUrl":"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/Featured-Image-for-blog-post-different-nl.webp","datePublished":"2026-05-11T06:01:29+00:00","dateModified":"2026-07-04T11:25:10+00:00","author":{"@id":"https:\/\/hamrah.academy\/blog\/#\/schema\/person\/216f2f7678f7121d17eb331d12933c6f"},"description":"\u0645\u062f\u0644 \u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a \u0648 \u0686\u0647 \u0627\u0646\u0648\u0627\u0639\u06cc \u062f\u0627\u0631\u062f\u061f \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0628\u0627 \u062a\u0639\u0631\u06cc\u0641\u060c \u0646\u062d\u0648\u0647 \u0639\u0645\u0644\u06a9\u0631\u062f\u060c \u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0648 \u06a9\u0627\u0631\u0628\u0631\u062f \u0622\u0646\u200c\u0647\u0627 \u062f\u0631 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0648 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u0622\u0634\u0646\u0627 \u0634\u0648\u06cc\u062f.","breadcrumb":{"@id":"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/#breadcrumb"},"inLanguage":"fa-IR","potentialAction":[{"@type":"ReadAction","target":["https:\/\/hamrah.academy\/blog\/different-neural-language-models\/"]}]},{"@type":"ImageObject","inLanguage":"fa-IR","@id":"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/#primaryimage","url":"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/Featured-Image-for-blog-post-different-nl.webp","contentUrl":"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/05\/Featured-Image-for-blog-post-different-nl.webp","width":889,"height":500,"caption":"\u062a\u0635\u0648\u06cc\u0631 \u0634\u0627\u062e\u0635 \u0645\u0642\u0627\u0644\u0647 \u062f\u0631\u0628\u0627\u0631\u0647 \u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644 \u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0648 \u06a9\u0627\u0631\u0628\u0631\u062f \u0622\u0646\u200c\u0647\u0627 \u062f\u0631 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc"},{"@type":"BreadcrumbList","@id":"https:\/\/hamrah.academy\/blog\/different-neural-language-models\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u062e\u0627\u0646\u0647","item":"https:\/\/hamrah.academy\/blog\/"},{"@type":"ListItem","position":2,"name":"\u0645\u0642\u0627\u0644\u0627\u062a","item":"https:\/\/hamrah.academy\/blog\/category\/general\/"},{"@type":"ListItem","position":3,"name":"\u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc","item":"https:\/\/hamrah.academy\/blog\/category\/general\/artificial-intelligence\/"},{"@type":"ListItem","position":4,"name":"\u0627\u0646\u0648\u0627\u0639 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0639\u0635\u0628\u06cc \u0686\u06cc\u0633\u062a\u061f + \u062a\u0639\u0631\u06cc\u0641 \u0648 \u0627\u0646\u0648\u0627\u0639"}]},{"@type":"WebSite","@id":"https:\/\/hamrah.academy\/blog\/#website","url":"https:\/\/hamrah.academy\/blog\/","name":"\u0628\u0644\u0627\u06af \u0622\u06a9\u0627\u062f\u0645\u06cc \u0647\u0645\u0631\u0627\u0647","description":"\u0645\u0639\u0631\u0641\u06cc \u0645\u062d\u062a\u0648\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u06cc \u0648 \u0645\u0647\u0627\u0631\u062a\u06cc \u0628\u0627 \u06a9\u06cc\u0641\u06cc\u062a | \u062f\u0648\u0631\u0647\u200c\u0647\u0627\u06cc \u06a9\u0627\u0631\u0628\u0631\u062f\u06cc \u0648 \u0645\u0641\u06cc\u062f","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/hamrah.academy\/blog\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"fa-IR"},{"@type":"Person","@id":"https:\/\/hamrah.academy\/blog\/#\/schema\/person\/216f2f7678f7121d17eb331d12933c6f","name":"\u067e\u0634\u062a\u06cc\u0628\u0627\u0646 \u0633\u0627\u06cc\u062a","image":{"@type":"ImageObject","inLanguage":"fa-IR","@id":"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/06\/cropped-apple-touch-icon-96x96.png","url":"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/06\/cropped-apple-touch-icon-96x96.png","contentUrl":"https:\/\/hamrah.academy\/blog\/wp-content\/uploads\/2026\/06\/cropped-apple-touch-icon-96x96.png","caption":"\u067e\u0634\u062a\u06cc\u0628\u0627\u0646 \u0633\u0627\u06cc\u062a"},"description":"\u0645\u0646 \u00ab\u067e\u0634\u062a\u06cc\u0628\u0627\u0646 \u0633\u0627\u06cc\u062a\u00bb \u0647\u0633\u062a\u0645\u061b \u0639\u0627\u0634\u0642 \u062a\u0648\u0644\u06cc\u062f \u0645\u062d\u062a\u0648\u0627\u06cc \u0645\u0641\u06cc\u062f \u0648 \u0622\u0645\u0648\u0632\u0634\u200c\u0647\u0627\u06cc \u0633\u0627\u062f\u0647 \u0648 \u06a9\u0627\u0631\u0628\u0631\u062f\u06cc \u062a\u0627 \u062a\u062c\u0631\u0628\u0647 \u0628\u0647\u062a\u0631\u06cc \u0627\u0632 \u062f\u0646\u06cc\u0627\u06cc \u0648\u0628 \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f.","sameAs":["http:\/\/5.106.15.197:2080"],"url":"https:\/\/hamrah.academy\/blog\/author\/admin\/"}]}},"_links":{"self":[{"href":"https:\/\/hamrah.academy\/blog\/wp-json\/wp\/v2\/posts\/24411","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/hamrah.academy\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/hamrah.academy\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/hamrah.academy\/blog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/hamrah.academy\/blog\/wp-json\/wp\/v2\/comments?post=24411"}],"version-history":[{"count":3,"href":"https:\/\/hamrah.academy\/blog\/wp-json\/wp\/v2\/posts\/24411\/revisions"}],"predecessor-version":[{"id":25186,"href":"https:\/\/hamrah.academy\/blog\/wp-json\/wp\/v2\/posts\/24411\/revisions\/25186"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/hamrah.academy\/blog\/wp-json\/wp\/v2\/media\/24142"}],"wp:attachment":[{"href":"https:\/\/hamrah.academy\/blog\/wp-json\/wp\/v2\/media?parent=24411"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/hamrah.academy\/blog\/wp-json\/wp\/v2\/categories?post=24411"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/hamrah.academy\/blog\/wp-json\/wp\/v2\/tags?post=24411"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}