{"id":467,"date":"2024-01-28T18:54:25","date_gmt":"2024-01-28T09:54:25","guid":{"rendered":"https:\/\/jaeinlab.com\/?p=467"},"modified":"2024-01-28T19:42:06","modified_gmt":"2024-01-28T10:42:06","slug":"self-supervised-learning%ec%9d%84-%ed%99%9c%ec%9a%a9%ed%95%9c-%ec%88%9c%ec%b0%a8-%ec%b6%94%ec%b2%9c%ec%8b%9c%ec%8a%a4%ed%85%9c-s3-rec-%ed%8e%98%ec%9d%b4%ed%8d%bc-%eb%a6%ac%eb%b7%b0","status":"publish","type":"post","link":"https:\/\/jaeinlab.com\/?p=467","title":{"rendered":"Self-Supervised Learning\uc744 \ud65c\uc6a9\ud55c \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c: S3-Rec (\ud398\uc774\ud37c \ub9ac\ubdf0)"},"content":{"rendered":"<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"640\" height=\"241\" data-attachment-id=\"469\" data-permalink=\"https:\/\/jaeinlab.com\/?attachment_id=469\" data-orig-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.58%E2%80%AFPM.png?fit=1826%2C688&amp;ssl=1\" data-orig-size=\"1826,688\" data-comments-opened=\"1\" data-image-title=\"Screenshot-2024-01-27-at-4.15.58\u202fPM\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.58%E2%80%AFPM.png?fit=640%2C241&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.58%E2%80%AFPM.png?resize=640%2C241&#038;ssl=1\" alt=\"\" class=\"wp-image-469\" srcset=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.58%E2%80%AFPM.png?resize=1024%2C386&amp;ssl=1 1024w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.58%E2%80%AFPM.png?resize=300%2C113&amp;ssl=1 300w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.58%E2%80%AFPM.png?resize=768%2C289&amp;ssl=1 768w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.58%E2%80%AFPM.png?resize=1536%2C579&amp;ssl=1 1536w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.58%E2%80%AFPM.png?w=1826&amp;ssl=1 1826w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.58%E2%80%AFPM.png?w=1280&amp;ssl=1 1280w\" sizes=\"auto, (max-width: 640px) 100vw, 640px\" \/><\/figure>\n<\/div>\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p class=\"wp-block-paragraph\">S3-Rec (Self-Supervised learning for Sequential Recommendation)\uc740 2020\ub144\ub3c4\uc5d0 CIKM\uc5d0 \ubc1c\ud45c\ub41c Self-supervised learning \ub9e4\ucee4\ub2c8\uc998\uc744 \ud65c\uc6a9\ud55c \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c \uc5f0\uad6c\uc785\ub2c8\ub2e4. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><\/p>\n<\/blockquote>\n\n\n\n<div class=\"wp-block-jetpack-markdown\"><p><a href=\"https:\/\/arxiv.org\/abs\/2008.07873\">Paper<\/a> <a href=\"https:\/\/github.com\/RUCAIBox\/CIKM2020-S3Rec\">Github<\/a><\/p>\n<\/div>\n\n\n\n<h2 class=\"wp-block-heading\">Recap: Self-supervised Learning <\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">Self-supervised learning (\uc790\uae30\uc9c0\ub3c4 \ud559\uc2b5)\uc740 \uc6d0\uc2dc \ub370\uc774\ud130 (raw data) \ub0b4\uc5d0 \uc874\uc7ac\ud558\ub294 \uc0c1\uad00\uad00\uacc4\uc5d0\uc11c training signal\uc744 \uad6c\uc131\ud558\uc5ec \uc774\ub97c \ud1b5\ud574 \ubaa8\ub378\uc744 \ud6c8\ub828\ud558\ub294 \ubc29\ubc95\uc785\ub2c8\ub2e4. \uadf8 \uc911\uc5d0\uc11c\ub3c4 \b\uc774 \ub17c\ubb38\uc5d0\uc11c\ub294 MIM (Mutual Information Maximization)\uc744 \ud65c\uc6a9\ud558\uc5ec \ub370\uc774\ud130\ub97c \ub2e4\uc591\ud55c view\ub85c \ub098\ub204\uc5b4, \uadf8 view \ub4e4 \uc0ac\uc774\uc5d0 \uc874\uc7ac\ud558\ub294 \uc0c1\ud638 \uc815\ubcf4\ub97c \ucd5c\ub300\ud654\ud558\ub294 \ubc29\uc2dd\uc73c\ub85c self-supervised learning\uc744 \uad6c\ud604\ud558\uc600\uc2b5\ub2c8\ub2e4. <\/p>\n\n\n\n<h3 class=\"wp-block-heading\">Mutual Information Maximization<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">MIM\uc5d0 \ub300\ud574 \ubcf4\ub2e4 \uc790\uc138\ud558\uac8c \uc54c\uc544\ubcf4\uaca0\uc2b5\ub2c8\ub2e4. MIM\ub294 \uc5ec\ub7ec random variable \uc0ac\uc774\uc758 \uc758\uc874\uc131 (dependency)\ub97c \uce21\uc815\ud560 \uc218 \uc788\ub294 \ubc29\ubc95\uc774\ub77c\uace0 \ubcfc \uc218 \uc788\ub294\ub370\uc694, random variable X\uc640 Y\uac00 \uc788\uc744 \ub54c, X\uc5d0 \ub300\ud574 \uc544\ub294 \ub9cc\ud07c Y\uc5d0 \ub300\ud55c \ubd88\ud655\uc2e4\uc131\uc744 \uc904\uc77c \uc218 \uc788\ub2e4\ub294 \uac00\uc815\uc744 \ud569\ub2c8\ub2e4. \uc774\ub97c \uc218\uc2dd\uc73c\ub85c \ud45c\ud604\ud558\uba74 \ub2e4\uc74c\uacfc \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">$$I(X,Y) = H(X) &#8211; H(X|Y) = H(Y) &#8211; H(Y|X).$$<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">MIM\ub97c \uacc4\uc0b0\ud558\ub294 \uac83\uc740 intractable \ud558\uae30 \ub54c\ubb38\uc5d0, \\(I(X,Y)\\)\uc758 lower bound\ub97c \uad6c\ud558\ub294 \uac83\uc73c\ub85c \uadfc\uc0ac\ud558\uc5ec\uc57c \ud55c\ub2e4\uace0 \ud558\ub294\ub370\uc694. \uc800\uc790\ub294 InfoNCE\uc5d0\uc11c \uc544\uc774\ub514\uc5b4\ub97c \ube4c\ub824 \uc774\ub97c \ud574\uacb0\ud558\uace0\uc790 \ud558\uc600\uc2b5\ub2c8\ub2e4. \uc6b0\uc120 InfoNCE\uc758 \uc218\uc2dd\uc744 \uc0b4\ud3b4\ubcf4\uaca0\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">$$\\mathbb{E}{p(X,Y)}[f{\\theta}(x,y) &#8211; \\mathbb{E}{q(\\tilde{Y})} [\\log \\exp{f{\\theta}(x, \\tilde{y})}]] + \\log |\\tilde{Y}| $$<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc5ec\uae30\uc5d0\uc11c, x\uc640 y\ub294 input\uc758 \uac01\uac01 \ub2e4\ub978 view\ub97c \ub098\ud0c0\ub0b4\uba70, \\(f_\\theta\\)\ub294 \uc11c\ub85c \ub2e4\ub978 view \uc0ac\uc774\uc758 \uad00\uacc4\ub97c \uacc4\uc0b0\ud558\ub294\ub370 \uc0ac\uc6a9\ub418\ub294 \ud568\uc218\ub85c, \uc608\ub97c \ub4e4\uc5b4 word\uc640 context \uc0ac\uc774\uc758 dot product \ub4f1\uacfc \uac19\uc740 \uc5f0\uc0b0 \ub4f1\uc774 \ub420 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \\(\\tilde{Y}\\)\ub294 distribution \\(q(\\tilde{Y})\\)\uc5d0\uc11c \uc0d8\ud50c\ub9c1 \ub41c \uacb0\uacfc\ub85c, positive sample \\(y\\)\uc640 \\(|\\tilde{Y}-1\\) \uac1c\uc758 negative sample\uc744 \ud3ec\ud568\ud569\ub2c8\ub2e4. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ub610 \uc800\uc790\ub294 InfoNCE\uac00 cross-entropy\uc640 \uc5f0\uad00\uc774 \uc788\ub2e4\uace0 \uc8fc\uc7a5\ud558\ub294\ub370\uc694, \\(\\tilde{Y}\\)\uac00 \uc5b8\uc81c\ub098 \\(Y\\)\uc758 \ubaa8\ub4e0 possible values\ub97c \ud3ec\ud568\ud558\ub294 \ub3d9\uc2dc\uc5d0 (i.e., \\(\\tilde{Y}=Y\\)), \uadf8\ub4e4\uc774 uniformly distributed\ud55c\ub2e4\uba74, InfoNCE\ub97c maximize \ud558\ub294 \uac83\uc774 \ud45c\uc900 \ub2e4\uc74c cross-entropy loss\ub97c maximize \ud558\ub294 \uac83\uacfc \ube44\uc2b7\ud558\uac8c \ub41c\ub2e4\uace0 \ud569\ub2c8\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">$$\\mathbb{E}{p(X,Y)} [f{\\theta}(x,y) &#8211; \\log \\exp{f_{\\theta}(x, \\tilde{y})}].$$<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ub530\ub77c\uc11c, \uc5b4\ub5a4 \\(X, Y\\)\uac00 \uc788\uc744 \ub54c \uadf8\ub4e4\uc758 MIM\ub97c maximize \ud558\ub824\uba74 \uc704 cross-entropy loss\ub97c maximize\ud558\uc5ec \uadf8 \ubaa9\ud45c\uc5d0 \uc5b4\ub290 \uc815\ub3c4 \ub2ec\uc131\ud560 \uc218 \uc788\ub2e4\ub294 \uac83\uc774\uc8e0. <\/p>\n\n\n\n<h2 class=\"wp-block-heading\">Pre-training Stage (Self-supervised Learning)<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">Base Model<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\ud574\ub2f9 \uc5f0\uad6c\uc5d0\uc11c \uc0ac\uc6a9\ud558\ub294 \uae30\ubcf8 framework\ub294 embedding layer, self-attention blocks, prediction layer\uc744 \uc313\uc544\uc11c \ub9cc\ub4e0 \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li class=\"\"><strong>Embedding Layer<\/strong>\n<ul class=\"wp-block-list\">\n<li class=\"\">Item embedding Matrix \\(M_I\\)\uc640 attribute embedding matrix \\(M_A\\)\ub97c \ub2e4\ub8e8\ub294\ub370\uc694. look-up operation\uc744 \ud1b5\ud574 \uc774\ub4e4\uc758 dense embedding\uc73c\ub85c projection \uc2dc\ucf1c\uc90d\ub2c8\ub2e4. <\/li>\n\n\n\n<li class=\"\">\uc5ec\uae30\uc5d0\ub294 \ucd94\uac00\ub85c position encoding matrix \\(P\\)\uac00 \ud559\uc2b5\ub418\ub294\ub370, item sequence\uc758 input recommendation\uc744 \ub354 \uc798 \ud559\uc2b5\uc2dc\ucf1c\uc8fc\ub294 \ubaa9\uc801\uc774 \uc788\uc2b5\ub2c8\ub2e4. \uae30\uc874 item embedding\uc5d0 \uc774 position encoding\uc744 \ub354\ud574\uc8fc\ub294 \ubc29\uc2dd\uc73c\ub85c \ucd5c\uc885 item embedding\uc744 \uc5bb\uc2b5\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li class=\"\"><strong>Self-Attention Block<\/strong>\n<ul class=\"wp-block-list\">\n<li class=\"\">Multiple self-attention blocks\ub97c \uc313\uc544\uc62c\ub824 item encoder\ub97c \uad6c\uc131\ud569\ub2c8\ub2e4. multi-head self-attention layer\uc640 point-wise feed-forward network\ub85c two sub-layers\ub97c \uad6c\uc131\ud574 \uc8fc\uc5c8\uc2b5\ub2c8\ub2e4. <\/li>\n\n\n\n<li class=\"\">\ucd94\uac00\ub85c, \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c \ud559\uc2b5\uc5d0\uc11c\ub294 \ubbf8\ub798\uc758 \uc544\uc774\ud15c\uc744 \ubcfc \uc218 \uc5c6\ub3c4\ub85d \uc138\ud305\ud574\uc57c \ud558\uae30 \ub54c\ubb38\uc5d0 mask operation\uc73c\ub85c multi-head self-attention\uc758 \\(Q_i\\)\uc640 \\(K_i\\) \uc0ac\uc774\uc758 \uc5f0\uacb0\uc744 \uc81c\uac70\ud574 \uc8fc\uc5c8\ub2e4\uace0 \ud569\ub2c8\ub2e4.<\/li>\n\n\n\n<li class=\"\">BERT\uacfc \uc720\uc0ac\ud558\uac8c, pre-training \ub2e8\uacc4\uc5d0\uc11c\ub294 mask mechanism\uc744 \uc5c6\uc560 item sequence \ub0b4\uc758 item\ub4e4\uc758 \uc591\ubc29\ud5a5 context-aware representation\uc744 \ud559\uc2b5\ud569\ub2c8\ub2e4. <\/li>\n<\/ul>\n<\/li>\n\n\n\n<li class=\"\">Prediction Layer\n<ul class=\"wp-block-list\">\n<li class=\"\">S3-Rec\uc758 \ucd5c\uc885 layer\uc5d0\uc11c\ub294 user\uc758 \uc120\ud638\ub3c4 \uc810\uc218\ub97c \uacc4\uc0b0\ud574\uc8fc\uac8c \ub418\ub294\ub370, user history (t+1 \uc774\uc804\uae4c\uc9c0\uc758 item sequence) \uc544\uc774\ud15c \\(i\\)\uc758 embedding\uacfc step \\(t\\)\uc758 self-attention block\uc758 output\uc744 dot product \ud574\uc8fc\ub294 \ubc29\uc2dd\uc73c\ub85c \ucd5c\uc885 \uc810\uc218\ub97c \uc5bb\uac8c \ub429\ub2c8\ub2e4. <\/li>\n<\/ul>\n<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">Pre-training Stage with Four Modules<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\uc790, \uadf8\ub7fc \uc55e\uc11c \uc18c\uac1c\ud55c Base Model\uc5d0 self-attention \ub9e4\ucee4\ub2c8\uc998\uc744 \uc5b4\ub5bb\uac8c \ud65c\uc6a9\ud588\ub294\uc9c0 \uc54c\uc544\ubcf4\uaca0\uc2b5\ub2c8\ub2e4. \ubd80\ucc28\uc801\uc778 self-supervised signals\uc744 MIM\ub97c \ud1b5\ud574 \ud65c\uc6a9\ud55c\ub2e4\uace0 \uc774\uc57c\uae30\ud588\uc5c8\ub294\ub370\uc694. Pre-training \bstage\uc5d0\uc11c \ub124 \uac00\uc9c0 loss function\ub4e4\uc744 \uc815\uc758\ud558\uc5ec, \ub124 \uac00\uc9c0\uc758 multi-view correlation\uc744 \ud559\uc2b5\ud569\ub2c8\ub2e4. \uc774 \ub124 \uac00\uc9c0 \ubaa8\ub4c8 \uad6c\uc870\ub294 \uadf8\ub9bc 1\uc5d0\uc11c \ud655\uc778\ud574\ubcf4\uc2e4 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ubb54\uac00 \ubcf5\uc7a1\ud574 \ubcf4\uc774\uc9c0\ub9cc, \ud558\ub098\uc529 \ub72f\uc5b4\ubcf4\uba74 \uc5b4\ub835\uc9c0 \uc54a\uc73c\ub2c8 \ud558\ub098\uc529 \uc0b4\ud3b4\ubcf4\uaca0\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"640\" height=\"279\" data-attachment-id=\"468\" data-permalink=\"https:\/\/jaeinlab.com\/?attachment_id=468\" data-orig-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.30%E2%80%AFPM.png?fit=2382%2C1038&amp;ssl=1\" data-orig-size=\"2382,1038\" data-comments-opened=\"1\" data-image-title=\"Screenshot-2024-01-27-at-4.15.30\u202fPM\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.30%E2%80%AFPM.png?fit=640%2C279&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.30%E2%80%AFPM.png?resize=640%2C279&#038;ssl=1\" alt=\"\" class=\"wp-image-468\" srcset=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.30%E2%80%AFPM.png?resize=1024%2C446&amp;ssl=1 1024w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.30%E2%80%AFPM.png?resize=300%2C131&amp;ssl=1 300w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.30%E2%80%AFPM.png?resize=768%2C335&amp;ssl=1 768w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.30%E2%80%AFPM.png?resize=1536%2C669&amp;ssl=1 1536w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.30%E2%80%AFPM.png?resize=2048%2C892&amp;ssl=1 2048w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.30%E2%80%AFPM.png?w=1280&amp;ssl=1 1280w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-27-at-4.15.30%E2%80%AFPM.png?w=1920&amp;ssl=1 1920w\" sizes=\"auto, (max-width: 640px) 100vw, 640px\" \/><figcaption class=\"wp-element-caption\">\uadf8\ub9bc 1. S3-Rec Pretraining Stage\uc758 \ub124 \uac00\uc9c0 \ubaa8\ub4c8 \uad6c\uc870.<\/figcaption><\/figure>\n<\/div>\n\n\n<h4 class=\"wp-block-heading\">Modeling Item-Attribute Correlation (AAP Loss)<\/h4>\n\n\n\n<p class=\"wp-block-paragraph\">\uba3c\uc800 \ud559\uc2b5\ud558\uace0\uc790 \ud558\ub294 \ub300\uc0c1\uc740 item\uacfc attribute \uac04\uc758 MIM\uc785\ub2c8\ub2e4. \uac01 item\uc758 attribute\ub294 \ud574\ub2f9 item\uc758 \uc0c1\uc138\ud55c \uc218\uc900\uc758 (fine-grained) \uc815\ubcf4\ub97c \uac00\uc9c0\uace0 \uc788\uc744\ud150\ub370\uc694. \ub530\ub77c\uc11c item- \uacfc attribute-level \uc758 \uc815\ubcf4\ub97c item-attribute correlation\uc744 \ud1b5\ud574 \ubaa8\ub378\ub9c1\ud558\ub294 \uac83\uc785\ub2c8\ub2e4. \ucd5c\uc885\uc801\uc73c\ub85c \uc5bb\uace0\uc790 \ud558\ub294 \uac83\uc740 \uc720\uc6a9\ud55c attiribute information\uc744 item representation\uc5d0 \uc8fc\uc785 (inject) \uc2dc\ucf1c \uc8fc\ub294 \uac83\uc785\ub2c8\ub2e4. \uc608\ub97c \ub4e4\uc5b4, \\(i_1\\)\uac00 \uc601\ud654 <em>\ub77c\ub77c\ub79c\ub4dc<\/em>\uc5d0 \ud574\ub2f9\ud55c\ub2e4\uba74, \uc774 \ubaa8\ub4c8\uc740 \\(i_1\\)\uac00 <em>\ub85c\ub9e8\uc2a4, \ubba4\uc9c0\uceec<\/em>\uacfc \uac19\uc740 attribute \uc815\ubcf4\ub97c embedding\uc5d0 \ub2f4\uac8c\ub054 \ud559\uc2b5\ud558\ub294 \uac83\uc785\ub2c8\ub2e4.<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"640\" height=\"866\" data-attachment-id=\"486\" data-permalink=\"https:\/\/jaeinlab.com\/?attachment_id=486\" data-orig-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-4.19.35%E2%80%AFPM.png?fit=794%2C1074&amp;ssl=1\" data-orig-size=\"794,1074\" data-comments-opened=\"1\" data-image-title=\"Screenshot-2024-01-28-at-4.19.35\u202fPM\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-4.19.35%E2%80%AFPM.png?fit=640%2C866&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-4.19.35%E2%80%AFPM.png?resize=640%2C866&#038;ssl=1\" alt=\"\" class=\"wp-image-486\" style=\"width:346px;height:auto\" srcset=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-4.19.35%E2%80%AFPM.png?resize=757%2C1024&amp;ssl=1 757w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-4.19.35%E2%80%AFPM.png?resize=222%2C300&amp;ssl=1 222w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-4.19.35%E2%80%AFPM.png?resize=768%2C1039&amp;ssl=1 768w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-4.19.35%E2%80%AFPM.png?w=794&amp;ssl=1 794w\" sizes=\"auto, (max-width: 640px) 100vw, 640px\" \/><figcaption class=\"wp-element-caption\">\uadf8\ub9bc 2. AAP \ubaa8\ub4c8 \uad6c\uc870<\/figcaption><\/figure>\n<\/div>\n\n\n<p class=\"wp-block-paragraph\">\uadf8\ub9bc 2\ub97c \ubcf4\uc2dc\uba74, item sequence\uac00 encoding \ub41c \uacb0\uacfc\uac00 \uc77c\ub82c\uc758 \ucd08\ub85d\uc0c9 embedding \uc73c\ub85c \ud45c\uc2dc\ub41c \uac83\uc744 \ud655\uc778\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4 (\uc774 \ubd80\ubd84\uc740 \uc704\uc5d0\uc11c \uc18c\uac1c\ud55c Base Model \ubd80\ubd84\uacfc \uac19\uc2b5\ub2c8\ub2e4). \uadf8 \uc544\ub798\uc5d0 Item-Attribute MIM \ubaa8\ub4c8\uc774 \uc788\ub294\ub370, \uc5ec\uae30\uc5d0 \ubc11\uc5d0\uc11c \ub4e4\uc5b4\uc624\ub294 \ud30c\ub791\uc0c9 embedding block\ub4e4\uc774 input item sequence\uc758 Attribute embedding \uacb0\uacfc\ubb3c\uc785\ub2c8\ub2e4 (\uc67c\ucabd\uc5d0 \ud654\uc0b4\ud45c\ub85c \uc704\uc5d0\uc11c\ubd80\ud130 \uc544\ub798\ub85c \ucb49 \uc774\uc5b4\uc838 \ub0b4\ub824\uc624\ub294 \uac83\uc774 \uc774\ub4e4\uc774 \ub300\uc751\ud558\ub294 \uad00\uacc4\ub77c\ub294 \uac83\uc744 \ub73b\ud569\ub2c8\ub2e4). \uc774\ub4e4\uc758 MIM, \uc989 Associate Attribute Prediction (AAP) loss\ub294 \ub2e4\uc74c \uc218\uc2dd\uc744 \ud1b5\ud574 minimize \ud569\ub2c8\ub2e4 (\uc704\uc5d0\uc11c \uc18c\uac1c\ud55c cross-entropy\uc640 \uc720\uc0ac\ud55c \uc218\uc2dd\uc73c\ub85c MIM \uacc4\uc0b0). <\/p>\n\n\n\n<p class=\"wp-block-paragraph\">$$L_{\\text{AAP}}(i, A_i) = \\mathbb{E}_{a_j \\in A_i}[f(i, a_j) &#8211; \\log \\exp(f(i, \\tilde{a}))],$$<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc5ec\uae30\uc5d0\uc11c, \\(\\tilde{a}\\)\ub294 \uc0d8\ud50c\ub9c1\ub41c negative attribute\uc774\uba70, \\(f(\\cdot,\\cdot)\\)\ub294 \ub2e4\uc74c\uacfc \uac19\uc740 \uc218\uc2dd\uc758 \uac04\ub2e8\ud55c bilinear network\ub85c \uc815\uc758\ub429\ub2c8\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">$$f(i, a_j) = \\sigma \\left( e_i \\cdot W_{\\text{AAP}} \\cdot e_{a_j} \\right)$$<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc5ec\uae30\uc11c \\(W_{\\text{AAP}} \\in \\mathbb{R}^{d\\times d}\\)\ub294 AAP\uc758 parameter matrix\uc774\uba70, \\(\\sigma\\left(\\cdot\\right)\\)\uc740 sigmoid \ud568\uc218\uc785\ub2c8\ub2e4. <\/p>\n\n\n\n<h4 class=\"wp-block-heading\">Modeling Sequence-Item Correlation (MIP Loss)<\/h4>\n\n\n\n<p class=\"wp-block-paragraph\">\ub2e4\uc74c\uc73c\ub85c \uc0b4\ud3b4\ubcfc \uac83\uc740 Sequence\uc640 Item \uac04\uc758 \uc0c1\ud638\uad00\uacc4\uc785\ub2c8\ub2e4. \uc774\ub97c \ud559\uc2b5\ud558\uae30 \uc704\ud574\uc11c\ub294 Masked Item Prediction (MIP) loss\ub97c \uacc4\uc0b0\ud558\uac8c \ub418\uace0\uc694. \uc65c Mask\ub77c\ub294 \ub2e8\uc5b4\uac00 \ub4e4\uc5b4\uac14\ub294\uc9c0, \ub610 \uc774 \uc0c1\ud638\uad00\uacc4\uac00 \uc5b4\ub5bb\uac8c \uacc4\uc0b0\ub418\ub294\uc9c0 \uadf8\ub9bc\uc73c\ub85c \uc9c1\uad00\uc801\uc73c\ub85c \uc54c\uc544\ubcf4\uaca0\uc2b5\ub2c8\ub2e4. <\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"640\" height=\"947\" data-attachment-id=\"492\" data-permalink=\"https:\/\/jaeinlab.com\/?attachment_id=492\" data-orig-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-4.55.51%E2%80%AFPM.png?fit=838%2C1240&amp;ssl=1\" data-orig-size=\"838,1240\" data-comments-opened=\"1\" data-image-title=\"Screenshot-2024-01-28-at-4.55.51\u202fPM\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-4.55.51%E2%80%AFPM.png?fit=640%2C947&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-4.55.51%E2%80%AFPM.png?resize=640%2C947&#038;ssl=1\" alt=\"\" class=\"wp-image-492\" style=\"width:343px;height:auto\" srcset=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-4.55.51%E2%80%AFPM.png?resize=692%2C1024&amp;ssl=1 692w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-4.55.51%E2%80%AFPM.png?resize=203%2C300&amp;ssl=1 203w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-4.55.51%E2%80%AFPM.png?resize=768%2C1136&amp;ssl=1 768w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-4.55.51%E2%80%AFPM.png?w=838&amp;ssl=1 838w\" sizes=\"auto, (max-width: 640px) 100vw, 640px\" \/><figcaption class=\"wp-element-caption\">\uadf8\ub9bc 3. MIP \ubaa8\ub4c8 \uad6c\uc870<\/figcaption><\/figure>\n<\/div>\n\n\n<p class=\"wp-block-paragraph\">\uadf8\ub9bc 3\uc5d0\uc11c \ubcf4\uc2dc\uba74, item sequence\ub97c encoding\ud558\ub294 \uacfc\uc815\uc740 AAP \ubaa8\ub4c8\uacfc \uc720\uc0ac\ud569\ub2c8\ub2e4. \uadf8\ub7f0\ub370, item sequence\uc5d0 \uc788\ub294 item\ub4e4 \uc911 \uc77c\ubd80\ub97c \ubb34\uc791\uc704\ub85c masking \ud574\uc900\ub2e4\ub294 \ucc28\uc774\uc810\uc774 \uc788\uc2b5\ub2c8\ub2e4 (&#8220;[mask]&#8221; token\uc73c\ub85c \uad50\uccb4). \uc774 \ubaa8\ub4c8\uc5d0\uc11c \ud558\uace0\uc790 \ud558\ub294 \uc77c\uc740, \uc774\ub807\uac8c masking\ub41c item\uc744 \uc608\uce21\ud558\ub3c4\ub85d \ud559\uc2b5\ud558\uc5ec, Sequence\uc640 Item \uac04\uc758 \uc0c1\uad00\uad00\uacc4\ub97c \ud559\uc2b5\ud558\ub294 \uac83\uc774\uc8e0. \uc544\uc8fc \uac04\ub2e8\ud55c \uc608\ub85c, \uc5b4\ub5a4 \uc0ac\uc6a9\uc790\uc758 masking \ub41c item sequence\uac00<em> {\ud574\ub9ac\ud3ec\ud130\uc640 \ub9c8\ubc95\uc0ac\uc758 \ub3cc, [token], \ud574\ub9ac\ud3ec\ud130\uc640 \uc544\uc988\uce74\ubc18\uc758 \uc8c4\uc218} <\/em>\ub77c\uace0 \ud588\uc744 \ub54c, \ud574\ub2f9 \ubaa8\ub4c8<em>\uc774 [token]<\/em>\uc774 <em>\ud574\ub9ac\ud3ec\ud130\uc640 \ube44\ubc00\uc758 \ubc29<\/em>\uc774\ub77c\uace0 \uc608\uce21\ud558\uac8c\ub054 \ud559\uc2b5\ud558\ub294 \uac83\uc774\uc8e0. \uc989, item sequence \ub0b4\uc5d0\uc11c \uc544\uc774\ud15c\ub4e4 \uc0ac\uc774\uc758 \uc21c\uc11c \uad00\uacc4\ub97c \ud559\uc2b5\ud558\ub294 \ubaa8\ub4c8\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">AAP loss\ub97c \uad6c\ud558\ub294 \uc218\uc2dd\uacfc \uac70\uc758 \uc720\uc0ac\ud558\uc5ec, \uc544\ub798 \uc218\uc2dd\uc5d0 \uc790\uc138\ud55c \uc124\uba85\uc740 \uc0dd\ub7b5\ud558\uaca0\uc2b5\ub2c8\ub2e4. (*\ucc38\uace0: \ub17c\ubb38\uc5d0\uc11c\ub294 \\( L_{\\text{MIP}}(C_{i_t}, i_t) = f(C_{i_t}, i_t) &#8211; \\log [f(C_{i_t}, i)] \\)\ub85c MIP loss\uac00 \uc815\uc758\ub418\uc5b4 \uc788\ub294\ub370, contrastive learning \ubd80\ubd84\uc758 \\(i\\)\ub97c \\(\\tilde{i}\\)\ub85c \uc798\ubabb \ud45c\uae30\ub41c \uac83\uc73c\ub85c \ubcf4\uc785\ub2c8\ub2e4.)<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">$$L_{\\text{MIP}}(C_{i_t}, i_t) = f(C_{i_t}, i_t) &#8211; \\log [f(C_{i_t}, \\tilde{i})],$$<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">$$f(C_{i_t}, i_t) = \\sigma \\left( F_t \\cdot W_{\\text{MIP}} \\cdot e_{i_t} \\right)$$<\/p>\n\n\n\n<h4 class=\"wp-block-heading\">Modeling Sequence-Attribute Correlation (MAP Loss)<\/h4>\n\n\n\n<p class=\"wp-block-paragraph\">\ub2e4\uc74c\uc740 item sequence\uc640 attribute\uac04\uc758 \uc0c1\uad00\uad00\uacc4\ub97c \ud559\uc2b5\ud558\ub294 \ubaa8\ub4c8\uc785\ub2c8\ub2e4. Masked Attribute Prediction (MAP) Loss\ub97c \ud1b5\ud574 \ud574\ub2f9 \uc791\uc5c5\uc744 \uc218\ud589\ud558\uac8c \ub429\ub2c8\ub2e4.<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"640\" height=\"920\" data-attachment-id=\"500\" data-permalink=\"https:\/\/jaeinlab.com\/?attachment_id=500\" data-orig-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-5.22.31%E2%80%AFPM.png?fit=914%2C1314&amp;ssl=1\" data-orig-size=\"914,1314\" data-comments-opened=\"1\" data-image-title=\"Screenshot-2024-01-28-at-5.22.31\u202fPM\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-5.22.31%E2%80%AFPM.png?fit=640%2C920&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-5.22.31%E2%80%AFPM.png?resize=640%2C920&#038;ssl=1\" alt=\"\" class=\"wp-image-500\" style=\"width:343px;height:auto\" srcset=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-5.22.31%E2%80%AFPM.png?resize=712%2C1024&amp;ssl=1 712w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-5.22.31%E2%80%AFPM.png?resize=209%2C300&amp;ssl=1 209w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-5.22.31%E2%80%AFPM.png?resize=768%2C1104&amp;ssl=1 768w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-5.22.31%E2%80%AFPM.png?w=914&amp;ssl=1 914w\" sizes=\"auto, (max-width: 640px) 100vw, 640px\" \/><figcaption class=\"wp-element-caption\">\uadf8\ub9bc 4. MAP \ubaa8\ub4c8 \uad6c\uc870<\/figcaption><\/figure>\n<\/div>\n\n\n<p class=\"wp-block-paragraph\">\uadf8\ub9bc 4\ub97c \ubcf4\uc2dc\uba74, \uadf8\ub9bc 3 (MIP)\uc640 \uac70\uc758 \uc720\uc0ac\ud558\uac8c masking \ub41c item\uc744 \ubb34\uc5b8\uac00\uc640 \ube44\uad50\ud558\ub294 \ubc29\uc2dd\uc785\ub2c8\ub2e4. \uadf8\ub7f0\ub370, MIP \ubaa8\ub4c8\uc5d0\uc11c\ub294 item embedding\uc744 \uadf8\ub300\ub85c \ub9de\ucd94\ub294 \uac83\uc774 \ubaa9\ud45c\uc600\ub358 \ubc18\uba74, \uc774\ubc88 \ubaa8\ub4c8\uc5d0\uc11c\ub294 item sequence\uc640 masking \ub41c item\uc758 attribute \uac04\uc758 \uc0c1\uad00\uad00\uacc4\ub97c MIM\ub97c \ud1b5\ud574 \ud559\uc2b5\ud569\ub2c8\ub2e4. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ub9c8\ucc2c\uac00\uc9c0\ub85c, MAP Loss\ub97c \uacc4\uc0b0\ud558\ub294 \uc218\uc2dd \uc790\uccb4\ub294 AAP, MIP \ubaa8\ub4c8\uacfc \ube44\uc2b7\ud569\ub2c8\ub2e4. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\">$$L_{\\text{MAP}}(C_{i_t}, A_{i_t}) = \\mathbb{E}{a \\in A{i_t}}\\left[f(C_{i_t}, a) &#8211; \\log \\left( \\sum_{\\tilde{a} \\in A \\setminus A_{i_t}} \\exp(f(C_{i_t}, \\tilde{a})) \\right)\\right],$$<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">$$f(C_{i_t}, a) = \\sigma \\left( F_t \\cdot W_{\\text{MAP}} \\cdot e_a \\right)$$<\/p>\n\n\n\n<h4 class=\"wp-block-heading\">Modeling Sequence-Segment Correlation (SP Loss)<\/h4>\n\n\n\n<p class=\"wp-block-paragraph\">\ub9c8\uc9c0\ub9c9\uc73c\ub85c sequence\uc640 item sequence \ub0b4\uc758 segment \uac04\uc758 \uc0c1\uad00\uad00\uacc4\ub97c \uad6c\ud558\ub294 \ubaa8\ub4c8\uc785\ub2c8\ub2e4. Segment Prediction (SP) Loss\ub97c \ud1b5\ud574 \uc774\ub97c \uad6c\ud604\ud588\uc2b5\ub2c8\ub2e4. <\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"640\" height=\"954\" data-attachment-id=\"501\" data-permalink=\"https:\/\/jaeinlab.com\/?attachment_id=501\" data-orig-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-5.30.52%E2%80%AFPM.png?fit=950%2C1416&amp;ssl=1\" data-orig-size=\"950,1416\" data-comments-opened=\"1\" data-image-title=\"Screenshot-2024-01-28-at-5.30.52\u202fPM\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-5.30.52%E2%80%AFPM.png?fit=640%2C954&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-5.30.52%E2%80%AFPM.png?resize=640%2C954&#038;ssl=1\" alt=\"\" class=\"wp-image-501\" style=\"width:336px;height:auto\" srcset=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-5.30.52%E2%80%AFPM.png?resize=687%2C1024&amp;ssl=1 687w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-5.30.52%E2%80%AFPM.png?resize=201%2C300&amp;ssl=1 201w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-5.30.52%E2%80%AFPM.png?resize=768%2C1145&amp;ssl=1 768w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-5.30.52%E2%80%AFPM.png?w=950&amp;ssl=1 950w\" sizes=\"auto, (max-width: 640px) 100vw, 640px\" \/><figcaption class=\"wp-element-caption\">\uadf8\ub9bc 5. SP \ubaa8\ub4c8 \uad6c\uc870<\/figcaption><\/figure>\n<\/div>\n\n\n<p class=\"wp-block-paragraph\">\uadf8\ub7f0\ub370, \uadf8\ub9bc 5\uc744 \ubcf4\uba74 \ubb34\uc5b8\uac00 \uc774\uc0c1\ud55c \uc810\uc774 \uc788\uc2b5\ub2c8\ub2e4. item sequence \ub0b4\uc5d0\uc11c \ud558\ub098\uc758 segment\ub97c masking \ud558\ub294 \uac83\uae4c\uc9c0\ub294 \uc774\ud574\uac00 \ub418\ub294\ub370, \uadf8\ub9bc\uc5d0\uc11c \ub9c9\uc0c1 MIM \ubaa8\ub4c8\uc5d0 input\uc73c\ub85c \uc704\uc544\ub798\uc5d0\uc11c \ub4e4\uc5b4\uc624\ub294 \uac83\ub4e4\uc740 segment\uac00 \uc544\ub2d9\ub2c8\ub2e4(!). \uadf8\ub9bc \uc0c1\uc5d0\uc11c MIM \uc704\uc5d0\uc11c \ub4e4\uc5b4\uc624\ub294 input\uc740 sequence \ub0b4\uc5d0\uc11c masking\ud55c segment\uac00 \uc544\ub2c8\ub77c, sequence\uc758 \ub9e8 \ub9c8\uc9c0\ub9c9 item\uc758 context embedding\uc774\uba70, MIM \ubaa8\ub4c8 \uc544\ub798\uc5d0\uc11c \ub4e4\uc5b4\uc624\ub294 input\uc740 masking \ub41c segment\uc758 \ub9c8\uc9c0\ub9c9 \ud558\ub098\uc758 item\uc758 context embedding\uc785\ub2c8\ub2e4. \uc65c \uc774 \ub458\uc758 correlation\uc744 \ud559\uc2b5\ud558\uace0\uc790 \ud55c \uac83\uc778\uc9c0 \ub17c\ubb38\uc758 \uc6d0\ubb38\uc744 \ud655\uc778\ud574\ubcf4\uaca0\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>However, a major difference between item sequence with word sequence is that <mark style=\"background-color:#fcb900\" class=\"has-inline-color\">a single target item may not be highly related to surrounding contexts<\/mark>. For example, a user has bought some products just because they were on sale. Based on this concern, we extend the Cloze strategy from a single item to item subsequence (i.e., called segment). Apparently, <mark style=\"background-color:#fcb900\" class=\"has-inline-color\">an item segment reflects more clear, stable user preference than a single item.<\/mark> Therefore, we follow a similar strategy in Section 4.3.2 to recover an item subsequence from surrounding contexts. It is expected to enhance the self-supervised learning signal and improve the pre-trained performance.<\/code><\/pre>\n\n\n\n<p class=\"wp-block-paragraph\">&#8230;\uc74c. \ud558\ub098\uc758 item\uc774 sequence \ub0b4 \uc778\uc811\ud55c item\uacfc \ud070 \uad00\uacc4\uac00 \uc5c6\uc744 \uc218\ub3c4 \uc788\uae30 \ub54c\ubb38\uc5d0 segment\ub97c \uc0ac\uc6a9\ud588\ub2e4\ub294 \uc124\uba85\uc740 \ub418\uc5b4 \uc788\uc73c\ub098, \uc65c \uadf8\ub9bc 5\uc5d0\uc11c\uc640 \uac19\uc774 sequence \ub0b4\uc758 \ub9e8 \ub9c8\uc9c0\ub9c9 item, \uadf8\ub9ac\uace0 segment \ub0b4\uc758 \ub9c8\uc9c0\ub9c9 item\uc744 MIM \uacc4\uc0b0\uc5d0 \uc0ac\uc6a9\ud588\ub294\uc9c0 \uba85\ud655\ud55c \uc124\uba85\uc740 \ucc3e\uc744 \uc218 \uc5c6\uc5c8\uc2b5\ub2c8\ub2e4 (\ud639\uc2dc \ucc3e\uc73c\uc168\ub2e4\uba74, \ub313\uae00\ub85c \uacf5\uc720\ud574\uc8fc\uc2dc\uba74 \uac10\uc0ac\ud558\uaca0\uc2b5\ub2c8\ub2e4). \ub300\uc2e0 \uc5b5\uc9c0 \ucd94\uce21(?)\uc744 \ud574\ubcf4\uc790\uba74, <em>{\ud574\ub9ac\ud3ec\ud130 1, \ud574\ub9ac\ud3ec\ud130 2, \ud574\ub9ac\ud3ec\ud130 3}<\/em> \uae4c\uc9c0\ub294 \uc21c\uc11c\ub300\ub85c \uc798 \ubcf4\ub2e4\uac00, \uc0ac\uc6a9\uc790\uac00 \uc911\uac04\uc5d0 \ub72c\uae08\uc5c6\uc774 \ucd5c\uc2e0 \uc601\ud654\uc778 <em>Wonka<\/em> \ub97c \uc2dc\uccad\ud55c \ub4a4, \ub2e4\uc2dc \uc774\uc5b4\uc11c \ud574\ub9ac\ud3ec\ud130 \uc2dc\ub9ac\uc988\ub85c \ub3cc\uc544\uc624\ub294 \uc2dc\ub098\ub9ac\uc624\ub97c \uc0dd\uac01\ud574\ubcfc \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uadf8\ub807\ub2e4\uba74<em> Wonka<\/em>\ub294 \uc55e\ub4a4 context (\ud574\ub9ac\ud3ec\ud130 \uc2dc\ub9ac\uc988)\uc640\ub294 \ubb34\uad00\ud558\ub2c8, MAP \ubaa8\ub4c8\uc5d0\uc11c \ud558\ud544 <em>Wonka<\/em>\uac00 masking \ub418\uc5c8\ub2e4\uba74 sequence-item correlation \uad00\uacc4\ub97c \ud559\uc2b5\ud558\ub294 \ub370 \ubd80\uc815\uc801\uc778 \uc601\ud5a5\uc744 \ub07c\uce60 \uc218 \uc788\uaca0\uc8e0. \uc774\ub7ec\ud55c \uc2dc\ub098\ub9ac\uc624\uae4c\uc9c0 \uc7a1\uae30 \uc704\ud574 SP \ubaa8\ub4c8\uc744 \ub514\uc790\uc778\ud55c \uac83\uc774 \uc544\ub2cc\uac00 \uc8fc\uad00\uc801\uc73c\ub85c \uc0dd\uac01\ud574 \ubcf4\uc558\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><em><mark style=\"background-color:#7bdcb5\" class=\"has-inline-color\"><web-highlight class=\"webhighlights-highlight\" data-highlight-id=\"e32a405a-b049-4df2-8884-d09b6c40c96f\" data-highlight-split-type=\"head\" data-highlight-id-extra=\"\" markid=\"65b61bbc5d27e2624f046e46\" style=\"background-color: rgb(167, 232, 200); cursor: pointer;\">(\uadf8\ub7f0\ub370 \uc5ec\uae30\uc11c \ubc18\uc804&#8230;.)<\/web-highlight><\/mark><\/em>\uc218\uc2dd\uc744 \uc0b4\ud3b4\ubcf4\ub2c8, \uadf8\ub9bc\uacfc \b\ub2e4\ub974\uac8c item sequence\uc5d0\uc11c \ub5bc\uc628 segment\ub97c \uadf8\ub300\ub85c \ub9de\ucd94\uac8c\ub054 \uc815\uc758\uac00 \ub418\uc5b4\uc788\ub124\uc694&#8230;? <a href=\"https:\/\/github.com\/RUCAIBox\/CIKM2020-S3Rec\/blob\/master\/models.py#L154\">\ucf54\ub4dc<\/a>\ub97c \ud655\uc778\ud574\ubcf8 \uacb0\uacfc, \uad6c\ud604\ub3c4 \ub17c\ubb38\uc758 \uc218\uc2dd\uacfc \uac19\uac8c \ub418\uc5b4\uc788\ub294 \ub4ef \ud55c\ub370 (\uc5f4\uc2ec\ud788 \ud655\uc778\ud558\uc9c0 \uc54a\uc544\uc11c \ud655\uc2e4\ud558\uc9c4 \uc54a\uc2b5\ub2c8\ub2e4)&#8230; \uadf8\ub9bc\uc5d0\uc11c \ubaa8\ub4c8\uc744 \uc800\ub807\uac8c \ub514\uc790\uc778\ud55c \uac83\uc774 \uc6b0\uc5f0\uc740 \uc544\ub2d0 \uac83 \uac19\uc740\ub370, \ucc98\uc74c\uc5d0 \uc800\uc790\uac00 \uc758\ub3c4\ud55c \ubc14\uac00 \ubb34\uc5c7\uc778\uc9c0 \ubd84\uba85\uce58 \uc54a\uc544(&#8230;) \uac01\uc790 \ud310\ub2e8\ud574 \ubcf4\uc2dc\uba74 \uc88b\uc744 \uac83 \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">$$L_{\\text{SP}}(C_{i_{j1:j2}}, i_{j1:j2}) = \\sum_{( )} \\left[ f(C_{i_{j1:j2}}, i_{j1:j2}) &#8211; \\log \\exp \\left( f(C_{i_{j1:j2}}, \\tilde{i}_{j1:j2}) \\right) \\right],$$<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">$$f(C_{i_{j1:j2}}, i_{j1:j2}) = \\sigma \\left( s^\\top \\cdot W_{\\text{SP}} \\cdot \\tilde{s} \\right)$$<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">Fine-tuning Stage<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\uc704\uc5d0\uc11c \uc18c\uac1c\ud55c \ub124 \uac00\uc9c0 \ubaa8\ub4c8\ub85c pre-training\uc744 \ud1b5\ud574 \uc5ec\ub7ec\uac00\uc9c0 correlation\uc744 \ud559\uc2b5\ud55c \ub4a4, item embedding\uc740 \ub2e4\uc591\ud55c view\uc758 \uc815\ubcf4\ub97c \uc798 \ub2f4\uac8c \ub418\uc5c8\uc744 \uac83\uc785\ub2c8\ub2e4. \uc774\uc5b4\uc9c0\ub294 fine-tuning \ub2e8\uacc4\uc5d0\uc11c\ub294 undirectional Transformer (left-to-right)\uc744 \ud1b5\ud574 \bitem sequence input\uc744 \ubcf4\uace0 next item\uc744 \uc608\uce21\ud558\ub294 network\ub97c \ud6c8\ub828\ud569\ub2c8\ub2e4. \uae30\ubcf8\uc801\uc778 DL-based Sequential Recommendation \ud615\ud0dc\ub97c \ub744\ub294 SASRec\uc744 \ub5a0\uc62c\ub9ac\uc2dc\uba74 \ud3b8\ud569\ub2c8\ub2e4.<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full is-resized\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"640\" height=\"484\" data-attachment-id=\"506\" data-permalink=\"https:\/\/jaeinlab.com\/?attachment_id=506\" data-orig-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/image-2.png?fit=739%2C559&amp;ssl=1\" data-orig-size=\"739,559\" data-comments-opened=\"1\" data-image-title=\"image-2\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/image-2.png?fit=640%2C484&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/image-2.png?resize=640%2C484&#038;ssl=1\" alt=\"\" class=\"wp-image-506\" style=\"width:496px;height:auto\" srcset=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/image-2.png?w=739&amp;ssl=1 739w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/image-2.png?resize=300%2C227&amp;ssl=1 300w\" sizes=\"auto, (max-width: 640px) 100vw, 640px\" \/><figcaption class=\"wp-element-caption\">\uadf8\ub9bc 6. SASRec \uad6c\uc870 (\ucd9c\ucc98: SASRec original paper)<\/figcaption><\/figure>\n<\/div>\n\n\n<p class=\"wp-block-paragraph\">\uc218\uc2dd\uc740 \ub2e4\uc74c\uacfc \uac19\uc2b5\ub2c8\ub2e4. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\">$$L_{\\text{main}} = -\\log \\sigma P(i_{t+1} | i_{1:t}) &#8211; P(i_{t+1} | i_{1:t})$$<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">Experiments<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">\bBaseline\uacfc \ube44\uad50 \uacb0\uacfc<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\uc5ec\ub7ec benchmark\uc5d0\uc11c \ubaa8\ub4e0 baseline \ubaa8\ub378\ub4e4\ubcf4\ub2e4 \ub6f0\uc5b4\ub09c \uc131\ub2a5\uc744 \ubcf4\uc784\uc744 \uc785\uc99d\ud558\uc600\uc2b5\ub2c8\ub2e4. <\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"640\" height=\"533\" data-attachment-id=\"504\" data-permalink=\"https:\/\/jaeinlab.com\/?attachment_id=504\" data-orig-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.32.01%E2%80%AFPM.png?fit=2084%2C1734&amp;ssl=1\" data-orig-size=\"2084,1734\" data-comments-opened=\"1\" data-image-title=\"Screenshot-2024-01-28-at-6.32.01\u202fPM\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.32.01%E2%80%AFPM.png?fit=640%2C533&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.32.01%E2%80%AFPM.png?resize=640%2C533&#038;ssl=1\" alt=\"\" class=\"wp-image-504\" srcset=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.32.01%E2%80%AFPM.png?resize=1024%2C852&amp;ssl=1 1024w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.32.01%E2%80%AFPM.png?resize=300%2C250&amp;ssl=1 300w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.32.01%E2%80%AFPM.png?resize=768%2C639&amp;ssl=1 768w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.32.01%E2%80%AFPM.png?resize=1536%2C1278&amp;ssl=1 1536w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.32.01%E2%80%AFPM.png?resize=2048%2C1704&amp;ssl=1 2048w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.32.01%E2%80%AFPM.png?w=1280&amp;ssl=1 1280w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.32.01%E2%80%AFPM.png?w=1920&amp;ssl=1 1920w\" sizes=\"auto, (max-width: 640px) 100vw, 640px\" \/><figcaption class=\"wp-element-caption\">\uadf8\ub9bc 7. Baseline\uacfc\uc758 \ube44\uad50 \uc2e4\ud5d8 \uacb0\uacfc<\/figcaption><\/figure>\n<\/div>\n\n\n<h3 class=\"wp-block-heading\">Ablation Study<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\uc800\uc790\ub294 pre-training stage\uc5d0\uc11c \uc0ac\uc6a9\ud55c \ub124 \uac00\uc9c0 \ubaa8\ub4c8\uc774 \uac01\uac01 \uc5bc\ub9cc\ud07c\uc758 \uc131\ub2a5 \ud5a5\uc0c1\uc744 \ubcf4\uc600\ub294\uc9c0\uc5d0 \ub300\ud55c \uc2e4\ud5d8\uc744 \uc9c4\ud589\ud55c Ablation Study \uacb0\uacfc\ub3c4 \uc81c\uacf5\ud558\uc600\ub294\ub370\uc694. <\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"640\" height=\"171\" data-attachment-id=\"505\" data-permalink=\"https:\/\/jaeinlab.com\/?attachment_id=505\" data-orig-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.34.59%E2%80%AFPM.png?fit=2044%2C544&amp;ssl=1\" data-orig-size=\"2044,544\" data-comments-opened=\"1\" data-image-title=\"Screenshot-2024-01-28-at-6.34.59\u202fPM\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.34.59%E2%80%AFPM.png?fit=640%2C171&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.34.59%E2%80%AFPM.png?resize=640%2C171&#038;ssl=1\" alt=\"\" class=\"wp-image-505\" srcset=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.34.59%E2%80%AFPM.png?resize=1024%2C273&amp;ssl=1 1024w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.34.59%E2%80%AFPM.png?resize=300%2C80&amp;ssl=1 300w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.34.59%E2%80%AFPM.png?resize=768%2C204&amp;ssl=1 768w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.34.59%E2%80%AFPM.png?resize=1536%2C409&amp;ssl=1 1536w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.34.59%E2%80%AFPM.png?w=2044&amp;ssl=1 2044w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.34.59%E2%80%AFPM.png?w=1280&amp;ssl=1 1280w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/Screenshot-2024-01-28-at-6.34.59%E2%80%AFPM.png?w=1920&amp;ssl=1 1920w\" sizes=\"auto, (max-width: 640px) 100vw, 640px\" \/><figcaption class=\"wp-element-caption\">\uadf8\ub9bc 8. Ablation Study \uc2e4\ud5d8 \uacb0\uacfc<\/figcaption><\/figure>\n<\/div>\n\n\n<p class=\"wp-block-paragraph\">\uadf8\ub9bc 8\uc5d0\uc11c \ubcf4\uc2dc\uba74, \ub124 \uac00\uc9c0 \ubaa8\ub4c8 \uc911 \uc5b4\ub290 \uac83\uc744 \uc81c\uac70\ud574\ub3c4 \ubaa8\ub4e0 \ubaa8\ub4c8\uc744 \uc0ac\uc6a9\ud558\ub294 \uac83\ubcf4\ub2e4 \uc131\ub2a5 \uc800\ud558\uac00 \uc874\uc7ac\ud568\uc744 \uc785\uc99d\ud558\uc600\uc2b5\ub2c8\ub2e4. \ucc38\uace0\ub85c pre-training\uc758 \ub124 \uac00\uc9c0 \ubaa8\ub4c8\uc744 \ubaa8\ub450 \uc81c\uac70\ud55c S3-Rec\uc740 baseline \ubaa8\ub378 \uc911 \ud558\ub098\uc778 SASRec<sub>F<\/sub>\uc640 \uac19\uc2b5\ub2c8\ub2e4. <\/p>\n\n\n\n<h2 class=\"wp-block-heading\">Discussion &amp; \ub9c8\uce58\uba70<\/h2>\n\n\n\n<ol class=\"wp-block-list\">\n<li class=\"\">Ablation Study\uc5d0\uc11c\ub294 \ubaa8\ub4c8\uc744 \ub2e8 \ud55c \uac1c\uc529\ub9cc \uc81c\uac70\ud55c S3-Rec\uc758 \uc2e4\ud5d8 \uacb0\uacfc\ub97c \ubcf4\uc5ec\uc8fc\uc5c8\ub294\ub370, \uc774 \ub124 \ubaa8\ub4c8 \uc0ac\uc774\uc5d0\ub3c4 \uc5b4\ub290\uc815\ub3c4 duplicate \ub418\ub294 \uc815\ubcf4\uac00 \uc874\uc7ac\ud560 \uac83 \uac19\uc544\uc11c 2\uac1c, \ud639\uc740 3\uac1c\ub97c \ub3d9\uc2dc\uc5d0 \uc81c\uac70\ud588\uc744 \ub54c \uc131\ub2a5\uc774 \uc5b4\ub290\uc815\ub3c4 \uc800\ud558\ub420\uc9c0\ub3c4 \uad81\uae08\ud569\ub2c8\ub2e4 (\uac00\ub839 AAP\uc640 SP\uc758 \uacbd\uc6b0 \ube44\uc2b7\ud55c \ubd80\ubd84\uc774 \ub9ce\uc544 \ub458\uc744 \ub3d9\uc2dc\uc5d0 \uc81c\uac70\ud588\uc744 \ub54c \uc131\ub2a5 \uc800\ud558\uac00 \ud06c\uc9c0 \uc54a\uc744\uae4c \uc2f6\uc2b5\ub2c8\ub2e4).<\/li>\n\n\n\n<li class=\"\">SP \ubaa8\ub4c8\uc5d0 \ub300\ud55c \uc774\ud574\ub97c \uc81c\uac00 \uc798\ubabb\ud55c \uac83\uc774\ub824\ub098\uc694&#8230; \uc544\ub2c8\ub77c\uba74 \uc800\uc790\uac00 \uc758\ub3c4\ud55c \ubc14\uac00 \uad81\uae08\ud558\ub124\uc694&#8230;!<\/li>\n\n\n\n<li class=\"\">Pre-training stage\uac00 \ucd94\uac00\ub418\uc5b4 \ubaa8\ub378\uc774 \ub2e4\uc18c \ubcf5\uc7a1\ud574\uc9c0\uae34 \ud588\uc73c\ub098 MIM principle\uc744 \uc774\uc6a9\ud558\uc5ec \ub2e4\uc591\ud55c self-supervised \ubaa8\ub4c8\uc744 \ub514\uc790\uc778\ud55c \uac83\uc774 \ud765\ubbf8\ub85c\uc6e0\uace0, sequential recommendation \ud0dc\uc2a4\ud06c \uc678 \ub2e4\ub978 \ubd84\uc57c\uc5d0\ub3c4 \uc801\uc6a9\ud574\ubcfc \uc218 \uc788\ub294 potential\uc774 \uc788\uc744 \uac83 \uac19\uc2b5\ub2c8\ub2e4.<\/li>\n<\/ol>\n","protected":false},"excerpt":{"rendered":"<p>S3-Rec (Self-Supervised learning for Sequential Recommendation)\uc740 2020\ub144\ub3c4\uc5d0 CIKM\uc5d0 \ubc1c\ud45c\ub41c Self-supervised learning \ub9e4\ucee4\ub2c8\uc998\uc744 \ud65c\uc6a9\ud55c \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c \uc5f0\uad6c\uc785\ub2c8\ub2e4. Recap: Self-supervised Learning Self-supervised learning (\uc790\uae30\uc9c0\ub3c4 \ud559\uc2b5)\uc740 \uc6d0\uc2dc \ub370\uc774\ud130 (raw data) \ub0b4\uc5d0 \uc874\uc7ac\ud558\ub294 \uc0c1\uad00\uad00\uacc4\uc5d0\uc11c training signal\uc744 \uad6c\uc131\ud558\uc5ec \uc774\ub97c \ud1b5\ud574 \ubaa8\ub378\uc744 \ud6c8\ub828\ud558\ub294 \ubc29\ubc95\uc785\ub2c8\ub2e4. \uadf8 \uc911\uc5d0\uc11c\ub3c4 \b\uc774 \ub17c\ubb38\uc5d0\uc11c\ub294 [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"nf_dc_page":"","_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[64],"tags":[29,66,65],"class_list":["post-467","post","type-post","status-publish","format-standard","hentry","category-recommender-system","tag-ai","tag-paper-review","tag-recsys"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v28.7 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>Self-Supervised Learning\uc744 \ud65c\uc6a9\ud55c \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c: S3-Rec (\ud398\uc774\ud37c \ub9ac\ubdf0) - Jaein&#039;s Lab<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/jaeinlab.com\/?p=467\" \/>\n<meta property=\"og:locale\" content=\"en_US\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Self-Supervised Learning\uc744 \ud65c\uc6a9\ud55c \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c: S3-Rec (\ud398\uc774\ud37c \ub9ac\ubdf0) - Jaein&#039;s Lab\" \/>\n<meta property=\"og:description\" content=\"S3-Rec (Self-Supervised learning for Sequential Recommendation)\uc740 2020\ub144\ub3c4\uc5d0 CIKM\uc5d0 \ubc1c\ud45c\ub41c Self-supervised learning \ub9e4\ucee4\ub2c8\uc998\uc744 \ud65c\uc6a9\ud55c \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c \uc5f0\uad6c\uc785\ub2c8\ub2e4. Recap: Self-supervised Learning Self-supervised learning (\uc790\uae30\uc9c0\ub3c4 \ud559\uc2b5)\uc740 \uc6d0\uc2dc \ub370\uc774\ud130 (raw data) \ub0b4\uc5d0 \uc874\uc7ac\ud558\ub294 \uc0c1\uad00\uad00\uacc4\uc5d0\uc11c training signal\uc744 \uad6c\uc131\ud558\uc5ec \uc774\ub97c \ud1b5\ud574 \ubaa8\ub378\uc744 \ud6c8\ub828\ud558\ub294 \ubc29\ubc95\uc785\ub2c8\ub2e4. \uadf8 \uc911\uc5d0\uc11c\ub3c4 \b\uc774 \ub17c\ubb38\uc5d0\uc11c\ub294 [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/jaeinlab.com\/?p=467\" \/>\n<meta property=\"og:site_name\" content=\"Jaein&#039;s Lab\" \/>\n<meta property=\"article:published_time\" content=\"2024-01-28T09:54:25+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-01-28T10:42:06+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/image-2.png\" \/>\n<meta name=\"author\" content=\"Jaein\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"Written by\" \/>\n\t<meta name=\"twitter:data1\" content=\"Jaein\" \/>\n\t<meta name=\"twitter:label2\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data2\" content=\"9 minutes\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=467#article\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=467\"},\"author\":{\"name\":\"Jaein\",\"@id\":\"http:\\\/\\\/jaeinlab.com\\\/#\\\/schema\\\/person\\\/70edb94493e55ab8edbafc48bdf56883\"},\"headline\":\"Self-Supervised Learning\uc744 \ud65c\uc6a9\ud55c \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c: S3-Rec (\ud398\uc774\ud37c \ub9ac\ubdf0)\",\"datePublished\":\"2024-01-28T09:54:25+00:00\",\"dateModified\":\"2024-01-28T10:42:06+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=467\"},\"wordCount\":786,\"commentCount\":0,\"image\":{\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=467#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/jaeinlab.com\\\/wp-content\\\/uploads\\\/2024\\\/01\\\/image-2.png\",\"keywords\":[\"AI\",\"paper review\",\"RecSys\"],\"articleSection\":[\"Recommender System\"],\"inLanguage\":\"en-US\",\"potentialAction\":[{\"@type\":\"CommentAction\",\"name\":\"Comment\",\"target\":[\"https:\\\/\\\/jaeinlab.com\\\/?p=467#respond\"]}]},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=467\",\"url\":\"https:\\\/\\\/jaeinlab.com\\\/?p=467\",\"name\":\"Self-Supervised Learning\uc744 \ud65c\uc6a9\ud55c \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c: S3-Rec (\ud398\uc774\ud37c \ub9ac\ubdf0) - Jaein&#039;s Lab\",\"isPartOf\":{\"@id\":\"http:\\\/\\\/jaeinlab.com\\\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=467#primaryimage\"},\"image\":{\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=467#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/jaeinlab.com\\\/wp-content\\\/uploads\\\/2024\\\/01\\\/image-2.png\",\"datePublished\":\"2024-01-28T09:54:25+00:00\",\"dateModified\":\"2024-01-28T10:42:06+00:00\",\"author\":{\"@id\":\"http:\\\/\\\/jaeinlab.com\\\/#\\\/schema\\\/person\\\/70edb94493e55ab8edbafc48bdf56883\"},\"breadcrumb\":{\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=467#breadcrumb\"},\"inLanguage\":\"en-US\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\\\/\\\/jaeinlab.com\\\/?p=467\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=467#primaryimage\",\"url\":\"https:\\\/\\\/i0.wp.com\\\/jaeinlab.com\\\/wp-content\\\/uploads\\\/2024\\\/01\\\/image-2.png?fit=739%2C559&ssl=1\",\"contentUrl\":\"https:\\\/\\\/i0.wp.com\\\/jaeinlab.com\\\/wp-content\\\/uploads\\\/2024\\\/01\\\/image-2.png?fit=739%2C559&ssl=1\",\"width\":739,\"height\":559},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=467#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Home\",\"item\":\"http:\\\/\\\/jaeinlab.com\\\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Self-Supervised Learning\uc744 \ud65c\uc6a9\ud55c \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c: S3-Rec (\ud398\uc774\ud37c \ub9ac\ubdf0)\"}]},{\"@type\":\"WebSite\",\"@id\":\"http:\\\/\\\/jaeinlab.com\\\/#website\",\"url\":\"http:\\\/\\\/jaeinlab.com\\\/\",\"name\":\"Jaein&#039;s Lab\",\"description\":\"Natural Language Processing, Knowledge Graph, and others!\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"http:\\\/\\\/jaeinlab.com\\\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"en-US\"},{\"@type\":\"Person\",\"@id\":\"http:\\\/\\\/jaeinlab.com\\\/#\\\/schema\\\/person\\\/70edb94493e55ab8edbafc48bdf56883\",\"name\":\"Jaein\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/6a23798f753744134b0f342a342b0fb0d4035a7313d8b7c54faf930978eaa942?s=96&d=wp_user_avatar&r=g\",\"url\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/6a23798f753744134b0f342a342b0fb0d4035a7313d8b7c54faf930978eaa942?s=96&d=wp_user_avatar&r=g\",\"contentUrl\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/6a23798f753744134b0f342a342b0fb0d4035a7313d8b7c54faf930978eaa942?s=96&d=wp_user_avatar&r=g\",\"caption\":\"Jaein\"},\"description\":\"I'm a Computer Science PhD candidate from South Korea, currently based in Beijing, China. My academic journey is dedicated to pioneering research in Natural Language Processing and Knowledge Graphs, striving to break new ground in these dynamic fields.\",\"sameAs\":[\"http:\\\/\\\/jaeinlab.com\",\"https:\\\/\\\/www.linkedin.com\\\/in\\\/jaeinlab\\\/\"],\"url\":\"https:\\\/\\\/jaeinlab.com\\\/?author=1\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Self-Supervised Learning\uc744 \ud65c\uc6a9\ud55c \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c: S3-Rec (\ud398\uc774\ud37c \ub9ac\ubdf0) - Jaein&#039;s Lab","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/jaeinlab.com\/?p=467","og_locale":"en_US","og_type":"article","og_title":"Self-Supervised Learning\uc744 \ud65c\uc6a9\ud55c \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c: S3-Rec (\ud398\uc774\ud37c \ub9ac\ubdf0) - Jaein&#039;s Lab","og_description":"S3-Rec (Self-Supervised learning for Sequential Recommendation)\uc740 2020\ub144\ub3c4\uc5d0 CIKM\uc5d0 \ubc1c\ud45c\ub41c Self-supervised learning \ub9e4\ucee4\ub2c8\uc998\uc744 \ud65c\uc6a9\ud55c \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c \uc5f0\uad6c\uc785\ub2c8\ub2e4. Recap: Self-supervised Learning Self-supervised learning (\uc790\uae30\uc9c0\ub3c4 \ud559\uc2b5)\uc740 \uc6d0\uc2dc \ub370\uc774\ud130 (raw data) \ub0b4\uc5d0 \uc874\uc7ac\ud558\ub294 \uc0c1\uad00\uad00\uacc4\uc5d0\uc11c training signal\uc744 \uad6c\uc131\ud558\uc5ec \uc774\ub97c \ud1b5\ud574 \ubaa8\ub378\uc744 \ud6c8\ub828\ud558\ub294 \ubc29\ubc95\uc785\ub2c8\ub2e4. \uadf8 \uc911\uc5d0\uc11c\ub3c4 \b\uc774 \ub17c\ubb38\uc5d0\uc11c\ub294 [&hellip;]","og_url":"https:\/\/jaeinlab.com\/?p=467","og_site_name":"Jaein&#039;s Lab","article_published_time":"2024-01-28T09:54:25+00:00","article_modified_time":"2024-01-28T10:42:06+00:00","og_image":[{"url":"https:\/\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/image-2.png","type":"","width":"","height":""}],"author":"Jaein","twitter_card":"summary_large_image","twitter_misc":{"Written by":"Jaein","Est. reading time":"9 minutes"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/jaeinlab.com\/?p=467#article","isPartOf":{"@id":"https:\/\/jaeinlab.com\/?p=467"},"author":{"name":"Jaein","@id":"http:\/\/jaeinlab.com\/#\/schema\/person\/70edb94493e55ab8edbafc48bdf56883"},"headline":"Self-Supervised Learning\uc744 \ud65c\uc6a9\ud55c \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c: S3-Rec (\ud398\uc774\ud37c \ub9ac\ubdf0)","datePublished":"2024-01-28T09:54:25+00:00","dateModified":"2024-01-28T10:42:06+00:00","mainEntityOfPage":{"@id":"https:\/\/jaeinlab.com\/?p=467"},"wordCount":786,"commentCount":0,"image":{"@id":"https:\/\/jaeinlab.com\/?p=467#primaryimage"},"thumbnailUrl":"https:\/\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/image-2.png","keywords":["AI","paper review","RecSys"],"articleSection":["Recommender System"],"inLanguage":"en-US","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["https:\/\/jaeinlab.com\/?p=467#respond"]}]},{"@type":"WebPage","@id":"https:\/\/jaeinlab.com\/?p=467","url":"https:\/\/jaeinlab.com\/?p=467","name":"Self-Supervised Learning\uc744 \ud65c\uc6a9\ud55c \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c: S3-Rec (\ud398\uc774\ud37c \ub9ac\ubdf0) - Jaein&#039;s Lab","isPartOf":{"@id":"http:\/\/jaeinlab.com\/#website"},"primaryImageOfPage":{"@id":"https:\/\/jaeinlab.com\/?p=467#primaryimage"},"image":{"@id":"https:\/\/jaeinlab.com\/?p=467#primaryimage"},"thumbnailUrl":"https:\/\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/image-2.png","datePublished":"2024-01-28T09:54:25+00:00","dateModified":"2024-01-28T10:42:06+00:00","author":{"@id":"http:\/\/jaeinlab.com\/#\/schema\/person\/70edb94493e55ab8edbafc48bdf56883"},"breadcrumb":{"@id":"https:\/\/jaeinlab.com\/?p=467#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https:\/\/jaeinlab.com\/?p=467"]}]},{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/jaeinlab.com\/?p=467#primaryimage","url":"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/image-2.png?fit=739%2C559&ssl=1","contentUrl":"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2024\/01\/image-2.png?fit=739%2C559&ssl=1","width":739,"height":559},{"@type":"BreadcrumbList","@id":"https:\/\/jaeinlab.com\/?p=467#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"http:\/\/jaeinlab.com\/"},{"@type":"ListItem","position":2,"name":"Self-Supervised Learning\uc744 \ud65c\uc6a9\ud55c \uc21c\ucc28 \ucd94\ucc9c\uc2dc\uc2a4\ud15c: S3-Rec (\ud398\uc774\ud37c \ub9ac\ubdf0)"}]},{"@type":"WebSite","@id":"http:\/\/jaeinlab.com\/#website","url":"http:\/\/jaeinlab.com\/","name":"Jaein&#039;s Lab","description":"Natural Language Processing, Knowledge Graph, and others!","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"http:\/\/jaeinlab.com\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"},{"@type":"Person","@id":"http:\/\/jaeinlab.com\/#\/schema\/person\/70edb94493e55ab8edbafc48bdf56883","name":"Jaein","image":{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/secure.gravatar.com\/avatar\/6a23798f753744134b0f342a342b0fb0d4035a7313d8b7c54faf930978eaa942?s=96&d=wp_user_avatar&r=g","url":"https:\/\/secure.gravatar.com\/avatar\/6a23798f753744134b0f342a342b0fb0d4035a7313d8b7c54faf930978eaa942?s=96&d=wp_user_avatar&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/6a23798f753744134b0f342a342b0fb0d4035a7313d8b7c54faf930978eaa942?s=96&d=wp_user_avatar&r=g","caption":"Jaein"},"description":"I'm a Computer Science PhD candidate from South Korea, currently based in Beijing, China. My academic journey is dedicated to pioneering research in Natural Language Processing and Knowledge Graphs, striving to break new ground in these dynamic fields.","sameAs":["http:\/\/jaeinlab.com","https:\/\/www.linkedin.com\/in\/jaeinlab\/"],"url":"https:\/\/jaeinlab.com\/?author=1"}]}},"jetpack_sharing_enabled":true,"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/jaeinlab.com\/index.php?rest_route=\/wp\/v2\/posts\/467","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/jaeinlab.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/jaeinlab.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/jaeinlab.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/jaeinlab.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=467"}],"version-history":[{"count":5,"href":"https:\/\/jaeinlab.com\/index.php?rest_route=\/wp\/v2\/posts\/467\/revisions"}],"predecessor-version":[{"id":513,"href":"https:\/\/jaeinlab.com\/index.php?rest_route=\/wp\/v2\/posts\/467\/revisions\/513"}],"wp:attachment":[{"href":"https:\/\/jaeinlab.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=467"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/jaeinlab.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=467"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/jaeinlab.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=467"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}