{"id":1332,"date":"2026-10-03T17:00:00","date_gmt":"2026-10-03T08:00:00","guid":{"rendered":"https:\/\/staka.jp\/wordpress\/?p=1332"},"modified":"2026-10-03T16:18:30","modified_gmt":"2026-10-03T07:18:30","slug":"matryoshka%e6%a7%8b%e9%80%a0%e3%81%aegemma3n-engram%e3%81%a0%e3%81%a8%e8%a8%98%e6%86%b6%e3%81%af%e7%a7%bb%e6%a4%8d%e3%81%97%e3%82%84%e3%81%99%e3%81%84%ef%bc%88%ef%bc%9f%ef%bc%89","status":"publish","type":"post","link":"https:\/\/staka.jp\/wordpress\/?p=1332","title":{"rendered":"Matryoshka\u69cb\u9020\u306eGemma3n + Engram\u3060\u3068\u8a18\u61b6\u306f\u79fb\u690d\u3057\u3084\u3059\u3044\uff08\uff1f\uff09"},"content":{"rendered":"\n

\u524d\u306e\u8a18\u4e8b<\/a>\u3067\u306f\u3001Qwen3.5 2B\u306b\u67b6\u7a7a\u306e\u9b54\u5c0e\u66f8\u3092\u8a18\u61b6\u3055\u305b\u3001\u305d\u306e\u8a18\u61b6\u3092Qwen3.5 4B\u3067\u4f7f\u3048\u308b\u304b\u8a66\u3057\u305f\u3002\u7d50\u679c\u3001\u4e00\u90e8\u306f\u4f7f\u3048\u3066\u3044\u305d\u3046\u3060\u304c\u3001\u79fb\u690d\u5143\u3068\u79fb\u690d\u5148\u3067\u5927\u304d\u306a\u6027\u80fd\u5dee\u304c\u3042\u3063\u305f\u3002\u4eca\u56de\u306f\u5927\u5c0f\u306e\u30e2\u30c7\u30eb\u304c\u91cd\u307f\u3092\u5171\u6709\u3057\u3066\u3044\u305f\u3089\u8a18\u61b6\u306e\u79fb\u690d\u304c\u3057\u3084\u3059\u3044\u306e\u3067\u306f\uff1f\u3068\u3044\u3046\u4eee\u8aac\u306b\u57fa\u3065\u304d\u3001\u30de\u30c8\u30ea\u30e7\u30fc\u30b7\u30ab\u69cb\u9020[1]\u306eGemma 3n [2]\u3092\u7528\u3044\u3066\u524d\u56de\u540c\u69d8\u306e\u5b9f\u9a13[3]\u3092\u884c\u3063\u305f\u3002<\/p>\n\n\n\n

\u7d50\u679c\u3001\u79fb\u690d\u5143\u306e\u30e2\u30c7\u30eb\u306f\u5c5e\u602798.24\uff05\u3001\u57fa\u672c\u306e\u6d88\u8cbb\u9b54\u529b94.53\uff05\u3092\u6b63\u89e3\u3001\u79fb\u690d\u5f8c\u306e\u30e2\u30c7\u30eb\u3067\u8aad\u307f\u65b9\u3092\u8abf\u6574\u3059\u308b\u306891.99\uff05\u300189.06\uff05\u6b63\u89e3\u3057\u305f\u3002\u79fb\u690d\u5143\u3068\u79fb\u690d\u5148\u3067\u5dee\u7570\u306f\u3042\u308b\u3082\u306e\u306e\u524d\u56de\u3088\u308a\u5927\u304d\u304f\u6539\u5584\u3057\u3066\u3044\u308b\u3002\u306a\u304a\u3001\u8aad\u307f\u65b9\u3092\u8abf\u6574\u305b\u305a\u305d\u306e\u307e\u307e\u63a5\u7d9a\u3059\u308b\u306859.18\uff05\u300128.71\uff05\u3067\u8ab2\u984c\u304c\u6b8b\u3063\u305f[4]\u3002<\/p>\n\n\n\n

\u30d9\u30fc\u30b9\u30e2\u30c7\u30eb\u306e\u69cb\u9020\u30fb\u30de\u30c8\u30ea\u30e7\u30fc\u30b7\u30ab\u69cb\u9020<\/h2>\n\n\n\n

\u30de\u30c8\u30ea\u30e7\u30fc\u30b7\u30ab\u69cb\u9020\u306f\u5927\u304d\u306a\u30e2\u30c7\u30eb\u306e\u4e2d\u306b\u5c0f\u3055\u306a\u30e2\u30c7\u30eb\u304c\u5185\u5305\u3055\u308c\u3001\u30de\u30c8\u30ea\u30e7\u30fc\u30b7\u30ab\u4eba\u5f62<\/a>\u306e\u3088\u3046\u306a\u69cb\u9020\u3092\u3057\u3066\u3044\u308b\u3002Gemma 3n\u306fMatFormer[5]\u3092\u5229\u7528\u3057\u3066\u304a\u308a\u3001\u5927\u304d\u3044E4B\u306e\u4e2d\u306b\u3001\u5c0f\u3055\u3044E2B\u306e\u30d1\u30e9\u30e1\u30fc\u30bf\u3092\u542b\u3093\u3067\u3044\u308b\u3002\u4eca\u56de\u306fgoogle\/gemma-3n-E4B-it<\/a>\u3092\u89aa\u3068\u3057\u3066\u3001E2B\u69cb\u6210\u3092\u5207\u308a\u51fa\u3057\u3066\u4f7f\u3063\u305f\uff08\u4e0b\u56f3\u53c2\u7167\uff09\u3002\u3053\u306e\u3088\u3046\u306a\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3092\u7528\u3044\u308b\u3053\u3068\u3067E2B\u2192E4B\u306e\u77e5\u8b58\u79fb\u690d\u304c\u52b9\u7387\u7684\u306b\u884c\u3048\u306a\u3044\u304b\u3092\u691c\u8a3c\u3059\u308b\u3002<\/p>\n\n\n\n

\"\"<\/figure>\n\n\n\n

\u30e2\u30c7\u30eb\u306b\u8a18\u61b6\u3055\u305b\u308b\u3082\u306e<\/h2>\n\n\n\n

\u57fa\u672c\u7684\u306a\u69cb\u6210\u306f\u524d\u56de\u540c\u69d8\u3067\u3042\u308b\u3002\u8a18\u61b6\u3059\u308b\u9b54\u5c0e\u66f8\u306f\u300c\u30eb\u30c9\u30e9\u306e\u79d8\u5b9d\u300d\u306e\u8a00\u970a\u304b\u3089\u7740\u60f3\u3092\u5f97\u305f\u5b9f\u9a13\u7528\u306e\u3082\u306e\u3067\u3042\u308b\u3002\u4e09\u6587\u5b57\u306e\u9b54\u6cd5\u540d\u3092\u6839\u5e95\u8a9e\u3068\u3057\u3001\u300c\u706b\u30fb\u6c34\u30fb\u98a8\u30fb\u571f\u300d\u306e\u5c5e\u6027\u3068\u30011\u304b\u30894\u307e\u3067\u306e\u57fa\u672c\u306e\u6d88\u8cbb\u9b54\u529b\u3092\u5272\u308a\u5f53\u3066\u3066\u3044\u308b\u3002\u5168512\u7a2e\u985e\u3092\u3001\u7df4\u7fd2\u7528128\u7a2e\u985e\u3001\u9014\u4e2d\u78ba\u8a8d\u752864\u7a2e\u985e\u3001\u63a1\u70b9\u7528256\u7a2e\u985e\u3001\uff08\u672a\u767b\u933264\u7a2e\u985e\uff09\u306b\u5206\u3051\u305f\u3002\u4eca\u56de\u306f\u57fa\u672c\u60c5\u5831\u3092\u76f4\u63a5\u5c0b\u306d\u308b\u554f\u984c\u306b\u7d5e\u3063\u3066\u3044\u308b\u3002\u524d\u56de\u3068\u7570\u306a\u308a\u9b54\u5c0e\u66f8\u306e\u5dee\u3057\u66ff\u3048\u3084\u82f1\u8a9e\u3067\u306e\u8cea\u554f\u306f\u8a55\u4fa1\u3057\u3066\u3044\u306a\u3044\u3002<\/p>\n\n\n\n

\u624b\u6cd5<\/h2>\n\n\n\n

\u30e2\u30c7\u30eb\u672c\u4f53\u306e\u91cd\u307f\u306f\u51cd\u7d50\u3057\u3001\u8ffd\u52a0\u3057\u305f\u8a18\u61b6\u9818\u57df\u30fb\u8868\u3068reader\u3060\u3051\u3092\u5b66\u7fd2\u3059\u308b\u3002\u4eca\u56de\u306e\u8868\u306f\u7d044.2M\u30d1\u30e9\u30e1\u30fc\u30bf\u3001reader\u306f\u7d040.33M\u30d1\u30e9\u30e1\u30fc\u30bf\u3067\u3042\u308b\u3002\u5b66\u7fd2\u306f\u524d\u56de\u3068\u540c\u3058\u304f\u4e09\u6bb5\u968e\u306b\u5206\u3051\u305f\u3002<\/p>\n\n\n\n

\u6bb5\u968e<\/th>\u5b66\u7fd2\u3059\u308b\u3082\u306e<\/th>\u56fa\u5b9a\u3059\u308b\u3082\u306e<\/th>\u4f7f\u3046\u30c7\u30fc\u30bf<\/th><\/tr><\/thead>
\u2460 E2B\u30e2\u30c7\u30eb\u3067\u8aad\u307f\u66f8\u304d\u3092\u6e96\u5099<\/td>\u8a18\u61b6\u9818\u57df\u30fb\u8868\u3001reader A<\/td>E2B\u672c\u4f53<\/td>\u7df4\u7fd2\u7528128\u7a2e\u985e<\/td><\/tr>
\u2461 \u77e5\u8b58\u3092\u8a18\u61b6\u9818\u57df\u3078\u66f8\u304d\u8fbc\u3080<\/td>\u8a18\u61b6\u9818\u57df\u30fb\u8868\u306e\u307f<\/td>E2B\u672c\u4f53\u3001reader A<\/td>448\u7a2e\u985e\u3002\u63a1\u70b9\u7528256\u7a2e\u985e\u3082\u542b\u3080<\/td><\/tr>
\u2462 E4B\u30e2\u30c7\u30eb\u3067\u8aad\u307f\u65b9\u3092\u8abf\u6574<\/td>reader\u306e\u307f<\/td>E4B\u672c\u4f53\u3001\u8a18\u61b6\u9818\u57df\u30fb\u8868<\/td>\u7df4\u7fd2\u7528128\u7a2e\u985e\u306e\u307f<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n

\u2461\u3067\u306freader\u3092\u56fa\u5b9a\u3057\u63a1\u70b9\u7528\u306e\u7b54\u3048\u3092\u8868\u4ee5\u5916\u306b\u899a\u3048\u3055\u305b\u3066\u3044\u306a\u3044\u3002\u63a1\u70b9\u7528\u306e\u60c5\u5831\u306f\u5143\u306e\u8868\u306e\u307f\u306b\u5f71\u97ff\u3055\u305b\u3001\u8a18\u61b6\u3092\u4ecb\u3057\u3066\u4f7f\u3048\u308b\u304b\u3092\u691c\u8a3c\u3059\u308b\u3002\u2462\u3082\u6b21\u306e3\u901a\u308a\u306b\u5206\u3051\u3066\u3044\u308b\u3002<\/p>\n\n\n\n

\u6761\u4ef6<\/th>\u79fb\u690d\u5148\u306ereader\u3092\u3069\u3046\u3059\u308b\u304b<\/th><\/tr><\/thead>
ZERO\uff1a\u305d\u306e\u307e\u307e\u79fb\u3059<\/td>\u5143\u306ereader\u3092\u56fa\u5b9a\u3057\u3066\u4f7f\u3046\u3002\u79fb\u690d\u5148\u3067\u306e\u8ffd\u52a0\u5b66\u7fd2\u306a\u3057<\/td><\/tr>
WARM\uff1a\u5143\u306e\u8aad\u307f\u65b9\u3092\u8abf\u6574\u3059\u308b<\/td>\u5143\u306ereader\u304b\u3089\u59cb\u3081\u3001\u7df4\u7fd2\u7528128\u7a2e\u985e\u3067\u8ffd\u52a0\u5b66\u7fd2<\/td><\/tr>
FRESH\uff1a\u65b0\u3057\u304f\u8aad\u307f\u65b9\u3092\u5b66\u3076<\/td>reader\u3092\u65b0\u3057\u304f\u4f5c\u308a\u3001\u540c\u3058128\u7a2e\u985e\u3067\u5b66\u7fd2<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n

\u63a1\u70b9\u3067\u306f\u56db\u3064\u306e\u56de\u7b54\u5019\u88dc\u306e\u5c24\u5ea6\u3092\u6bd4\u3079\u3001\u6700\u3082\u9ad8\u3044\u5019\u88dc\u3092\u4e88\u6e2c\u3068\u3059\u308b\u3002\u5c5e\u6027\u306f0\uff1d\u706b\u30011\uff1d\u6c34\u30012\uff1d\u98a8\u30013\uff1d\u571f\u3001\u6d88\u8cbb\u9b54\u529b\u306f1\u301c4\u3092\u5019\u88dc\u3068\u3057\u305f\u3002\u63a1\u70b9\u7528256\u7a2e\u985e\u306b2\u901a\u308a\u306e\u805e\u304d\u65b9\u3092\u4f7f\u3046\u305f\u3081\u3001\u5404\u5217\u306e\u5206\u6bcd\u306f512\u554f\u3067\u3042\u308b\u3002\u6b63\u89e3\u306f\u5404\u5019\u88dc128\u554f\u305a\u3064\u306a\u306e\u3067\u3001\u30e9\u30f3\u30c0\u30e0\u306b\u7b54\u3048\u3066\u3082\u3001\u540c\u3058\u5019\u88dc\u3092\u7b54\u3048\u7d9a\u3051\u3066\u3082\u3001\u671f\u5f85\u6b63\u7b54\u7387\u306f25\uff05\u306b\u306a\u308b\u3002<\/p>\n\n\n\n

\u5b9f\u9a13\u306fColab\u4e0a\u306eNVIDIA RTX PRO 6000 Blackwell Server Edition\u3067\u884c\u3063\u305f\u3002\u672c\u4f53\u306fBF16\u3001\u8868\u3068reader\u306fFP32\u3067\u3042\u308b\u3002\u5b66\u7fd2\u6642\u306b\u306f8\u4f8b\u5206\u3092\u305f\u3081\u3066\u30d1\u30e9\u30e1\u30fc\u30bf\u3092\u66f4\u65b0\u3057\u305f\u3002early stopping\u3092\u6709\u52b9\u306b\u3057\u5168\u4f53\u306e\u8a08\u7b97\u6642\u9593\u306f\u7d0412\u6642\u9593\u3067\u3042\u308b\u3002<\/p>\n\n\n\n

\"\"<\/figure>\n\n\n\n

\u7d50\u679c<\/h2>\n\n\n\n

\u7d50\u679c\u6982\u8981\u306f\u4e0b\u8a18\u306e\u901a\u308a\u3067\u3042\u308b\u3002Gemma 3n + engram\u306f\u6709\u52b9\u305d\u3046\u3067\u3042\u308b\u3002\u8a18\u61b6\u306e\u79fb\u690d\u3082\u524d\u56de\u3088\u308a\u826f\u3044\u6027\u80fd\u3067\u3067\u304d\u3066\u3044\u308b\u3002\u305f\u3060\u3001\u30de\u30c8\u30ea\u30e7\u30fc\u30b7\u30ab\u69cb\u9020\u3067\u3042\u3063\u3066\u3082reader\u3082\u305d\u306e\u307e\u307e\u79fb\u690d\u3059\u308b\u306e\u306f\u96e3\u3057\u305d\u3046\u306b\u898b\u3048\u308b\u3002<\/p>\n\n\n\n

\"\"<\/figure>\n\n\n\n

1. LLM\uff0bEngram\u3067\u8a18\u61b6\u3067\u304d\u308b\u304b\uff1f \u2192 \u5c5e\u6027\u3082\u6d88\u8cbb\u9b54\u529b\u30829\u5272\u4ee5\u4e0a<\/h3>\n\n\n\n
\u5143\u30e2\u30c7\u30eb\uff08E2B\uff09\u306e\u72b6\u614b<\/th>\u5c5e\u6027\u306e\u6b63\u7b54\u7387<\/th>\u57fa\u672c\u306e\u6d88\u8cbb\u9b54\u529b\u306e\u6b63\u7b54\u7387<\/th><\/tr><\/thead>
\u63a1\u70b9\u7528\u306e\u4e8b\u5b9f\u3092\u66f8\u304d\u8fbc\u3080\u524d<\/td>25.78\uff05<\/td>23.44\uff05<\/td><\/tr>
\u66f8\u8fbc\u307f\u5f8c\u3001\u5b66\u7fd2\u3057\u305f\u8868\u3092\u4f7f\u3046<\/td>98.24\uff05<\/strong><\/td>94.53\uff05<\/strong><\/td><\/tr>
\u66f8\u8fbc\u307f\u5f8c\u3001\u8a18\u61b6\u3092\u4f7f\u308f\u306a\u3044<\/td>27.73\uff05<\/td>24.02\uff05<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n

\u4e8b\u5b9f\u3092\u66f8\u304d\u8fbc\u3080\u524d\u3084\u3001\u8a18\u61b6\u3092\u4f7f\u308f\u306a\u3044\u5834\u5408\u306f\u307b\u307c\u30e9\u30f3\u30c0\u30e0\u306a\u7d50\u679c\u3067\u3042\u308b\u3002\u5b66\u7fd2\u3057\u305f\u8868\u3092\u4f7f\u3046\u3068\u3001\u5c5e\u6027\u30fb\u6d88\u8cbb\u9b54\u529b\u3068\u30829\u5272\u8d85\u3068\u3001\u8a18\u61b6\u3092\u4f5c\u3063\u305fE2B\u30e2\u30c7\u30eb\u306f\u8a18\u61b6\u3092\u6709\u52b9\u306b\u4f7f\u3048\u3066\u3044\u305d\u3046\u3067\u3042\u308b\u3002<\/p>\n\n\n\n

2. \u8a18\u61b6\u3068\u8aad\u307f\u65b9\u3092\u305d\u306e\u307e\u307e\u79fb\u305b\u308b\u304b\uff1f \u2192 \u5c5e\u6027\u306e\u307f\u4e00\u90e8\u79fb\u305b\u305f\u3002\u8abf\u6574\u3059\u308c\u3070\u4e21\u65b9\u6709\u52b9\u306b\u306a\u308b\u3002<\/h3>\n\n\n\n
\u79fb\u690d\u5148\uff08E4B\uff09\u306e\u6761\u4ef6<\/th>\u5c5e\u6027\u306e\u6b63\u7b54\u7387<\/th>\u57fa\u672c\u306e\u6d88\u8cbb\u9b54\u529b\u306e\u6b63\u7b54\u7387<\/th><\/tr><\/thead>
\u8a18\u61b6\u3092\u4f7f\u308f\u306a\u3044<\/td>22.85\uff05<\/td>25.00\uff05<\/td><\/tr>
\u305d\u306e\u307e\u307e\u63a5\u7d9a\uff1aZERO<\/td>59.18\uff05<\/strong><\/td>28.71\uff05<\/td><\/tr>
\u5143\u306ereader\u3092\u8abf\u6574\uff1aWARM<\/td>91.99\uff05<\/strong><\/td>89.06\uff05<\/strong><\/td><\/tr>
\u65b0\u3057\u3044reader\u3092\u5b66\u7fd2\uff1aFRESH<\/td>82.62\uff05<\/strong><\/td>81.84\uff05<\/strong><\/td><\/tr>
\u30e9\u30f3\u30c0\u30e0\u306a\u8868\uff0b\u65b0\u3057\u3044reader<\/td>24.02\uff05<\/td>26.17\uff05<\/td><\/tr>
\u4e26\u3079\u66ff\u3048\u305f\u8868\uff0b\u65b0\u3057\u3044reader<\/td>24.80\uff05<\/td>26.37\uff05<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n

ZERO\uff08\u8a18\u61b6\u8868\u3082\u8a18\u61b6\u3092\u8aad\u307f\u53d6\u308b\u90e8\u54c1\u3067\u3042\u308breader\u3082\u305d\u306e\u307e\u307e\u79fb\u690d\uff09\u306f\u5c5e\u602759.18\uff05\u3067\u3001\u8a18\u61b6\u306a\u3057\u306e22.85\uff05\u3092\u4e0a\u56de\u308b\u3002\u4e00\u65b9\u3001\u6d88\u8cbb\u9b54\u529b\u306f28.71\uff05\u3068\u30e9\u30f3\u30c0\u30e0\u306b\u8fd1\u3044\u3002\u30de\u30c8\u30ea\u30e7\u30fc\u30b7\u30ab\u69cb\u9020\u306e\u5927\u5c0f\u30e2\u30c7\u30eb\u3067\u3042\u3063\u3066\u3082reader\u306e\u8abf\u6574\u306a\u3057\u306b\u8a18\u61b6\u304c\u4f7f\u3048\u308b\u308f\u3051\u3067\u306f\u306a\u3055\u305d\u3046\u3067\u3042\u308b\u3002<\/p>\n\n\n\n

WARM\u3001FRESH\u3068\u3044\u3046reader\u3092\u8abf\u6574\u3059\u308b\u6761\u4ef6\u3067\u306fE2B\u3067\u8a18\u61b6\u3057\u305f\u5185\u5bb9\u3092\u6709\u52b9\u306b\u4f7f\u3048\u3066\u3044\u308b\u3053\u3068\u304c\u5206\u304b\u308b\u3002\u305f\u3060\u3057\u3001\u5143\u306e\u6027\u80fd\u3092\u5b8c\u5168\u306b\u4fdd\u3066\u3066\u3044\u308b\u308f\u3051\u3067\u306f\u306a\u3044\u3002<\/p>\n\n\n\n

3. \u30b9\u30b3\u30a2\u304c\u843d\u3061\u305f\u7406\u7531\u306f\uff1f<\/h3>\n\n\n\n

\u30b9\u30b3\u30a2\u304c\u843d\u3061\u305f\u539f\u56e0\u3092\u8abf\u3079\u308b\u305f\u3081\u8ffd\u52a0\u7684\u306a\u691c\u8a3c\u3092\u884c\u3063\u305f\u3002\u307e\u305a\u3001E2B\u30e2\u30c7\u30eb\u3092\u7528\u3044\u3066\u3001reader\u3060\u3051\u3092\u65b0\u3057\u304f\u3057\u7df4\u7fd2\u7528128\u7a2e\u985e\u3067\u5b66\u7fd2\u3057\u76f4\u3059\u3068\u6b63\u89e3\u7387\u306f\u5c5e\u602777.15\uff05\u3001\u6d88\u8cbb\u9b54\u529b72.46\uff05\u3060\u3063\u305f\u3002\u8a18\u61b6\u306e\u5229\u7528\u306b\u304a\u3044\u3066\u306freader\u306e\u679c\u305f\u3059\u5f79\u5272\u304c\u5927\u304d\u3044\u3053\u3068\u304c\u5206\u304b\u308b\u3002\u307e\u305f\u3001FRESH\u3067\u306e\u6bd4\u8f03\u3001E2B\uff0877.15%\u300172.46%\uff09\u3068E4B\uff0882.62\uff05\u300181.84\uff05\uff09\u306e\u5dee\u306f128\u4f8b\u3067reader\u3092\u5b66\u3076\u3053\u3068\u306e\u9650\u754c\u3092\u793a\u5506\u3057\u3066\u3044\u308b\u3088\u3046\u306b\u601d\u3046\u3002<\/p>\n\n\n\n

\u6b21\u306bZERO\u3067\u6b63\u89e3\u7387\u306e\u4f4e\u304b\u3063\u305f\u6d88\u8cbb\u9b54\u529b\u306b\u3064\u3044\u3066\u30e2\u30c7\u30eb\u51fa\u529b\u3092\u691c\u8a3c\u3057\u305f\u3002\u3059\u308b\u3068\u3001\u305d\u306e\u307e\u307e\u63a5\u7d9a\u3057\u305fZERO\u3060\u3051\u306f\u3001512\u554f\u4e2d236\u554f\u3067\u300c2\u300d\u3001227\u554f\u3067\u300c3\u300d\u3092\u9078\u3076\u306a\u3069\u56de\u7b54\u306b\u5927\u304d\u306a\u504f\u308a\u304c\u51fa\u3066\u3044\u305f\u3002\u3055\u3089\u306b\u3001\u9593\u9055\u3048\u305f365\u554f\u306e\u3046\u3061255\u554f\u3067\u306f\u3001\u9078\u3093\u3060\u8aa4\u7b54\u306b9\u5272\u4ee5\u4e0a\u306e\u78ba\u7387\u3092\u4ed8\u3051\u308b\u306a\u3069\u8b0e\u306e\u6319\u52d5\u3092\u3057\u3066\u3044\u308b\u3002\u524d\u56de\u306e\u7d50\u679c\u3067\u3082\u793a\u5506\u3055\u308c\u3066\u3044\u305f\u304c\u3001\u5c5e\u6027\u3068\u9b54\u529b\u5024\u3067\u30e2\u30c7\u30eb\u5185\u306e\u6271\u3044\u304c\u7570\u306a\u3063\u3066\u3044\u305d\u3046\u306b\u898b\u3048\u308b\u3002\u4f8b\u3048\u3070\u3001\u6d88\u8cbb\u9b54\u529b\u304c\u6570\u5024\u3068\u3057\u3066\u6271\u308f\u308c\u9806\u5e8f\u3042\u308b\u8ef8\u4e0a\u306b\u8868\u73fe\u3055\u308c\u305f\u3068\u4eee\u5b9a\u3059\u308b\u3068\u3001\u4e2d\u9593\u5024\u306e\u300c2\u300d\u300c3\u300d\u306b\u3088\u308b\u306e\u306f\u4e00\u5b9a\u7406\u89e3\u3067\u304d\u308b\u3002\u5b9f\u969b\u305d\u3046\u306a\u3063\u3066\u3044\u308b\u304b\u306f\u3063\u304d\u308a\u3057\u306a\u3044\u3053\u3068\u306b\u6ce8\u610f\u304c\u5fc5\u8981\u3060\u304c\u3001\u3068\u3066\u3082\u8208\u5473\u6df1\u3044\u3002<\/p>\n\n\n\n

\"\"<\/figure>\n\n\n\n

\u6240\u611f<\/h2>\n\n\n\n

Engram\u578b\u306e\u8a18\u61b6\u3092\u3001\u30de\u30c8\u30ea\u30e7\u30fc\u30b7\u30ab\u69cb\u9020\u306eGemma 3n\u3067\u79fb\u690d\u3057\u3066\u307f\u305f\u3002\u5171\u901a\u306e\u89aa\u304b\u3089\u4f5c\u3063\u305f\u5927\u5c0f\u30e2\u30c7\u30eb\u3067\u3082\u3001\u305d\u306e\u307e\u307e\u8a18\u61b6\u3092\u79fb\u690d\u3059\u308b\u3053\u3068\u306f\u96e3\u3057\u304b\u3063\u305f\u3002\u5c5e\u6027\u306e\u4e00\u90e8\u306f\u4f7f\u3048\u305f\u304c\u3001\u6d88\u8cbb\u9b54\u529b\u306f\u307b\u307c\u8aad\u3081\u306a\u304b\u3063\u305f\u3002\u4e00\u65b9\u3067\u5225\u306e\u9b54\u6cd5\u306e\u60c5\u5831\u3092\u4f7f\u3044\u3001\u8aad\u307f\u65b9\u3092\u5c11\u3057\u7df4\u7fd2\u3059\u308b\u3060\u3051\u3067\u30b9\u30b3\u30a2\u304c\u5927\u304d\u304f\u4e0a\u304c\u3063\u305f\u3002\u524d\u56de\u306eQwen3.5\u3068\u306e\u6bd4\u8f03\u3060\u3051\u3067\u306f\u4f55\u3068\u3082\u8a00\u3048\u306a\u3044\u304c\u3001\u4ed6\u306e\u30e2\u30c7\u30eb\u3082\u5e45\u5e83\u304f\u8a66\u3059\u3068\u30de\u30c8\u30ea\u30e7\u30fc\u30b7\u30ab\u69cb\u9020\u306e\u52b9\u679c\u306a\u306e\u304b\u3001\u5358\u306b\u30e2\u30c7\u30eb\u6027\u80fd\u306e\u5dee\u306a\u306e\u304b\u306a\u3069\u304c\u306f\u3063\u304d\u308a\u3057\u305d\u3046\u3067\u3042\u308b\u3002<\/p>\n\n\n\n

\u307e\u305f\u3001\u524d\u56de\u306e\u7d50\u679c\u3067\u3082\u793a\u5506\u3055\u308c\u3066\u3044\u305f\u304c\u3001\u5c5e\u6027\u3068\u9b54\u529b\u5024\u306e\u5b66\u7fd2\u7d4c\u904e\u304c\u7570\u306a\u308b\u3088\u3046\u306b\u898b\u3048\u308b[6]\u3002\u30e2\u30c7\u30eb\u4e2d\u3067\u6570\u5024\uff08\u9806\u5e8f\u95a2\u4fc2\u306e\u3042\u308b\u3082\u306e\u3001\u3042\u308b\u3044\u306f\u3001\u52a0\u7b97\u306a\u3069\u6570\u5b66\u7684\u6271\u3044\u304c\u53ef\u80fd\u306a\u5f62\u5f0f\u8a00\u8a9e\uff09\u3068\u81ea\u7136\u8a00\u8a9e\u306e\u6271\u3044\u304c\u7570\u306a\u308b\u3068\u304b\u3060\u3068\u975e\u5e38\u306b\u9762\u767d\u3044\u3068\u601d\u3046\u3002\u3046\u307e\u304f\u5b9f\u9a13\u8a2d\u8a08\u3057\u3066\u5dee\u3092\u898b\u3066\u307f\u305f\u3044\u3002<\/p>\n\n\n\n

\u3053\u306e\u5b9f\u9a13\u3067\u5c0f\u30e2\u30c7\u30eb\u306e\u8a18\u61b6\u3092\u5927\u30e2\u30c7\u30eb\u306b\u79fb\u690d\u3059\u308b\u3053\u3068\u306f\u3044\u3063\u305f\u3093\u898b\u8fbc\u307f\u304c\u7acb\u3063\u305f[7]\u3002\u6b21\u306f\u3001\u5c0f\u30e2\u30c7\u30eb\u304c\u5206\u62c5\u3057\u3066\u899a\u3048\u305f\u8a18\u61b6\u3092\u4e00\u3064\u306b\u307e\u3068\u3081\u3001\u5927\u30e2\u30c7\u30eb\u3067\u4f7f\u3048\u308b\u304b\u3092\u8a66\u3057\u3066\u307f\u305f\u3002\u5206\u8eab\u304c\u6301\u3061\u5e30\u3063\u305f\u6575\u306e\u60c5\u5831\u3092\u672c\u4f53\u304c\u5b66\u7fd2\u3059\u308b\u3001\u3042\u308a\u304c\u3061\u3060\u304c\u71b1\u3044\u5c55\u958b\u3067\u3042\u308b\u3002<\/p>\n\n\n\n

\u811a\u6ce8<\/h4>\n\n\n\n

[1] LLM\u69cb\u7bc9\u3067\u306f\u306a\u304fembedding\u3092\u5bfe\u8c61\u3068\u3057\u305f\u8ad6\u6587\u3060\u304c\u8003\u3048\u65b9\u306fAditya Kusupati, et al, “Matryoshka Representation Learning,” 2024.\uff08https:\/\/arxiv.org\/abs\/2205.13147<\/a>\uff09\u304c\u65e9\u671f\u306b\u51fa\u3066\u3044\u308b\u3002
[2] Google, \u201cGemma 3n model overview<\/a>,\u201d \u300cModel parameters and effective parameters\u300d\u300cMatFormer architecture\u300d\u7bc0\u3001\u304a\u3088\u3073Google\u306eGemma 3n E4B-it\u30e2\u30c7\u30eb\u30ab\u30fc\u30c9<\/a>\u3002
[3]  Xin Cheng, et al, \u201cConditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models,\u201d 2026. \uff08https:\/\/arxiv.org\/abs\/2601.07372<\/a>\uff09\u306eEngram\u3092\u53c2\u8003\u306b\u8a18\u61b6\u9818\u57df\u3092Gemma3n\u306b\u7d44\u307f\u8fbc\u307f\u3001Mingyuan Li, et al, “Frozen Memory Is Not Enough: Rethinking External Memory as Extraction,” 2026.\uff08https:\/\/arxiv.org\/abs\/2608.17050<\/a>\uff09\u3068\u540c\u69d8\u3001\u8a18\u61b6\u9818\u57df\u306e\u79fb\u690d\u3092\u8a66\u3057\u3066\u3044\u308b\u3002
\u203b\u524d\u56de\u306e\u8a18\u4e8b\u6642\u70b9\u304b\u3089\u30d0\u30fc\u30b8\u30e7\u30f3\u30a2\u30c3\u30d7\u304c\u3042\u308a\u30012608.17050<\/a>\u306e\u984c\u540d\u304c\u5909\u308f\u3063\u3066\u3044\u305f\u3002
[4] \u5fae\u5999\u306a\u7d50\u679c\u3068\u306f\u3044\u3048\u4e00\u5b9a\u4f7f\u3048\u3066\u3044\u308b\u306e\u306f\u8208\u5473\u6df1\u3044\u3002
[5] Devvrit, et al, “MatFormer: Nested Transformer for Elastic Inference,” 2024.\uff08https:\/\/arxiv.org\/abs\/2310.07707<\/a>\uff09
[6] \u5b66\u7fd2\u66f2\u7dda\u306f\u4e0b\u8a18\u306e\u901a\u308a\u3002\u4e21\u8005\u306e\u6027\u80fd\u304c\u7570\u306a\u308b\u306e\u306f\u5076\u7136\u306a\u306e\u304b\u3001\u4f55\u3089\u304b\u9762\u767d\u3044\u7406\u7531\u304c\u3042\u308b\u306e\u304b\u306b\u8208\u5473\u6d25\u3005\u3002<\/p>\n\n\n\n

\"\"<\/figure>\n\n\n\n

[7] \u3053\u3068\u306b\u3059\u308b\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"

\u524d\u306e\u8a18\u4e8b\u3067\u306f\u3001Qwen3.5 2B\u306b\u67b6\u7a7a\u306e\u9b54\u5c0e\u66f8\u3092\u8a18\u61b6\u3055\u305b\u3001\u305d\u306e\u8a18\u61b6\u3092Qwen3.5 4B\u3067\u4f7f\u3048\u308b\u304b\u8a66\u3057\u305f\u3002\u7d50\u679c\u3001\u4e00\u90e8\u306f\u4f7f\u3048\u3066\u3044\u305d\u3046\u3060\u304c\u3001\u79fb\u690d\u5143\u3068\u79fb\u690d\u5148\u3067\u5927\u304d\u306a\u6027\u80fd\u5dee\u304c\u3042\u3063\u305f\u3002\u4eca\u56de\u306f\u5927\u5c0f\u306e\u30e2\u30c7\u30eb\u304c\u91cd\u307f\u3092\u5171\u6709\u3057\u3066\u3044\u305f\u3089\u8a18\u61b6 … “Matryoshka\u69cb\u9020\u306eGemma3n + Engram\u3060\u3068\u8a18\u61b6\u306f\u79fb\u690d\u3057\u3084\u3059\u3044\uff08\uff1f\uff09” \u306e<\/span>\u7d9a\u304d\u3092\u8aad\u3080<\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[2],"tags":[92,35],"class_list":["post-1332","post","type-post","status-publish","format-standard","hentry","category-ai","tag-engram","tag-gemma"],"_links":{"self":[{"href":"https:\/\/staka.jp\/wordpress\/index.php?rest_route=\/wp\/v2\/posts\/1332","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/staka.jp\/wordpress\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/staka.jp\/wordpress\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/staka.jp\/wordpress\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/staka.jp\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1332"}],"version-history":[{"count":29,"href":"https:\/\/staka.jp\/wordpress\/index.php?rest_route=\/wp\/v2\/posts\/1332\/revisions"}],"predecessor-version":[{"id":1367,"href":"https:\/\/staka.jp\/wordpress\/index.php?rest_route=\/wp\/v2\/posts\/1332\/revisions\/1367"}],"wp:attachment":[{"href":"https:\/\/staka.jp\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1332"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/staka.jp\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1332"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/staka.jp\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1332"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}