{"id":21399,"date":"2025-12-16T16:55:00","date_gmt":"2025-12-16T08:55:00","guid":{"rendered":"https:\/\/www.orczhou.com\/?page_id=21399"},"modified":"2026-02-03T08:39:20","modified_gmt":"2026-02-03T00:39:20","slug":"my-ai-and-llm-technology-exploring","status":"publish","type":"page","link":"https:\/\/www.orczhou.com\/index.php\/my-ai-and-llm-technology-exploring\/","title":{"rendered":"\u5173\u4e8e\u5927\u8bed\u8a00\u6a21\u578b\u4e0eAI\u6280\u672f"},"content":{"rendered":"\n<p>\u5927\u8bed\u8a00\u6a21\u578b\/AI\u4f9d\u65e7\u662f\u5f53\u4e0b\u6700\u4e3a\u91cd\u8981\u7684\u6280\u672f\uff0c\u4e2a\u4eba\u4e5f\u8ba4\u4e3a\u5728\u672a\u6765 10~20 \u5e74\u8fd9\u4f9d\u65e7\u5c06\u662f\u6700\u4e3a\u91cd\u8981\u7684\u6280\u672f\u3002\u672c\u9875\u9762\u8bb0\u5f55\u81ea\u5df1\u5173\u4e8e AI \u76f8\u5173\u6280\u672f\u7684\u63a2\u7d22\u4e0e\u5b66\u4e60\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u901a\u7528\u6280\u672f<\/h3>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"kCX70IQ6CE\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2025\/10\/build-llm-based-agent-to-answer\/\">\u95ee\u7b54 Agent \u6784\u5efa\u8fc7\u7a0b\u5b9e\u8df5\u4e0e\u7ecf\u9a8c<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;\u95ee\u7b54 Agent \u6784\u5efa\u8fc7\u7a0b\u5b9e\u8df5\u4e0e\u7ecf\u9a8c&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2025\/10\/build-llm-based-agent-to-answer\/embed\/#?secret=xw9xlj8a0H#?secret=kCX70IQ6CE\" data-secret=\"kCX70IQ6CE\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"XwEfmJBYPM\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2025\/08\/using-mcp-to-assitant-llm-solve-24-puzzle\/\">\u4f7f\u7528 MCP \u5e2e\u52a9\u5927\u6a21\u578b\u89e3\u51b324\u70b9\u95ee\u9898<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;\u4f7f\u7528 MCP \u5e2e\u52a9\u5927\u6a21\u578b\u89e3\u51b324\u70b9\u95ee\u9898&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2025\/08\/using-mcp-to-assitant-llm-solve-24-puzzle\/embed\/#?secret=TBEUPrVIfK#?secret=XwEfmJBYPM\" data-secret=\"XwEfmJBYPM\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"CZil9NTeyC\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2025\/09\/goto-gosim-conference-for-al-llm\/\">\u53c2\u52a0 GOSIM \u5927\u4f1a\u7684 AI \u89c1\u95fb<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;\u53c2\u52a0 GOSIM \u5927\u4f1a\u7684 AI \u89c1\u95fb&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2025\/09\/goto-gosim-conference-for-al-llm\/embed\/#?secret=A5JefSnt8g#?secret=CZil9NTeyC\" data-secret=\"CZil9NTeyC\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"Su3WLWmB9D\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2025\/08\/dtcc-2025-china-database-conference-ai-part\/\">DTCC 2025 \u7684 AI \u90e8\u5206\u89c2\u5bdf<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;DTCC 2025 \u7684 AI \u90e8\u5206\u89c2\u5bdf&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2025\/08\/dtcc-2025-china-database-conference-ai-part\/embed\/#?secret=bKAPuvr2y5#?secret=Su3WLWmB9D\" data-secret=\"Su3WLWmB9D\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n<\/div>\n\n\n\n<h4 class=\"wp-block-heading\">Embedding<\/h4>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"itKOlrVFSe\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2025\/12\/understanding-diskann-robustprune\/\">\u7406\u89e3 DiskANN \u7684\u6838\u5fc3\u201cRobustPrune\u201d<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;\u7406\u89e3 DiskANN \u7684\u6838\u5fc3\u201cRobustPrune\u201d&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2025\/12\/understanding-diskann-robustprune\/embed\/#?secret=UIfvhjXFgA#?secret=itKOlrVFSe\" data-secret=\"itKOlrVFSe\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"0WfPqoc12o\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2025\/08\/understanding-word-embedding-some-way\/\">Word Embedding \u7684\u53ef\u89e3\u91ca\u6027\u63a2\u7d22<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;Word Embedding \u7684\u53ef\u89e3\u91ca\u6027\u63a2\u7d22&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2025\/08\/understanding-word-embedding-some-way\/embed\/#?secret=quO5AcMB6o#?secret=0WfPqoc12o\" data-secret=\"0WfPqoc12o\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n<\/div>\n\n\n\n<h3 class=\"wp-block-heading has-text-align-left has-text-color has-link-color has-x-large-font-size wp-elements-0095580afbdc2ec53fcc1e47ae3d264c\" style=\"color:#0066cc\">\u673a\u5668\u5b66\u4e60\u57fa\u7840<\/h3>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\" style=\"flex-basis:45%\">\n<p class=\"has-text-align-center has-x-small-font-size\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2025\/02\/adam-stochastic-gradient-descent\/\">SGD \u7684\u68af\u5ea6\u6ce2\u52a8\u95ee\u9898\u548c Adam optimization<\/a><\/p>\n\n\n\n<figure class=\"wp-block-image aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"608\" src=\"https:\/\/www.orczhou.com\/wp-content\/uploads\/2024\/11\/image-38-1024x608.png\" alt=\"\" class=\"wp-image-16128\" style=\"width:389px;height:auto\" srcset=\"https:\/\/www.orczhou.com\/wp-content\/uploads\/2024\/11\/image-38-1024x608.png 1024w, https:\/\/www.orczhou.com\/wp-content\/uploads\/2024\/11\/image-38-300x178.png 300w, https:\/\/www.orczhou.com\/wp-content\/uploads\/2024\/11\/image-38-768x456.png 768w, https:\/\/www.orczhou.com\/wp-content\/uploads\/2024\/11\/image-38.png 1476w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<p class=\"has-x-small-font-size\">\u57282015\u5e74\uff0c\u7531 OpenAI \u7684 DP Kingma \u7b49\u53d1\u5e03\u4e86 \u300aADAM: A METHOD FOR STOCHASTIC OPTIMIZATION\u300b\u7b97\u6cd5\u540e\uff0c\u7531\u4e8e\u5176\u8fed\u4ee3\u6548\u7387\u63d0\u5347\u975e\u5e38\u660e\u663e&#8230;<\/p>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<div style=\"height:15px\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n\n\n\n<figure class=\"wp-block-image size-full\" style=\"margin-top:var(--wp--preset--spacing--small)\"><img loading=\"lazy\" decoding=\"async\" width=\"1730\" height=\"842\" src=\"https:\/\/www.orczhou.com\/wp-content\/uploads\/2024\/11\/image-24.png\" alt=\"\" class=\"wp-image-15996\" srcset=\"https:\/\/www.orczhou.com\/wp-content\/uploads\/2024\/11\/image-24.png 1730w, https:\/\/www.orczhou.com\/wp-content\/uploads\/2024\/11\/image-24-300x146.png 300w, https:\/\/www.orczhou.com\/wp-content\/uploads\/2024\/11\/image-24-1024x498.png 1024w, https:\/\/www.orczhou.com\/wp-content\/uploads\/2024\/11\/image-24-768x374.png 768w, https:\/\/www.orczhou.com\/wp-content\/uploads\/2024\/11\/image-24-1536x748.png 1536w\" sizes=\"auto, (max-width: 1730px) 100vw, 1730px\" \/><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<p class=\"has-x-small-font-size\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2024\/11\/build-a-image-classification-neural-network-from-scratch\/\">\u4ece\u96f6\u6784\u5efa\u56fe\u7247\u8bc6\u522b\u7684\u795e\u7ecf\u7f51\u7edc<\/a><\/p>\n\n\n\n<p class=\"has-x-small-font-size\">\u672c\u6587\u5c06\u4ece\u96f6\u6784\u5efa\u4e00\u4e2a\u6d45\u5c42\u7684\u524d\u9988\u795e\u7ecf\u7f51\u7edc\uff0c\u5b9e\u73b0\u624b\u5199\u6570\u5b570\u548c1\u7684\u8bc6\u522b\u3002\u793a\u4f8b\u624b\u5199\u6570\u5b57\u5982\u4e0b\u56fe\u6240\u793a\u3002\u6574\u4f53\u5b9e\u73b0\u5305\u62ec\u6570\u636e\u9884\u5904\u7406\u3001\u53c2\u6570\u521d\u59cb\u5316&#8230;<\/p>\n<\/div>\n<\/div>\n\n\n\n<div style=\"height:10px\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<div style=\"height:15px\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n\n\n\n<figure data-wp-context=\"{&quot;imageId&quot;:&quot;69f3b8833564a&quot;}\" data-wp-interactive=\"core\/image\" data-wp-key=\"69f3b8833564a\" class=\"wp-block-image aligncenter size-full is-resized wp-lightbox-container\"><img loading=\"lazy\" decoding=\"async\" width=\"852\" height=\"676\" data-wp-class--hide=\"state.isContentHidden\" data-wp-class--show=\"state.isContentVisible\" data-wp-init=\"callbacks.setButtonStyles\" data-wp-on--click=\"actions.showLightbox\" data-wp-on--load=\"callbacks.setButtonStyles\" data-wp-on-window--resize=\"callbacks.setButtonStyles\" src=\"https:\/\/www.orczhou.com\/wp-content\/uploads\/2024\/11\/image-33.png\" alt=\"\" class=\"wp-image-16086\" style=\"aspect-ratio:1.2603682946357087;width:169px;height:auto\" srcset=\"https:\/\/www.orczhou.com\/wp-content\/uploads\/2024\/11\/image-33.png 852w, https:\/\/www.orczhou.com\/wp-content\/uploads\/2024\/11\/image-33-300x238.png 300w, https:\/\/www.orczhou.com\/wp-content\/uploads\/2024\/11\/image-33-768x609.png 768w\" sizes=\"auto, (max-width: 852px) 100vw, 852px\" \/><button\n\t\t\tclass=\"lightbox-trigger\"\n\t\t\ttype=\"button\"\n\t\t\taria-haspopup=\"dialog\"\n\t\t\taria-label=\"Enlarge\"\n\t\t\tdata-wp-init=\"callbacks.initTriggerButton\"\n\t\t\tdata-wp-on--click=\"actions.showLightbox\"\n\t\t\tdata-wp-style--right=\"state.imageButtonRight\"\n\t\t\tdata-wp-style--top=\"state.imageButtonTop\"\n\t\t>\n\t\t\t<svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"12\" height=\"12\" fill=\"none\" viewBox=\"0 0 12 12\">\n\t\t\t\t<path fill=\"#fff\" d=\"M2 0a2 2 0 0 0-2 2v2h1.5V2a.5.5 0 0 1 .5-.5h2V0H2Zm2 10.5H2a.5.5 0 0 1-.5-.5V8H0v2a2 2 0 0 0 2 2h2v-1.5ZM8 12v-1.5h2a.5.5 0 0 0 .5-.5V8H12v2a2 2 0 0 1-2 2H8Zm2-12a2 2 0 0 1 2 2v2h-1.5V2a.5.5 0 0 0-.5-.5H8V0h2Z\" \/>\n\t\t\t<\/svg>\n\t\t<\/button><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<p class=\"has-x-small-font-size\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2024\/11\/implement-a-super-simple-neural-network-in-99-line-codes\/\">99\u884c\u4ee3\u7801\u6784\u5efa\u6781\u7b80\u7684\u795e\u7ecf\u7f51\u7edc<\/a><\/p>\n\n\n\n<p class=\"has-x-small-font-size\">\u5728\u5f00\u59cb\u4e4b\u524d\uff0c\u4e5f\u6ca1\u60f3\u523099\u884c\u4ee3\u7801\u5c31\u591f\u4e86\uff0c\u539f\u4ee5\u4e3a\u91cc\u9762\u6709\u4e2a\u201c\u68af\u5ea6\u4e0b\u964d\u201d\uff0c\u4ee3\u7801\u884c\u6570\u5e94\u8be5\u662f\u6570\u767e\u7ea7\u522b\u5427<\/p>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\"><\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\"><\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"tnPnNYYV6V\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2025\/12\/understanding-llm-tokenize\/\">\u5927\u8bed\u8a00\u6a21\u578b\u7684\u8f93\u5165\uff1atokenize<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;\u5927\u8bed\u8a00\u6a21\u578b\u7684\u8f93\u5165\uff1atokenize&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2025\/12\/understanding-llm-tokenize\/embed\/#?secret=PwUTdNoIie#?secret=tnPnNYYV6V\" data-secret=\"tnPnNYYV6V\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"2R9tWT3Rpe\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2025\/02\/adam-stochastic-gradient-descent\/\">Stochastic Gradient Descent\u7684\u68af\u5ea6\u6ce2\u52a8\u95ee\u9898\u548cAdam optimization<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;Stochastic Gradient Descent\u7684\u68af\u5ea6\u6ce2\u52a8\u95ee\u9898\u548cAdam optimization&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2025\/02\/adam-stochastic-gradient-descent\/embed\/#?secret=PnlM2t13vX#?secret=2R9tWT3Rpe\" data-secret=\"2R9tWT3Rpe\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"zKtSkg1ZjU\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2024\/12\/mini-batch-gradient-descent-stochastic\/\">\u968f\u673a\u68af\u5ea6\u4e0b\u964d(SGD)\u548cMini-batch\u68af\u5ea6\u4e0b\u964d<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;\u968f\u673a\u68af\u5ea6\u4e0b\u964d(SGD)\u548cMini-batch\u68af\u5ea6\u4e0b\u964d&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2024\/12\/mini-batch-gradient-descent-stochastic\/embed\/#?secret=CRcXm9OoL7#?secret=zKtSkg1ZjU\" data-secret=\"zKtSkg1ZjU\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"C7xCkCoVcs\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2024\/12\/shallow-neural-network-hyper-parameter-analysis\/\">\u6d45\u5c42\u795e\u7ecf\u7f51\u7edc\u7684\u8d85\u53c2\u6570\u5206\u6790<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;\u6d45\u5c42\u795e\u7ecf\u7f51\u7edc\u7684\u8d85\u53c2\u6570\u5206\u6790&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2024\/12\/shallow-neural-network-hyper-parameter-analysis\/embed\/#?secret=s0B3pg768X#?secret=C7xCkCoVcs\" data-secret=\"C7xCkCoVcs\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n<\/div>\n\n\n\n<h3 class=\"wp-block-heading\">\u6570\u5b66\u57fa\u7840<\/h3>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\"><\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"DXz7N0Hote\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2025\/09\/svd-01\/\">\u5947\u5f02\u503c\u5206\u89e3&#8211;\u6df1\u5ea6\u5b66\u4e60\u7684\u6570\u5b66\u57fa\u7840<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;\u5947\u5f02\u503c\u5206\u89e3&#8211;\u6df1\u5ea6\u5b66\u4e60\u7684\u6570\u5b66\u57fa\u7840&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2025\/09\/svd-01\/embed\/#?secret=TWTmHygXiQ#?secret=DXz7N0Hote\" data-secret=\"DXz7N0Hote\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"XJyQGa0eBM\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2024\/10\/directional-derivative-partial-derivative\/\">\u4e8c\u5143\u51fd\u6570\u7684\u504f\u5bfc\u6570\u3001\u65b9\u5411\u5bfc\u6570\u3001\u68af\u5ea6<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;\u4e8c\u5143\u51fd\u6570\u7684\u504f\u5bfc\u6570\u3001\u65b9\u5411\u5bfc\u6570\u3001\u68af\u5ea6&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2024\/10\/directional-derivative-partial-derivative\/embed\/#?secret=GXLlV3iokV#?secret=XJyQGa0eBM\" data-secret=\"XJyQGa0eBM\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"keUgbVvTNj\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2024\/08\/computation-graphs-chain-rule-derivative\/\">\u4f7f\u7528\u8ba1\u7b97\u56fe\u8fdb\u884c\u5fae\u5206\/\u6c42\u5bfc\u8fd0\u7b97<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;\u4f7f\u7528\u8ba1\u7b97\u56fe\u8fdb\u884c\u5fae\u5206\/\u6c42\u5bfc\u8fd0\u7b97&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2024\/08\/computation-graphs-chain-rule-derivative\/embed\/#?secret=nQs4Uo1quh#?secret=keUgbVvTNj\" data-secret=\"keUgbVvTNj\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"O3q6RiIcGt\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2026\/01\/my-linear-algebra-learning-01\/\">\u7ebf\u6027\u4ee3\u6570\u56de\u987e<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;\u7ebf\u6027\u4ee3\u6570\u56de\u987e&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2026\/01\/my-linear-algebra-learning-01\/embed\/#?secret=q1yJkGiCUb#?secret=O3q6RiIcGt\" data-secret=\"O3q6RiIcGt\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"O3q6RiIcGt\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2026\/01\/my-linear-algebra-learning-01\/\">\u7ebf\u6027\u4ee3\u6570\u56de\u987e<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;\u7ebf\u6027\u4ee3\u6570\u56de\u987e&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2026\/01\/my-linear-algebra-learning-01\/embed\/#?secret=q1yJkGiCUb#?secret=O3q6RiIcGt\" data-secret=\"O3q6RiIcGt\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n<\/div>\n\n\n\n<h3 class=\"wp-block-heading\">\u5176\u4ed6<\/h3>\n\n\n\n<p><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-primary-color\"><a href=\"https:\/\/colab.research.google.com\/drive\/1ZVD3eJvFefE1x48u5XO9BNyGkrim4kk7?usp=sharing\">Attention-Please.ipynb<\/a><\/mark>\uff1a\u8fd9\u4e2a\u6587\u6863\u662f\u4e2a\u4eba\u5b66\u4e60 Attention \u673a\u5236\u7684\u6d4b\u8bd5\u7a0b\u5e8f\u3002\u5177\u4f53\u7684\uff0c\u672c\u6587\u6863\u7a0b\u5e8f\u901a\u8fc7 transformers \u5e93\uff0c\u8c03\u7528 \u201cgpt2\u201d \u6a21\u578b\uff0c\u5e76\u53d6\u51fa\u5176\u4e2d\u7684\u90e8\u5206\u53c2\u6570\u3002\u624b\u52a8\u6f14\u793a\uff0c\u6a21\u578b\u7684\u7b2c\u4e00\u4e2aLayer\u7684\u7b2c\u4e00\u4e2aHead\uff0c\u5982\u4f55\u8fdb\u884cAttention\u8ba1\u7b97\uff0c\u4ee5\u53ca\u5982\u4f55\u751f\u6210\u6700\u540e\u7684 Contextual Embedding\u3002<\/p>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-orczhou-com wp-block-embed-orczhou-com\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"mRO8BHekiG\"><a href=\"https:\/\/www.orczhou.com\/index.php\/2026\/02\/general-understanding-of-clip\/\">\u4e86\u89e3 CLIP \u6a21\u578b<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; visibility: hidden;\" title=\"&#8220;\u4e86\u89e3 CLIP \u6a21\u578b&#8221; &#8212; orczhou.com\" src=\"https:\/\/www.orczhou.com\/index.php\/2026\/02\/general-understanding-of-clip\/embed\/#?secret=csINNNCpiz#?secret=mRO8BHekiG\" data-secret=\"mRO8BHekiG\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\"><\/div>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u5927\u8bed\u8a00\u6a21\u578b\/AI\u4f9d\u65e7\u662f\u5f53\u4e0b\u6700\u4e3a\u91cd\u8981\u7684\u6280\u672f\uff0c\u4e2a\u4eba\u4e5f\u8ba4\u4e3a\u5728\u672a\u6765 10~20 \u5e74\u8fd9\u4f9d\u65e7\u5c06\u662f\u6700\u4e3a\u91cd\u8981\u7684\u6280\u672f\u3002\u672c\u9875\u9762\u8bb0\u5f55\u81ea\u5df1\u5173\u4e8e AI \u76f8\u5173\u6280\u672f\u7684\u63a2\u7d22\u4e0e\u5b66\u4e60\u3002 \u901a\u7528\u6280\u672f Embedding \u673a\u5668\u5b66\u4e60\u57fa\u7840 SGD \u7684\u68af\u5ea6\u6ce2\u52a8\u95ee\u9898\u548c Adam optimization \u57282015\u5e74\uff0c\u7531 OpenAI \u7684 DP Kingma \u7b49\u53d1\u5e03\u4e86 \u300aADAM: A METHOD FOR STOCHASTIC OPTIMIZATION\u300b\u7b97\u6cd5\u540e\uff0c\u7531\u4e8e\u5176\u8fed\u4ee3\u6548\u7387\u63d0\u5347\u975e\u5e38\u660e\u663e&#8230; \u4ece\u96f6\u6784\u5efa\u56fe\u7247\u8bc6\u522b\u7684\u795e\u7ecf\u7f51\u7edc \u672c\u6587\u5c06\u4ece\u96f6\u6784\u5efa\u4e00\u4e2a\u6d45\u5c42\u7684\u524d\u9988\u795e\u7ecf\u7f51\u7edc\uff0c\u5b9e\u73b0\u624b\u5199\u6570\u5b570\u548c1\u7684\u8bc6\u522b\u3002\u793a\u4f8b\u624b\u5199\u6570\u5b57\u5982\u4e0b\u56fe\u6240\u793a\u3002\u6574\u4f53\u5b9e\u73b0\u5305\u62ec\u6570\u636e\u9884\u5904\u7406\u3001\u53c2\u6570\u521d\u59cb\u5316&#8230; 99\u884c\u4ee3\u7801\u6784\u5efa\u6781\u7b80\u7684\u795e\u7ecf\u7f51\u7edc \u5728\u5f00\u59cb\u4e4b\u524d\uff0c\u4e5f\u6ca1\u60f3\u523099\u884c\u4ee3\u7801\u5c31\u591f\u4e86\uff0c\u539f\u4ee5\u4e3a\u91cc\u9762\u6709\u4e2a\u201c\u68af\u5ea6\u4e0b\u964d\u201d\uff0c\u4ee3\u7801\u884c\u6570\u5e94\u8be5\u662f\u6570\u767e\u7ea7\u522b\u5427 \u6570\u5b66\u57fa\u7840 \u5176\u4ed6 Attention-Please.ipynb\uff1a\u8fd9\u4e2a\u6587\u6863\u662f\u4e2a\u4eba\u5b66\u4e60 Attention \u673a\u5236\u7684\u6d4b\u8bd5\u7a0b\u5e8f\u3002\u5177\u4f53\u7684\uff0c\u672c\u6587\u6863\u7a0b\u5e8f\u901a\u8fc7 transformers \u5e93\uff0c\u8c03\u7528 \u201cgpt2\u201d \u6a21\u578b\uff0c\u5e76\u53d6\u51fa\u5176\u4e2d\u7684\u90e8\u5206\u53c2\u6570\u3002\u624b\u52a8\u6f14\u793a\uff0c\u6a21\u578b\u7684\u7b2c\u4e00\u4e2aLayer\u7684\u7b2c\u4e00\u4e2aHead\uff0c\u5982\u4f55\u8fdb\u884cAttention\u8ba1\u7b97\uff0c\u4ee5\u53ca\u5982\u4f55\u751f\u6210\u6700\u540e\u7684 Contextual Embedding\u3002<\/p>\n","protected":false},"author":1,"featured_media":0,"parent":0,"menu_order":0,"comment_status":"open","ping_status":"closed","template":"wp-custom-template-page-without-date","meta":{"_eb_attr":"","inline_featured_image":false,"_tocer_settings":[],"footnotes":""},"class_list":["post-21399","page","type-page","status-publish","hentry"],"_links":{"self":[{"href":"https:\/\/www.orczhou.com\/index.php\/wp-json\/wp\/v2\/pages\/21399","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.orczhou.com\/index.php\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/www.orczhou.com\/index.php\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/www.orczhou.com\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.orczhou.com\/index.php\/wp-json\/wp\/v2\/comments?post=21399"}],"version-history":[{"count":19,"href":"https:\/\/www.orczhou.com\/index.php\/wp-json\/wp\/v2\/pages\/21399\/revisions"}],"predecessor-version":[{"id":23261,"href":"https:\/\/www.orczhou.com\/index.php\/wp-json\/wp\/v2\/pages\/21399\/revisions\/23261"}],"wp:attachment":[{"href":"https:\/\/www.orczhou.com\/index.php\/wp-json\/wp\/v2\/media?parent=21399"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}