|
|
<!doctypehtml><html lang=zh-CN><meta charset=UTF-8><meta content=width=device-width name=viewport><meta media="(prefers-color-scheme: light)" content=#222 name=theme-color><meta media="(prefers-color-scheme: dark)" content=#222 name=theme-color><meta content="Hexo 7.3.0" name=generator><link href=https://cdnjs.cloudflare.com rel=preconnect><link href=/images/apple-touch-icon-next.png rel=apple-touch-icon sizes=180x180><link href=/images/favicon-32x32-next.png rel=icon sizes=32x32 type=image/png><link href=/images/favicon-16x16-next.png rel=icon sizes=16x16 type=image/png><link color=#222 href=/images/logo.svg rel=mask-icon><meta content=2X6S9P7CAjXjVvw8YyQR8pCu-B0oEu7O9quLgxXuWyA name=google-site-verification><meta content=dV8JGNzi0c name=baidu-site-verification><script>!function(){var t=!1;function e(){var e;t||(t=!0,(e=document.createElement("script")).setAttribute("data-ad-client","ca-pub-7480618470784058"),e.async=!0,e.src="https://pagead2.googlesyndication.com/pagead/js/adsbygoogle.js",document.head.appendChild(e))}function a(){"requestIdleCallback"in window?window.requestIdleCallback(e,{timeout:5e3}):window.setTimeout(e,5e3)}"complete"===document.readyState?a():window.addEventListener("load",a,{once:!0})}()</script><link href=/css/main.css rel=stylesheet><link crossorigin=anonymous href=https://cdnjs.cloudflare.com/ajax/libs/font-awesome/7.0.0/css/all.min.css integrity=sha256-VHqXKFhhMxcpubYf9xiWdCiojEbY9NexQ4jh8AxbvcM= rel=stylesheet><link crossorigin=anonymous href=https://cdnjs.cloudflare.com/ajax/libs/fancyapps-ui/6.1.14/fancybox/fancybox.css integrity=sha256-mdaMxrItEW6hMIVJJNPKuX0B7KCSJQVEv3mVY4N2we4= rel=stylesheet><script class=next-config data-name=main type=application/json>{"hostname":"nicksxs.me","root":"/","images":"/images","scheme":"Pisces","darkmode":true,"version":"8.29.0","exturl":false,"sidebar":{"position":"left","width_expanded":320,"width_dual_column":240,"display":"post","padding":18,"offset":12},"hljswrap":true,"codeblock":{"theme":{"light":"default","dark":"stackoverflow-dark"},"prism":{"light":"prism","dark":"prism-dark"},"copy_button":{"enable":true,"style":"default"},"fold":{"enable":false,"height":500},"language":false},"bookmark":{"enable":false,"color":"#222","save":"auto"},"mediumzoom":false,"pangu":false,"comments":{"style":"tabs","active":null,"storage":true,"lazyload":true,"nav":null},"stickytabs":false,"motion":{"enable":false,"async":false,"duration":200,"transition":{"menu_item":"fadeInDown","post_block":"fadeIn","post_header":"fadeInDown","post_body":"fadeInDown","coll_header":"fadeInLeft","sidebar":"fadeInUp"}},"prism":false,"i18n":{"placeholder":"搜索...","empty":"没有找到任何搜索结果:${query}","hits_time":"找到 ${hits} 个搜索结果(用时 ${time} 毫秒)","hits":"找到 ${hits} 个搜索结果"},"algolia":{"appID":"663Q99OQQD","apiKey":"e461a1371d12cec1491c1153b288a9ed","indexName":"nicksxs","hits":{"per_page":10}}}</script><script defer src=/js/config.js></script><meta content="broker 的启动形式有点类似于 NameServer,都是服务类型的,跟 Consumer 差别比较大," name=description><meta content=article property=og:type><meta content="聊聊 RocketMQ 的 Broker 源码" property=og:title><meta content=https://nicksxs.me/2020/07/19/%E8%81%8A%E8%81%8A-RocketMQ-%E7%9A%84-Broker-%E6%BA%90%E7%A0%81/index.html property=og:url><meta content="Nicksxs's Blog" property=og:site_name><meta content="broker 的启动形式有点类似于 NameServer,都是服务类型的,跟 Consumer 差别比较大," property=og:description><meta content=zh_CN property=og:locale><meta content=2020-07-19T13:48:48.000Z property=article:published_time><meta content=2020-07-19T13:48:48.000Z property=article:modified_time><meta content=Nicksxs property=article:author><meta content=MQ property=article:tag><meta content=消息队列 property=article:tag><meta content=RocketMQ property=article:tag><meta content=削峰填谷 property=article:tag><meta content=中间件 property=article:tag><meta content=源码解析 property=article:tag><meta content=Broker property=article:tag><meta content=summary name=twitter:card><link href=https://nicksxs.me/2020/07/19/%E8%81%8A%E8%81%8A-RocketMQ-%E7%9A%84-Broker-%E6%BA%90%E7%A0%81/ rel=canonical><script class=next-config data-name=page type=application/json>{"sidebar":"","isHome":false,"isPost":true,"lang":"zh-CN","comments":true,"permalink":"https://nicksxs.me/2020/07/19/%E8%81%8A%E8%81%8A-RocketMQ-%E7%9A%84-Broker-%E6%BA%90%E7%A0%81/","path":"2020/07/19/聊聊-RocketMQ-的-Broker-源码/","title":"聊聊 RocketMQ 的 Broker 源码"}</script><script class=next-config data-name=calendar type=application/json>""</script><title>聊聊 RocketMQ 的 Broker 源码 | Nicksxs's Blog</title><script async src=https://www.googletagmanager.com/gtag/js?id=UA-61358619-1></script><script class=next-config data-name=google_analytics type=application/json>{"tracking_id":"UA-61358619-1","only_pageview":false,"measure_protocol_api_secret":null}</script><script defer src=/js/third-party/analytics/google-analytics.js></script><script defer src=/js/third-party/analytics/baidu-analytics.js></script><script async src=https://hm.baidu.com/hm.js?20f33b3c0c0eff9b1522999c0015646d></script><script crossorigin=anonymous defer integrity=sha256-QnJV4HT5r8i89ovZGRD86iynZqHerEbT2xt69vDM36I= src=https://cdnjs.cloudflare.com/ajax/libs/fancyapps-ui/6.1.14/fancybox/fancybox.umd.js></script><script defer src=/js/utils.js></script><script defer src=/js/sidebar.js></script><script defer src=/js/next-boot.js></script><script data-algolia-integrity=sha256-o49zoHLDPBm9WLg6AiliAVi3axCRTqe3ltTxLvhzAVg= data-algolia-src=https://cdnjs.cloudflare.com/ajax/libs/algoliasearch/5.36.0/lite/builds/browser.umd.js data-search-src=/js/third-party/search/algolia-search.js src=/js/third-party/search/algolia-search-loader.js></script><script defer src=/js/third-party/fancybox.js></script><noscript><link href=/css/noscript.css rel=stylesheet></noscript><link title="Nicksxs's Blog" href=/atom.xml rel=alternate type=application/atom+xml><body itemscope itemtype=http://schema.org/WebPage><div class=headband></div><main class=main><div class=column><header class=header itemscope itemtype=http://schema.org/WPHeader><div class=site-brand-container><div class=site-nav-toggle><div aria-label=切换导航栏 class=toggle role=button><span class=toggle-line></span><span class=toggle-line></span><span class=toggle-line></span></div></div><div class=site-meta><a class=brand href=/ rel=start><i class=logo-line></i><p class=site-title>Nicksxs's Blog</p><i class=logo-line></i></a><p class=site-subtitle itemprop=description>Java 运行时、生产诊断与 AI 工程实践</div><div class=site-nav-right><div class="toggle popup-trigger" aria-label=搜索 role=button><i class="fa fa-search fa-fw fa-lg"></i></div></div></div><nav class=site-nav><ul class="main-menu menu"><li class="menu-item menu-item-home"><a href=/ rel=section><i class="fa fa-home fa-fw"></i>首页</a><li class="menu-item menu-item-专题"><a href=/topics/ rel=section><i class="fa fa-layer-group fa-fw"></i>专题</a><li class="menu-item menu-item-工具"><a href=/tools/ rel=section><i class="fa fa-toolbox fa-fw"></i>工具</a><li class="menu-item menu-item-about"><a href=/about/ rel=section><i class="fa fa-user fa-fw"></i>关于我</a><li class="menu-item menu-item-tags"><a href=/tags/ rel=section><i class="fa fa-tags fa-fw"></i>标签</a><li class="menu-item menu-item-categories"><a href=/categories/ rel=section><i class="fa fa-th fa-fw"></i>分类</a><li class="menu-item menu-item-archives"><a href=/archives/ rel=section><i class="fa fa-archive fa-fw"></i>归档</a><li class="menu-item menu-item-search"><a class=popup-trigger role=button><i class="fa fa-search fa-fw"></i>搜索</a></ul></nav><div class=search-pop-overlay><div class="popup search-popup"><div class=search-header><span class=search-icon><i class="fa fa-search"></i></span><div class=search-input-container><input autocapitalize=off autocomplete=off class=search-input maxlength=80 placeholder=搜索... spellcheck=false type=search></div><span class=popup-btn-close role=button><i class="fa fa-times-circle"></i></span></div><div class=search-result-container><div class=search-result-icon><i class="fab fa-algolia fa-5x"></i></div></div></div></div></header><aside class=sidebar><div class="sidebar-inner sidebar-overview-active"><ul class=sidebar-nav><li class=sidebar-nav-toc>文章目录<li class=sidebar-nav-overview>站点概览</ul><div class=sidebar-panel-container><div class="post-toc-wrap sidebar-panel"></div><div class="site-overview-wrap sidebar-panel"><div class="site-author animated" itemprop=author itemscope itemtype=http://schema.org/Person><img alt=Nicksxs class=site-author-image itemprop=image src=/uploads/avatar.jpg><p class=site-author-name itemprop=name>Nicksxs<div class=site-description itemprop=description>Nicksxs 的技术博客,深入 Java 运行时与生产诊断、低成本大模型推理和 Agent 工程实践。</div></div><div class="site-state-wrap animated"><nav class=site-state><div class="site-state-item site-state-posts"><a href=/archives/><span class=site-state-item-count>388</span> <span class=site-state-item-name>日志</span></a></div><div class="site-state-item site-state-categories"><a href=/categories/><span class=site-state-item-count>179</span> <span class=site-state-item-name>分类</span></a></div><div class="site-state-item site-state-tags"><a href=/tags/><span class=site-state-item-count>329</span> <span class=site-state-item-name>标签</span></a></div></nav></div><div class="links-of-author animated"><span class=links-of-author-item><a rel="noopener me" title="GitHub → https://github.com/nicksxs" href=https://github.com/nicksxs target=_blank><i class="fab fa-github fa-fw"></i>GitHub</a> </span><span class=links-of-author-item><a rel="noopener me" title="E-Mail → mailto:nicksxs1202@gmail.com" href=mailto:nicksxs1202@gmail.com target=_blank><i class="fa fa-envelope fa-fw"></i>E-Mail</a></span></div><div class="cc-license animated" itemprop=license><a class=cc-opacity href=https://creativecommons.org/licenses/by-nc-sa/4.0/ rel=noopener target=_blank><img alt="Creative Commons" src=https://cdnjs.cloudflare.com/ajax/libs/creativecommons-vocabulary/2020.11.3/assets/license_badges/small/by_nc_sa.svg></a></div><div class="widget-wrap sidebar-tag-cloud"><div class=tag-cloud-tags><a class=tag-cloud-10 href=/tags/Java/ style=font-size:16px>Java</a><a class=tag-cloud-9 href=/tags/leetcode/ style=font-size:15.64px>leetcode</a><a class=tag-cloud-9 href=/tags/%E7%94%9F%E6%B4%BB/ style=font-size:15.29px>生活</a><a class=tag-cloud-8 href=/tags/LLM/ style=font-size:14.93px>LLM</a><a class=tag-cloud-7 href=/tags/%E9%A2%98%E8%A7%A3/ style=font-size:14.57px>题解</a><a class=tag-cloud-6 href=/tags/SpringBoot/ style=font-size:14.21px>SpringBoot</a><a class=tag-cloud-6 href=/tags/MySQL/ style=font-size:14.21px>MySQL</a><a class=tag-cloud-6 href=/tags/C/ style=font-size:13.86px>C++</a><a class=tag-cloud-5 href=/tags/Redis/ style=font-size:13.5px>Redis</a><a class=tag-cloud-4 href=/tags/Tomcat/ style=font-size:13.14px>Tomcat</a><a class=tag-cloud-4 href=/tags/Mybatis/ style=font-size:13.14px>Mybatis</a><a class=tag-cloud-4 href=/tags/%E5%B0%8F%E6%8A%80%E5%B7%A7/ style=font-size:12.79px>小技巧</a><a class=tag-cloud-3 href=/tags/%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84/ style=font-size:12.43px>数据结构</a><a class=tag-cloud-3 href=/tags/%E6%BA%90%E7%A0%81/ style=font-size:12.43px>源码</a><a class=tag-cloud-2 href=/tags/MQ/ style=font-size:12.07px>MQ</a><a class=tag-cloud-2 href=/tags/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/ style=font-size:12.07px>消息队列</a><a class=tag-cloud-2 href=/tags/RocketMQ/ style=font-size:12.07px>RocketMQ</a><a class=tag-cloud-2 href=/tags/%E8%BF%90%E5%8A%A8/ style=font-size:12.07px>运动</a><a class=tag-cloud-1 href=/tags/php/ style=font-size:11.71px>php</a><a class=tag-cloud-1 href=/tags/Spring/ style=font-size:11.36px>Spring</a><a class=tag-cloud-1 href=/tags/linux/ style=font-size:11.36px>linux</a><a class=tag-cloud-1 href=/tags/%E5%87%8F%E8%82%A5/ style=font-size:11.36px>减肥</a><a class=tag-cloud-1 href=/tags/%E8%B7%91%E6%AD%A5/ style=font-size:11.36px>跑步</a><a class=tag-cloud-0 href=/tags/Dubbo/ style=font-size:11px>Dubbo</a></div></div><div class="affiliate-creative affiliate-creative--sidebar" data-affiliate-id=tencent-cloud-general><a rel="sponsored noopener" aria-label=腾讯云产品优惠 href=https://cloud.tencent.com/act/cps/redirect?redirect=2446&cps_key=2e33a1eedb380997d03618b4a5ba6ca7&from=console target=_blank><img alt=腾讯云服务器、数据库和云产品优惠 decoding=async height=419 loading=lazy src=/uploads/affiliate/tencent-cloud-general.webp width=690> </a><span class=affiliate-disclosure>推广</span></div></div></div></div><div class="sidebar-inner sidebar-blogroll"><div class="links-of-blogroll animated"><div class=links-of-blogroll-title><i class="fa fa-globe fa-fw"></i> 链接</div><ul class=links-of-blogroll-list><li class=links-of-blogroll-item><a href=https://covermusic.cn/ rel=noopener target=_blank title=https://covermusic.cn>69伙伴</a></ul></div></div></aside></div><div class="main-inner post posts-expand"><div class=post-block><article class=post-content itemscope itemtype=http://schema.org/Article lang=zh-CN><link href=https://nicksxs.me/2020/07/19/%E8%81%8A%E8%81%8A-RocketMQ-%E7%9A%84-Broker-%E6%BA%90%E7%A0%81/ itemprop=mainEntityOfPage><span hidden itemprop=author itemscope itemtype=http://schema.org/Person><meta content=/uploads/avatar.jpg itemprop=image><meta content=Nicksxs itemprop=name></span><span hidden itemprop=publisher itemscope itemtype=http://schema.org/Organization><meta content="Nicksxs's Blog" itemprop=name><meta content="Nicksxs 的技术博客,深入 Java 运行时与生产诊断、低成本大模型推理和 Agent 工程实践。" itemprop=description></span><span hidden itemprop=post itemscope itemtype=http://schema.org/CreativeWork><meta content="聊聊 RocketMQ 的 Broker 源码 | Nicksxs's Blog" itemprop=name><meta content="broker 的启动形式有点类似于 NameServer,都是服务类型的,跟 Consumer 差别比较大," itemprop=description></span><header class=post-header><h1 itemprop="name headline" class=post-title>聊聊 RocketMQ 的 Broker 源码</h1><div class=post-meta-container><div class=post-meta><span class=post-meta-item><span class=post-meta-item-icon><i class="far fa-calendar"></i> </span><span class=post-meta-item-text>发表于</span> <time itemprop="dateCreated datePublished" title="创建时间:2020-07-19 21:48:48" datetime=2020-07-19T21:48:48+08:00>2020-07-19</time> </span><span class=post-meta-item><span class=post-meta-item-icon><i class="far fa-folder"></i> </span><span class=post-meta-item-text>分类于</span> <span itemprop=about itemscope itemtype=http://schema.org/Thing><a href=/categories/MQ/ itemprop=url rel=index><span itemprop=name>MQ</span></a> </span>, <span itemprop=about itemscope itemtype=http://schema.org/Thing><a href=/categories/MQ/RocketMQ/ itemprop=url rel=index><span itemprop=name>RocketMQ</span></a> </span>, <span itemprop=about itemscope itemtype=http://schema.org/Thing><a href=/categories/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/ itemprop=url rel=index><span itemprop=name>消息队列</span></a> </span>, <span itemprop=about itemscope itemtype=http://schema.org/Thing><a href=/categories/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/RocketMQ/ itemprop=url rel=index><span itemprop=name>RocketMQ</span></a> </span>, <span itemprop=about itemscope itemtype=http://schema.org/Thing><a href=/categories/%E4%B8%AD%E9%97%B4%E4%BB%B6/ itemprop=url rel=index><span itemprop=name>中间件</span></a> </span>, <span itemprop=about itemscope itemtype=http://schema.org/Thing><a href=/categories/%E4%B8%AD%E9%97%B4%E4%BB%B6/RocketMQ/ itemprop=url rel=index><span itemprop=name>RocketMQ</span></a> </span></span><span class="post-meta-item cloudflare-page-counter" data-title="聊聊 RocketMQ 的 Broker 源码" data-increment=true data-path=/2020/07/19/%E8%81%8A%E8%81%8A-RocketMQ-%E7%9A%84-Broker-%E6%BA%90%E7%A0%81/ title=阅读次数><span class=post-meta-item-icon><i class="far fa-eye"></i> </span><span class=post-meta-item-text>阅读次数:</span> <span class=cloudflare-page-counter-count></span></span></div><div class=post-description>broker 的启动形式有点类似于 NameServer,都是服务类型的,跟 Consumer 差别比较大,</div></div></header><div class=post-body itemprop=articleBody><p>broker 的启动形式有点类似于 NameServer,都是服务类型的,跟 Consumer 差别比较大,<p>首先是org.apache.rocketmq.broker.BrokerStartup中的 main 函数,org.apache.rocketmq.broker.BrokerStartup#createBrokerController基本就是读取参数,这里差点把最核心的初始化给漏了,<figure class="highlight java"><table><tr><td class=gutter><pre><span class=line>1</span><br><span class=line>2</span><br><span class=line>3</span><br><span class=line>4</span><br><span class=line>5</span><br><span class=line>6</span><br><span class=line>7</span><br><span class=line>8</span><br><span class=line>9</span><br></pre><td class=code><pre><span class=line><span class=keyword>final</span> <span class=type>BrokerController</span> <span class=variable>controller</span> <span class=operator>=</span> <span class=keyword>new</span> <span class="title class_">BrokerController</span>(</span><br><span class=line> brokerConfig,</span><br><span class=line> nettyServerConfig,</span><br><span class=line> nettyClientConfig,</span><br><span class=line> messageStoreConfig);</span><br><span class=line> <span class=comment>// remember all configs to prevent discard</span></span><br><span class=line> controller.getConfiguration().registerConfig(properties);</span><br><span class=line></span><br><span class=line> <span class=type>boolean</span> <span class=variable>initResult</span> <span class=operator>=</span> controller.initialize();</span><br></pre></table></figure><p>前面是以 broker 配置,netty 的服务端和客户端配置,以及消息存储配置在实例化 BrokerController,然后就是初始化了<figure class="highlight java"><table><tr><td class=gutter><pre><span class=line>1</span><br><span class=line>2</span><br><span class=line>3</span><br><span class=line>4</span><br><span class=line>5</span><br><span class=line>6</span><br></pre><td class=code><pre><span class=line><span class=keyword>public</span> <span class=type>boolean</span> <span class="title function_">initialize</span><span class=params>()</span> <span class=keyword>throws</span> CloneNotSupportedException {</span><br><span class=line> <span class=type>boolean</span> <span class=variable>result</span> <span class=operator>=</span> <span class=built_in>this</span>.topicConfigManager.load();</span><br><span class=line></span><br><span class=line> result = result && <span class=built_in>this</span>.consumerOffsetManager.load();</span><br><span class=line> result = result && <span class=built_in>this</span>.subscriptionGroupManager.load();</span><br><span class=line> result = result && <span class=built_in>this</span>.consumerFilterManager.load();</span><br></pre></table></figure><p>前面这些就是各个配置的 load 了,然后是个我认为比较重要的部分messageStore 的实例化,<figure class="highlight java"><table><tr><td class=gutter><pre><span class=line>1</span><br><span class=line>2</span><br><span class=line>3</span><br><span class=line>4</span><br><span class=line>5</span><br><span class=line>6</span><br><span class=line>7</span><br><span class=line>8</span><br><span class=line>9</span><br><span class=line>10</span><br><span class=line>11</span><br><span class=line>12</span><br><span class=line>13</span><br><span class=line>14</span><br><span class=line>15</span><br><span class=line>16</span><br><span class=line>17</span><br><span class=line>18</span><br><span class=line>19</span><br><span class=line>20</span><br><span class=line>21</span><br></pre><td class=code><pre><span class=line><span class=keyword>if</span> (result) {</span><br><span class=line> <span class=keyword>try</span> {</span><br><span class=line> <span class=built_in>this</span>.messageStore =</span><br><span class=line> <span class=keyword>new</span> <span class="title class_">DefaultMessageStore</span>(<span class=built_in>this</span>.messageStoreConfig, <span class=built_in>this</span>.brokerStatsManager, <span class=built_in>this</span>.messageArrivingListener,</span><br><span class=line> <span class=built_in>this</span>.brokerConfig);</span><br><span class=line> <span class=keyword>if</span> (messageStoreConfig.isEnableDLegerCommitLog()) {</span><br><span class=line> <span class=type>DLedgerRoleChangeHandler</span> <span class=variable>roleChangeHandler</span> <span class=operator>=</span> <span class=keyword>new</span> <span class="title class_">DLedgerRoleChangeHandler</span>(<span class=built_in>this</span>, (DefaultMessageStore) messageStore);</span><br><span class=line> ((DLedgerCommitLog)((DefaultMessageStore) messageStore).getCommitLog()).getdLedgerServer().getdLedgerLeaderElector().addRoleChangeHandler(roleChangeHandler);</span><br><span class=line> }</span><br><span class=line> <span class=built_in>this</span>.brokerStats = <span class=keyword>new</span> <span class="title class_">BrokerStats</span>((DefaultMessageStore) <span class=built_in>this</span>.messageStore);</span><br><span class=line> <span class=comment>//load plugin</span></span><br><span class=line> <span class=type>MessageStorePluginContext</span> <span class=variable>context</span> <span class=operator>=</span> <span class=keyword>new</span> <span class="title class_">MessageStorePluginContext</span>(messageStoreConfig, brokerStatsManager, messageArrivingListener, brokerConfig);</span><br><span class=line> <span class=built_in>this</span>.messageStore = MessageStoreFactory.build(context, <span class=built_in>this</span>.messageStore);</span><br><span class=line> <span class=built_in>this</span>.messageStore.getDispatcherList().addFirst(<span class=keyword>new</span> <span class="title class_">CommitLogDispatcherCalcBitMap</span>(<span class=built_in>this</span>.brokerConfig, <span class=built_in>this</span>.consumerFilterManager));</span><br><span class=line> } <span class=keyword>catch</span> (IOException e) {</span><br><span class=line> result = <span class=literal>false</span>;</span><br><span class=line> log.error(<span class=string>"Failed to initialize"</span>, e);</span><br><span class=line> }</span><br><span class=line>}</span><br><span class=line></span><br><span class=line>result = result && <span class=built_in>this</span>.messageStore.load();</span><br></pre></table></figure><p>先是实例化,实例化构造函数里的代码比较重要,重点看一下<figure class="highlight java"><table><tr><td class=gutter><pre><span class=line>1</span><br><span class=line>2</span><br><span class=line>3</span><br><span class=line>4</span><br><span class=line>5</span><br><span class=line>6</span><br><span class=line>7</span><br><span class=line>8</span><br><span class=line>9</span><br><span class=line>10</span><br><span class=line>11</span><br><span class=line>12</span><br><span class=line>13</span><br><span class=line>14</span><br><span class=line>15</span><br><span class=line>16</span><br><span class=line>17</span><br><span class=line>18</span><br><span class=line>19</span><br><span class=line>20</span><br><span class=line>21</span><br><span class=line>22</span><br><span class=line>23</span><br><span class=line>24</span><br><span class=line>25</span><br><span class=line>26</span><br><span class=line>27</span><br><span class=line>28</span><br><span class=line>29</span><br><span class=line>30</span><br><span class=line>31</span><br><span class=line>32</span><br><span class=line>33</span><br><span class=line>34</span><br><span class=line>35</span><br><span class=line>36</span><br><span class=line>37</span><br><span class=line>38</span><br><span class=line>39</span><br><span class=line>40</span><br><span class=line>41</span><br><span class=line>42</span><br><span class=line>43</span><br><span class=line>44</span><br><span class=line>45</span><br><span class=line>46</span><br></pre><td class=code><pre><span class=line><span class=keyword>public</span> <span class="title function_">DefaultMessageStore</span><span class=params>(<span class=keyword>final</span> MessageStoreConfig messageStoreConfig, <span class=keyword>final</span> BrokerStatsManager brokerStatsManager,</span></span><br><span class=line><span class=params> <span class=keyword>final</span> MessageArrivingListener messageArrivingListener, <span class=keyword>final</span> BrokerConfig brokerConfig)</span> <span class=keyword>throws</span> IOException {</span><br><span class=line> <span class=built_in>this</span>.messageArrivingListener = messageArrivingListener;</span><br><span class=line> <span class=built_in>this</span>.brokerConfig = brokerConfig;</span><br><span class=line> <span class=built_in>this</span>.messageStoreConfig = messageStoreConfig;</span><br><span class=line> <span class=built_in>this</span>.brokerStatsManager = brokerStatsManager;</span><br><span class=line> <span class=built_in>this</span>.allocateMappedFileService = <span class=keyword>new</span> <span class="title class_">AllocateMappedFileService</span>(<span class=built_in>this</span>);</span><br><span class=line> <span class=keyword>if</span> (messageStoreConfig.isEnableDLegerCommitLog()) {</span><br><span class=line> <span class=built_in>this</span>.commitLog = <span class=keyword>new</span> <span class="title class_">DLedgerCommitLog</span>(<span class=built_in>this</span>);</span><br><span class=line> } <span class=keyword>else</span> {</span><br><span class=line> <span class=built_in>this</span>.commitLog = <span class=keyword>new</span> <span class="title class_">CommitLog</span>(<span class=built_in>this</span>);</span><br><span class=line> }</span><br><span class=line> <span class=built_in>this</span>.consumeQueueTable = <span class=keyword>new</span> <span class="title class_">ConcurrentHashMap</span><>(<span class=number>32</span>);</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.flushConsumeQueueService = <span class=keyword>new</span> <span class="title class_">FlushConsumeQueueService</span>();</span><br><span class=line> <span class=built_in>this</span>.cleanCommitLogService = <span class=keyword>new</span> <span class="title class_">CleanCommitLogService</span>();</span><br><span class=line> <span class=built_in>this</span>.cleanConsumeQueueService = <span class=keyword>new</span> <span class="title class_">CleanConsumeQueueService</span>();</span><br><span class=line> <span class=built_in>this</span>.storeStatsService = <span class=keyword>new</span> <span class="title class_">StoreStatsService</span>();</span><br><span class=line> <span class=built_in>this</span>.indexService = <span class=keyword>new</span> <span class="title class_">IndexService</span>(<span class=built_in>this</span>);</span><br><span class=line> <span class=keyword>if</span> (!messageStoreConfig.isEnableDLegerCommitLog()) {</span><br><span class=line> <span class=built_in>this</span>.haService = <span class=keyword>new</span> <span class="title class_">HAService</span>(<span class=built_in>this</span>);</span><br><span class=line> } <span class=keyword>else</span> {</span><br><span class=line> <span class=built_in>this</span>.haService = <span class=literal>null</span>;</span><br><span class=line> }</span><br><span class=line> <span class=built_in>this</span>.reputMessageService = <span class=keyword>new</span> <span class="title class_">ReputMessageService</span>();</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.scheduleMessageService = <span class=keyword>new</span> <span class="title class_">ScheduleMessageService</span>(<span class=built_in>this</span>);</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.transientStorePool = <span class=keyword>new</span> <span class="title class_">TransientStorePool</span>(messageStoreConfig);</span><br><span class=line></span><br><span class=line> <span class=keyword>if</span> (messageStoreConfig.isTransientStorePoolEnable()) {</span><br><span class=line> <span class=built_in>this</span>.transientStorePool.init();</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.allocateMappedFileService.start();</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.indexService.start();</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.dispatcherList = <span class=keyword>new</span> <span class="title class_">LinkedList</span><>();</span><br><span class=line> <span class=built_in>this</span>.dispatcherList.addLast(<span class=keyword>new</span> <span class="title class_">CommitLogDispatcherBuildConsumeQueue</span>());</span><br><span class=line> <span class=built_in>this</span>.dispatcherList.addLast(<span class=keyword>new</span> <span class="title class_">CommitLogDispatcherBuildIndex</span>());</span><br><span class=line></span><br><span class=line> <span class=type>File</span> <span class=variable>file</span> <span class=operator>=</span> <span class=keyword>new</span> <span class="title class_">File</span>(StorePathConfigHelper.getLockFile(messageStoreConfig.getStorePathRootDir()));</span><br><span class=line> MappedFile.ensureDirOK(file.getParent());</span><br><span class=line> lockFile = <span class=keyword>new</span> <span class="title class_">RandomAccessFile</span>(file, <span class=string>"rw"</span>);</span><br><span class=line> }</span><br></pre></table></figure><p>这里面有很多类,不过先把从构造函数里传进来的忽略下,接下来就是 <code>AllocateMappedFileService</code> 这个service,前面看过文章的可能会根据上面的代码猜到,这也是个 ServiceThread,如果是对RocketMQ 有所了解的可能从名字可以看出这个类是关于 RocketMQ 消息怎么落盘的,当需要创建MappedFile时(在MapedFileQueue.getLastMapedFile方法中),向该线程的requestQueue队列中放入AllocateRequest请求对象,该线程会在后台监听该队列,并在后台创建MapedFile对象,即同时创建了物理文件。然后是创建了 IndexService 服务线程,用来给创建索引;还有是FlushConsumeQueueService是将ConsumeQueue 刷入磁盘;CleanCommitLogService用来清理过期的 CommitLog,默认是 72 小时以上;CleanConsumeQueueService是将小于最新的 CommitLog 偏移量的 ConsumeQueue 清理掉;StoreStatsService是储存统计服务;HAService用于CommitLog 的主备同步;ScheduleMessageService用于定时消息;还有就是这个ReputMessageService非常重要,就是由它实现了将 CommitLog 以 topic+queue 纬度构建 ConsumeQueue,后面TransientStorePool是异步刷盘时的存储buffer,也可以从后面的判断中看出来<figure class="highlight java"><table><tr><td class=gutter><pre><span class=line>1</span><br><span class=line>2</span><br><span class=line>3</span><br><span class=line>4</span><br></pre><td class=code><pre><span class=line><span class=keyword>public</span> <span class=type>boolean</span> <span class="title function_">isTransientStorePoolEnable</span><span class=params>()</span> {</span><br><span class=line> <span class=keyword>return</span> transientStorePoolEnable && FlushDiskType.ASYNC_FLUSH == getFlushDiskType()</span><br><span class=line> && BrokerRole.SLAVE != getBrokerRole();</span><br><span class=line> }</span><br></pre></table></figure><p>再然后就是启动两个服务线程,dispatcherList是为CommitLog文件转发请求,差不多这个初始化就这些内容。<p>然后回到外层,下面是主备切换的配置,然后是数据统计,接着是存储插件加载,然后是往转发器链表里再加一个过滤器<figure class="highlight java"><table><tr><td class=gutter><pre><span class=line>1</span><br><span class=line>2</span><br><span class=line>3</span><br><span class=line>4</span><br><span class=line>5</span><br><span class=line>6</span><br><span class=line>7</span><br><span class=line>8</span><br><span class=line>9</span><br></pre><td class=code><pre><span class=line><span class=keyword>if</span> (messageStoreConfig.isEnableDLegerCommitLog()) {</span><br><span class=line> <span class=type>DLedgerRoleChangeHandler</span> <span class=variable>roleChangeHandler</span> <span class=operator>=</span> <span class=keyword>new</span> <span class="title class_">DLedgerRoleChangeHandler</span>(<span class=built_in>this</span>, (DefaultMessageStore) messageStore);</span><br><span class=line> ((DLedgerCommitLog)((DefaultMessageStore) messageStore).getCommitLog()).getdLedgerServer().getdLedgerLeaderElector().addRoleChangeHandler(roleChangeHandler);</span><br><span class=line> }</span><br><span class=line> <span class=built_in>this</span>.brokerStats = <span class=keyword>new</span> <span class="title class_">BrokerStats</span>((DefaultMessageStore) <span class=built_in>this</span>.messageStore);</span><br><span class=line> <span class=comment>//load plugin</span></span><br><span class=line> <span class=type>MessageStorePluginContext</span> <span class=variable>context</span> <span class=operator>=</span> <span class=keyword>new</span> <span class="title class_">MessageStorePluginContext</span>(messageStoreConfig, brokerStatsManager, messageArrivingListener, brokerConfig);</span><br><span class=line> <span class=built_in>this</span>.messageStore = MessageStoreFactory.build(context, <span class=built_in>this</span>.messageStore);</span><br><span class=line> <span class=built_in>this</span>.messageStore.getDispatcherList().addFirst(<span class=keyword>new</span> <span class="title class_">CommitLogDispatcherCalcBitMap</span>(<span class=built_in>this</span>.brokerConfig, <span class=built_in>this</span>.consumerFilterManager));</span><br></pre></table></figure><p>接下来就是org.apache.rocketmq.store.MessageStore#load的过程了,<ol><li>调用ScheduleMessageService.load方法,初始化延迟级别列表。将这些级别(”1s 5s 10s 30s 1m 2m 3m 4m 5m 6m 7m 8m 9m 10m 20m 30m 1h 2h”)的延时存入延迟级别delayLevelTable:ConcurrentHashMap<Integer /* level */, Long/* delay timeMillis */>变量中,例如1s的kv值为1:1000,5s的kv值为2:5000,key值依次类推;每个延迟级别即为一个队列。</ol><p>2)调用CommitLog.load方法,在此方法中调用MapedFileQueue.load方法,将$HOME /store/commitlog目录下的所有文件加载到MapedFileQueue的List<mapedfile>变量中;</mapedfile><p>3)调用DefaultMessageStore.loadConsumeQueue方法加载consumequeue文件数据到DefaultMessageStore.consumeQueueTable集合中。<p>初始化StoreCheckPoint对象,加载$HOME/store/checkpoint文件,该文件记录三个字段值,分别是物理队列消息时间戳、逻辑队列消息时间戳、索引队列消息时间戳。<p>调用IndexService.load方法加载$HOME/store/index目录下的文件。对该目录下的每个文件初始化一个IndexFile对象。然后调用IndexFile对象的load方法将IndexHeader加载到对象的变量中;再根据检查是否存在abort文件,若有存在abort文件,则表示Broker表示上次是异常退出的,则检查checkpoint的indexMsgTimestamp字段值是否小于IndexHeader的endTimestamp值,indexMsgTimestamp值表示最后刷盘的时间,若小于则表示在最后刷盘之后在该文件中还创建了索引,则要删除该Index文件,否则将该IndexFile对象放入indexFileList:ArrayList<indexfile>索引文件集合中。</indexfile><p>然后调用org.apache.rocketmq.store.DefaultMessageStore#recover恢复,前面有根据<code>boolean lastExitOK = !this.isTempFileExist();</code>临时文件是否存在来判断上一次是否正常退出,根据这个状态来选择什么恢复策略<p>接下去是初始化 Netty 服务端,初始化发送消息线程池(sendMessageExecutor)、拉取消息线程池(pullMessageExecutor)、管理Broker线程池(adminBrokerExecutor)、客户端管理线程池(clientManageExecutor),注册事件处理器,包括发送消息事件处理器(SendMessageProcessor)、拉取消息事件处理器、查询消息事件处理器(QueryMessageProcessor,包括客户端的心跳事件、注销事件、获取消费者列表事件、更新更新和查询消费进度consumerOffset)、客户端管理事件处理器(ClientManageProcessor)、结束事务处理器(EndTransactionProcessor)、默认事件处理器(AdminBrokerProcessor),然后是定时任务<p><code>BrokerController.this.getBrokerStats().record();</code> 记录 Broker 状态<p><code>BrokerController.this.consumerOffsetManager.persist();</code> 持久化consumerOffset<p><code>BrokerController.this.consumerFilterManager.persist();</code>持久化consumerFilter<p><code>BrokerController.this.protectBroker();</code> 保护 broker,消费慢,不让继续投递<p><code>BrokerController.this.printWaterMark();</code> 打印水位<p><code>log.info("dispatch behind commit log {} bytes", BrokerController.this.getMessageStore().dispatchBehindBytes());</code> 检查落后程度<p><code>BrokerController.this.brokerOuterAPI.fetchNameServerAddr();</code> 定时获取 nameserver<p><code>BrokerController.this.printMasterAndSlaveDiff();</code> 打印主从不一致<p>然后是 tsl,初始化事务消息,初始化 RPCHook<p>请把害怕打到公屏上🤦♂️,从线程池名字和调用的方法应该可以看出大部分的用途<figure class="highlight java"><table><tr><td class=gutter><pre><span class=line>1</span><br><span class=line>2</span><br><span class=line>3</span><br><span class=line>4</span><br><span class=line>5</span><br><span class=line>6</span><br><span class=line>7</span><br><span class=line>8</span><br><span class=line>9</span><br><span class=line>10</span><br><span class=line>11</span><br><span class=line>12</span><br><span class=line>13</span><br><span class=line>14</span><br><span class=line>15</span><br><span class=line>16</span><br><span class=line>17</span><br><span class=line>18</span><br><span class=line>19</span><br><span class=line>20</span><br><span class=line>21</span><br><span class=line>22</span><br><span class=line>23</span><br><span class=line>24</span><br><span class=line>25</span><br><span class=line>26</span><br><span class=line>27</span><br><span class=line>28</span><br><span class=line>29</span><br><span class=line>30</span><br><span class=line>31</span><br><span class=line>32</span><br><span class=line>33</span><br><span class=line>34</span><br><span class=line>35</span><br><span class=line>36</span><br><span class=line>37</span><br><span class=line>38</span><br><span class=line>39</span><br><span class=line>40</span><br><span class=line>41</span><br><span class=line>42</span><br><span class=line>43</span><br><span class=line>44</span><br><span class=line>45</span><br><span class=line>46</span><br><span class=line>47</span><br><span class=line>48</span><br><span class=line>49</span><br><span class=line>50</span><br><span class=line>51</span><br><span class=line>52</span><br><span class=line>53</span><br><span class=line>54</span><br><span class=line>55</span><br><span class=line>56</span><br><span class=line>57</span><br><span class=line>58</span><br><span class=line>59</span><br><span class=line>60</span><br><span class=line>61</span><br><span class=line>62</span><br><span class=line>63</span><br><span class=line>64</span><br><span class=line>65</span><br><span class=line>66</span><br><span class=line>67</span><br><span class=line>68</span><br><span class=line>69</span><br><span class=line>70</span><br><span class=line>71</span><br><span class=line>72</span><br><span class=line>73</span><br><span class=line>74</span><br><span class=line>75</span><br><span class=line>76</span><br><span class=line>77</span><br><span class=line>78</span><br><span class=line>79</span><br><span class=line>80</span><br><span class=line>81</span><br><span class=line>82</span><br><span class=line>83</span><br><span class=line>84</span><br><span class=line>85</span><br><span class=line>86</span><br><span class=line>87</span><br><span class=line>88</span><br><span class=line>89</span><br><span class=line>90</span><br><span class=line>91</span><br><span class=line>92</span><br><span class=line>93</span><br><span class=line>94</span><br><span class=line>95</span><br><span class=line>96</span><br><span class=line>97</span><br><span class=line>98</span><br><span class=line>99</span><br><span class=line>100</span><br><span class=line>101</span><br><span class=line>102</span><br><span class=line>103</span><br><span class=line>104</span><br><span class=line>105</span><br><span class=line>106</span><br><span class=line>107</span><br><span class=line>108</span><br><span class=line>109</span><br><span class=line>110</span><br><span class=line>111</span><br><span class=line>112</span><br><span class=line>113</span><br><span class=line>114</span><br><span class=line>115</span><br><span class=line>116</span><br><span class=line>117</span><br><span class=line>118</span><br><span class=line>119</span><br><span class=line>120</span><br><span class=line>121</span><br><span class=line>122</span><br><span class=line>123</span><br><span class=line>124</span><br><span class=line>125</span><br><span class=line>126</span><br><span class=line>127</span><br><span class=line>128</span><br><span class=line>129</span><br><span class=line>130</span><br><span class=line>131</span><br><span class=line>132</span><br><span class=line>133</span><br><span class=line>134</span><br><span class=line>135</span><br><span class=line>136</span><br><span class=line>137</span><br><span class=line>138</span><br><span class=line>139</span><br><span class=line>140</span><br><span class=line>141</span><br><span class=line>142</span><br><span class=line>143</span><br><span class=line>144</span><br><span class=line>145</span><br><span class=line>146</span><br><span class=line>147</span><br><span class=line>148</span><br><span class=line>149</span><br><span class=line>150</span><br><span class=line>151</span><br><span class=line>152</span><br><span class=line>153</span><br><span class=line>154</span><br><span class=line>155</span><br><span class=line>156</span><br><span class=line>157</span><br><span class=line>158</span><br><span class=line>159</span><br><span class=line>160</span><br><span class=line>161</span><br><span class=line>162</span><br><span class=line>163</span><br><span class=line>164</span><br><span class=line>165</span><br><span class=line>166</span><br><span class=line>167</span><br><span class=line>168</span><br><span class=line>169</span><br><span class=line>170</span><br><span class=line>171</span><br><span class=line>172</span><br><span class=line>173</span><br><span class=line>174</span><br><span class=line>175</span><br><span class=line>176</span><br><span class=line>177</span><br><span class=line>178</span><br><span class=line>179</span><br><span class=line>180</span><br><span class=line>181</span><br><span class=line>182</span><br><span class=line>183</span><br><span class=line>184</span><br><span class=line>185</span><br><span class=line>186</span><br><span class=line>187</span><br><span class=line>188</span><br><span class=line>189</span><br><span class=line>190</span><br><span class=line>191</span><br><span class=line>192</span><br><span class=line>193</span><br><span class=line>194</span><br><span class=line>195</span><br><span class=line>196</span><br><span class=line>197</span><br><span class=line>198</span><br><span class=line>199</span><br><span class=line>200</span><br><span class=line>201</span><br><span class=line>202</span><br><span class=line>203</span><br><span class=line>204</span><br><span class=line>205</span><br><span class=line>206</span><br><span class=line>207</span><br><span class=line>208</span><br><span class=line>209</span><br><span class=line>210</span><br><span class=line>211</span><br><span class=line>212</span><br><span class=line>213</span><br><span class=line>214</span><br><span class=line>215</span><br><span class=line>216</span><br><span class=line>217</span><br><span class=line>218</span><br><span class=line>219</span><br><span class=line>220</span><br><span class=line>221</span><br><span class=line>222</span><br><span class=line>223</span><br></pre><td class=code><pre><span class=line><span class=built_in>this</span>.remotingServer = <span class=keyword>new</span> <span class="title class_">NettyRemotingServer</span>(<span class=built_in>this</span>.nettyServerConfig, <span class=built_in>this</span>.clientHousekeepingService);</span><br><span class=line> <span class=type>NettyServerConfig</span> <span class=variable>fastConfig</span> <span class=operator>=</span> (NettyServerConfig) <span class=built_in>this</span>.nettyServerConfig.clone();</span><br><span class=line> fastConfig.setListenPort(nettyServerConfig.getListenPort() - <span class=number>2</span>);</span><br><span class=line> <span class=built_in>this</span>.fastRemotingServer = <span class=keyword>new</span> <span class="title class_">NettyRemotingServer</span>(fastConfig, <span class=built_in>this</span>.clientHousekeepingService);</span><br><span class=line> <span class=built_in>this</span>.sendMessageExecutor = <span class=keyword>new</span> <span class="title class_">BrokerFixedThreadPoolExecutor</span>(</span><br><span class=line> <span class=built_in>this</span>.brokerConfig.getSendMessageThreadPoolNums(),</span><br><span class=line> <span class=built_in>this</span>.brokerConfig.getSendMessageThreadPoolNums(),</span><br><span class=line> <span class=number>1000</span> * <span class=number>60</span>,</span><br><span class=line> TimeUnit.MILLISECONDS,</span><br><span class=line> <span class=built_in>this</span>.sendThreadPoolQueue,</span><br><span class=line> <span class=keyword>new</span> <span class="title class_">ThreadFactoryImpl</span>(<span class=string>"SendMessageThread_"</span>));</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.pullMessageExecutor = <span class=keyword>new</span> <span class="title class_">BrokerFixedThreadPoolExecutor</span>(</span><br><span class=line> <span class=built_in>this</span>.brokerConfig.getPullMessageThreadPoolNums(),</span><br><span class=line> <span class=built_in>this</span>.brokerConfig.getPullMessageThreadPoolNums(),</span><br><span class=line> <span class=number>1000</span> * <span class=number>60</span>,</span><br><span class=line> TimeUnit.MILLISECONDS,</span><br><span class=line> <span class=built_in>this</span>.pullThreadPoolQueue,</span><br><span class=line> <span class=keyword>new</span> <span class="title class_">ThreadFactoryImpl</span>(<span class=string>"PullMessageThread_"</span>));</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.replyMessageExecutor = <span class=keyword>new</span> <span class="title class_">BrokerFixedThreadPoolExecutor</span>(</span><br><span class=line> <span class=built_in>this</span>.brokerConfig.getProcessReplyMessageThreadPoolNums(),</span><br><span class=line> <span class=built_in>this</span>.brokerConfig.getProcessReplyMessageThreadPoolNums(),</span><br><span class=line> <span class=number>1000</span> * <span class=number>60</span>,</span><br><span class=line> TimeUnit.MILLISECONDS,</span><br><span class=line> <span class=built_in>this</span>.replyThreadPoolQueue,</span><br><span class=line> <span class=keyword>new</span> <span class="title class_">ThreadFactoryImpl</span>(<span class=string>"ProcessReplyMessageThread_"</span>));</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.queryMessageExecutor = <span class=keyword>new</span> <span class="title class_">BrokerFixedThreadPoolExecutor</span>(</span><br><span class=line> <span class=built_in>this</span>.brokerConfig.getQueryMessageThreadPoolNums(),</span><br><span class=line> <span class=built_in>this</span>.brokerConfig.getQueryMessageThreadPoolNums(),</span><br><span class=line> <span class=number>1000</span> * <span class=number>60</span>,</span><br><span class=line> TimeUnit.MILLISECONDS,</span><br><span class=line> <span class=built_in>this</span>.queryThreadPoolQueue,</span><br><span class=line> <span class=keyword>new</span> <span class="title class_">ThreadFactoryImpl</span>(<span class=string>"QueryMessageThread_"</span>));</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.adminBrokerExecutor =</span><br><span class=line> Executors.newFixedThreadPool(<span class=built_in>this</span>.brokerConfig.getAdminBrokerThreadPoolNums(), <span class=keyword>new</span> <span class="title class_">ThreadFactoryImpl</span>(</span><br><span class=line> <span class=string>"AdminBrokerThread_"</span>));</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.clientManageExecutor = <span class=keyword>new</span> <span class="title class_">ThreadPoolExecutor</span>(</span><br><span class=line> <span class=built_in>this</span>.brokerConfig.getClientManageThreadPoolNums(),</span><br><span class=line> <span class=built_in>this</span>.brokerConfig.getClientManageThreadPoolNums(),</span><br><span class=line> <span class=number>1000</span> * <span class=number>60</span>,</span><br><span class=line> TimeUnit.MILLISECONDS,</span><br><span class=line> <span class=built_in>this</span>.clientManagerThreadPoolQueue,</span><br><span class=line> <span class=keyword>new</span> <span class="title class_">ThreadFactoryImpl</span>(<span class=string>"ClientManageThread_"</span>));</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.heartbeatExecutor = <span class=keyword>new</span> <span class="title class_">BrokerFixedThreadPoolExecutor</span>(</span><br><span class=line> <span class=built_in>this</span>.brokerConfig.getHeartbeatThreadPoolNums(),</span><br><span class=line> <span class=built_in>this</span>.brokerConfig.getHeartbeatThreadPoolNums(),</span><br><span class=line> <span class=number>1000</span> * <span class=number>60</span>,</span><br><span class=line> TimeUnit.MILLISECONDS,</span><br><span class=line> <span class=built_in>this</span>.heartbeatThreadPoolQueue,</span><br><span class=line> <span class=keyword>new</span> <span class="title class_">ThreadFactoryImpl</span>(<span class=string>"HeartbeatThread_"</span>, <span class=literal>true</span>));</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.endTransactionExecutor = <span class=keyword>new</span> <span class="title class_">BrokerFixedThreadPoolExecutor</span>(</span><br><span class=line> <span class=built_in>this</span>.brokerConfig.getEndTransactionThreadPoolNums(),</span><br><span class=line> <span class=built_in>this</span>.brokerConfig.getEndTransactionThreadPoolNums(),</span><br><span class=line> <span class=number>1000</span> * <span class=number>60</span>,</span><br><span class=line> TimeUnit.MILLISECONDS,</span><br><span class=line> <span class=built_in>this</span>.endTransactionThreadPoolQueue,</span><br><span class=line> <span class=keyword>new</span> <span class="title class_">ThreadFactoryImpl</span>(<span class=string>"EndTransactionThread_"</span>));</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.consumerManageExecutor =</span><br><span class=line> Executors.newFixedThreadPool(<span class=built_in>this</span>.brokerConfig.getConsumerManageThreadPoolNums(), <span class=keyword>new</span> <span class="title class_">ThreadFactoryImpl</span>(</span><br><span class=line> <span class=string>"ConsumerManageThread_"</span>));</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.registerProcessor();</span><br><span class=line></span><br><span class=line> <span class=keyword>final</span> <span class=type>long</span> <span class=variable>initialDelay</span> <span class=operator>=</span> UtilAll.computeNextMorningTimeMillis() - System.currentTimeMillis();</span><br><span class=line> <span class=keyword>final</span> <span class=type>long</span> <span class=variable>period</span> <span class=operator>=</span> <span class=number>1000</span> * <span class=number>60</span> * <span class=number>60</span> * <span class=number>24</span>;</span><br><span class=line> <span class=built_in>this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class=keyword>new</span> <span class="title class_">Runnable</span>() {</span><br><span class=line> <span class=meta>@Override</span></span><br><span class=line> <span class=keyword>public</span> <span class=keyword>void</span> <span class="title function_">run</span><span class=params>()</span> {</span><br><span class=line> <span class=keyword>try</span> {</span><br><span class=line> BrokerController.<span class=built_in>this</span>.getBrokerStats().record();</span><br><span class=line> } <span class=keyword>catch</span> (Throwable e) {</span><br><span class=line> log.error(<span class=string>"schedule record error."</span>, e);</span><br><span class=line> }</span><br><span class=line> }</span><br><span class=line> }, initialDelay, period, TimeUnit.MILLISECONDS);</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class=keyword>new</span> <span class="title class_">Runnable</span>() {</span><br><span class=line> <span class=meta>@Override</span></span><br><span class=line> <span class=keyword>public</span> <span class=keyword>void</span> <span class="title function_">run</span><span class=params>()</span> {</span><br><span class=line> <span class=keyword>try</span> {</span><br><span class=line> BrokerController.<span class=built_in>this</span>.consumerOffsetManager.persist();</span><br><span class=line> } <span class=keyword>catch</span> (Throwable e) {</span><br><span class=line> log.error(<span class=string>"schedule persist consumerOffset error."</span>, e);</span><br><span class=line> }</span><br><span class=line> }</span><br><span class=line> }, <span class=number>1000</span> * <span class=number>10</span>, <span class=built_in>this</span>.brokerConfig.getFlushConsumerOffsetInterval(), TimeUnit.MILLISECONDS);</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class=keyword>new</span> <span class="title class_">Runnable</span>() {</span><br><span class=line> <span class=meta>@Override</span></span><br><span class=line> <span class=keyword>public</span> <span class=keyword>void</span> <span class="title function_">run</span><span class=params>()</span> {</span><br><span class=line> <span class=keyword>try</span> {</span><br><span class=line> BrokerController.<span class=built_in>this</span>.consumerFilterManager.persist();</span><br><span class=line> } <span class=keyword>catch</span> (Throwable e) {</span><br><span class=line> log.error(<span class=string>"schedule persist consumer filter error."</span>, e);</span><br><span class=line> }</span><br><span class=line> }</span><br><span class=line> }, <span class=number>1000</span> * <span class=number>10</span>, <span class=number>1000</span> * <span class=number>10</span>, TimeUnit.MILLISECONDS);</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class=keyword>new</span> <span class="title class_">Runnable</span>() {</span><br><span class=line> <span class=meta>@Override</span></span><br><span class=line> <span class=keyword>public</span> <span class=keyword>void</span> <span class="title function_">run</span><span class=params>()</span> {</span><br><span class=line> <span class=keyword>try</span> {</span><br><span class=line> BrokerController.<span class=built_in>this</span>.protectBroker();</span><br><span class=line> } <span class=keyword>catch</span> (Throwable e) {</span><br><span class=line> log.error(<span class=string>"protectBroker error."</span>, e);</span><br><span class=line> }</span><br><span class=line> }</span><br><span class=line> }, <span class=number>3</span>, <span class=number>3</span>, TimeUnit.MINUTES);</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class=keyword>new</span> <span class="title class_">Runnable</span>() {</span><br><span class=line> <span class=meta>@Override</span></span><br><span class=line> <span class=keyword>public</span> <span class=keyword>void</span> <span class="title function_">run</span><span class=params>()</span> {</span><br><span class=line> <span class=keyword>try</span> {</span><br><span class=line> BrokerController.<span class=built_in>this</span>.printWaterMark();</span><br><span class=line> } <span class=keyword>catch</span> (Throwable e) {</span><br><span class=line> log.error(<span class=string>"printWaterMark error."</span>, e);</span><br><span class=line> }</span><br><span class=line> }</span><br><span class=line> }, <span class=number>10</span>, <span class=number>1</span>, TimeUnit.SECONDS);</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class=keyword>new</span> <span class="title class_">Runnable</span>() {</span><br><span class=line></span><br><span class=line> <span class=meta>@Override</span></span><br><span class=line> <span class=keyword>public</span> <span class=keyword>void</span> <span class="title function_">run</span><span class=params>()</span> {</span><br><span class=line> <span class=keyword>try</span> {</span><br><span class=line> log.info(<span class=string>"dispatch behind commit log {} bytes"</span>, BrokerController.<span class=built_in>this</span>.getMessageStore().dispatchBehindBytes());</span><br><span class=line> } <span class=keyword>catch</span> (Throwable e) {</span><br><span class=line> log.error(<span class=string>"schedule dispatchBehindBytes error."</span>, e);</span><br><span class=line> }</span><br><span class=line> }</span><br><span class=line> }, <span class=number>1000</span> * <span class=number>10</span>, <span class=number>1000</span> * <span class=number>60</span>, TimeUnit.MILLISECONDS);</span><br><span class=line></span><br><span class=line> <span class=keyword>if</span> (<span class=built_in>this</span>.brokerConfig.getNamesrvAddr() != <span class=literal>null</span>) {</span><br><span class=line> <span class=built_in>this</span>.brokerOuterAPI.updateNameServerAddressList(<span class=built_in>this</span>.brokerConfig.getNamesrvAddr());</span><br><span class=line> log.info(<span class=string>"Set user specified name server address: {}"</span>, <span class=built_in>this</span>.brokerConfig.getNamesrvAddr());</span><br><span class=line> } <span class=keyword>else</span> <span class=keyword>if</span> (<span class=built_in>this</span>.brokerConfig.isFetchNamesrvAddrByAddressServer()) {</span><br><span class=line> <span class=built_in>this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class=keyword>new</span> <span class="title class_">Runnable</span>() {</span><br><span class=line></span><br><span class=line> <span class=meta>@Override</span></span><br><span class=line> <span class=keyword>public</span> <span class=keyword>void</span> <span class="title function_">run</span><span class=params>()</span> {</span><br><span class=line> <span class=keyword>try</span> {</span><br><span class=line> BrokerController.<span class=built_in>this</span>.brokerOuterAPI.fetchNameServerAddr();</span><br><span class=line> } <span class=keyword>catch</span> (Throwable e) {</span><br><span class=line> log.error(<span class=string>"ScheduledTask fetchNameServerAddr exception"</span>, e);</span><br><span class=line> }</span><br><span class=line> }</span><br><span class=line> }, <span class=number>1000</span> * <span class=number>10</span>, <span class=number>1000</span> * <span class=number>60</span> * <span class=number>2</span>, TimeUnit.MILLISECONDS);</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=keyword>if</span> (!messageStoreConfig.isEnableDLegerCommitLog()) {</span><br><span class=line> <span class=keyword>if</span> (BrokerRole.SLAVE == <span class=built_in>this</span>.messageStoreConfig.getBrokerRole()) {</span><br><span class=line> <span class=keyword>if</span> (<span class=built_in>this</span>.messageStoreConfig.getHaMasterAddress() != <span class=literal>null</span> && <span class=built_in>this</span>.messageStoreConfig.getHaMasterAddress().length() >= <span class=number>6</span>) {</span><br><span class=line> <span class=built_in>this</span>.messageStore.updateHaMasterAddress(<span class=built_in>this</span>.messageStoreConfig.getHaMasterAddress());</span><br><span class=line> <span class=built_in>this</span>.updateMasterHAServerAddrPeriodically = <span class=literal>false</span>;</span><br><span class=line> } <span class=keyword>else</span> {</span><br><span class=line> <span class=built_in>this</span>.updateMasterHAServerAddrPeriodically = <span class=literal>true</span>;</span><br><span class=line> }</span><br><span class=line> } <span class=keyword>else</span> {</span><br><span class=line> <span class=built_in>this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class=keyword>new</span> <span class="title class_">Runnable</span>() {</span><br><span class=line> <span class=meta>@Override</span></span><br><span class=line> <span class=keyword>public</span> <span class=keyword>void</span> <span class="title function_">run</span><span class=params>()</span> {</span><br><span class=line> <span class=keyword>try</span> {</span><br><span class=line> BrokerController.<span class=built_in>this</span>.printMasterAndSlaveDiff();</span><br><span class=line> } <span class=keyword>catch</span> (Throwable e) {</span><br><span class=line> log.error(<span class=string>"schedule printMasterAndSlaveDiff error."</span>, e);</span><br><span class=line> }</span><br><span class=line> }</span><br><span class=line> }, <span class=number>1000</span> * <span class=number>10</span>, <span class=number>1000</span> * <span class=number>60</span>, TimeUnit.MILLISECONDS);</span><br><span class=line> }</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=keyword>if</span> (TlsSystemConfig.tlsMode != TlsMode.DISABLED) {</span><br><span class=line> <span class=comment>// Register a listener to reload SslContext</span></span><br><span class=line> <span class=keyword>try</span> {</span><br><span class=line> fileWatchService = <span class=keyword>new</span> <span class="title class_">FileWatchService</span>(</span><br><span class=line> <span class=keyword>new</span> <span class="title class_">String</span>[] {</span><br><span class=line> TlsSystemConfig.tlsServerCertPath,</span><br><span class=line> TlsSystemConfig.tlsServerKeyPath,</span><br><span class=line> TlsSystemConfig.tlsServerTrustCertPath</span><br><span class=line> },</span><br><span class=line> <span class=keyword>new</span> <span class="title class_">FileWatchService</span>.Listener() {</span><br><span class=line> <span class=type>boolean</span> certChanged, keyChanged = <span class=literal>false</span>;</span><br><span class=line></span><br><span class=line> <span class=meta>@Override</span></span><br><span class=line> <span class=keyword>public</span> <span class=keyword>void</span> <span class="title function_">onChanged</span><span class=params>(String path)</span> {</span><br><span class=line> <span class=keyword>if</span> (path.equals(TlsSystemConfig.tlsServerTrustCertPath)) {</span><br><span class=line> log.info(<span class=string>"The trust certificate changed, reload the ssl context"</span>);</span><br><span class=line> reloadServerSslContext();</span><br><span class=line> }</span><br><span class=line> <span class=keyword>if</span> (path.equals(TlsSystemConfig.tlsServerCertPath)) {</span><br><span class=line> certChanged = <span class=literal>true</span>;</span><br><span class=line> }</span><br><span class=line> <span class=keyword>if</span> (path.equals(TlsSystemConfig.tlsServerKeyPath)) {</span><br><span class=line> keyChanged = <span class=literal>true</span>;</span><br><span class=line> }</span><br><span class=line> <span class=keyword>if</span> (certChanged && keyChanged) {</span><br><span class=line> log.info(<span class=string>"The certificate and private key changed, reload the ssl context"</span>);</span><br><span class=line> certChanged = keyChanged = <span class=literal>false</span>;</span><br><span class=line> reloadServerSslContext();</span><br><span class=line> }</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=keyword>private</span> <span class=keyword>void</span> <span class="title function_">reloadServerSslContext</span><span class=params>()</span> {</span><br><span class=line> ((NettyRemotingServer) remotingServer).loadSslContext();</span><br><span class=line> ((NettyRemotingServer) fastRemotingServer).loadSslContext();</span><br><span class=line> }</span><br><span class=line> });</span><br><span class=line> } <span class=keyword>catch</span> (Exception e) {</span><br><span class=line> log.warn(<span class=string>"FileWatchService created error, can't load the certificate dynamically"</span>);</span><br><span class=line> }</span><br><span class=line> }</span><br><span class=line> initialTransaction();</span><br><span class=line> initialAcl();</span><br><span class=line> initialRpcHooks();</span><br><span class=line> }</span><br><span class=line> <span class=keyword>return</span> result;</span><br></pre></table></figure><p>Broker 启动过程<p>贴代码<figure class="highlight java"><table><tr><td class=gutter><pre><span class=line>1</span><br><span class=line>2</span><br><span class=line>3</span><br><span class=line>4</span><br><span class=line>5</span><br><span class=line>6</span><br><span class=line>7</span><br><span class=line>8</span><br><span class=line>9</span><br><span class=line>10</span><br><span class=line>11</span><br><span class=line>12</span><br><span class=line>13</span><br><span class=line>14</span><br><span class=line>15</span><br><span class=line>16</span><br><span class=line>17</span><br><span class=line>18</span><br><span class=line>19</span><br><span class=line>20</span><br><span class=line>21</span><br><span class=line>22</span><br><span class=line>23</span><br><span class=line>24</span><br><span class=line>25</span><br><span class=line>26</span><br><span class=line>27</span><br><span class=line>28</span><br><span class=line>29</span><br><span class=line>30</span><br><span class=line>31</span><br><span class=line>32</span><br><span class=line>33</span><br><span class=line>34</span><br><span class=line>35</span><br><span class=line>36</span><br><span class=line>37</span><br><span class=line>38</span><br><span class=line>39</span><br><span class=line>40</span><br><span class=line>41</span><br><span class=line>42</span><br><span class=line>43</span><br><span class=line>44</span><br><span class=line>45</span><br><span class=line>46</span><br><span class=line>47</span><br><span class=line>48</span><br><span class=line>49</span><br><span class=line>50</span><br><span class=line>51</span><br><span class=line>52</span><br><span class=line>53</span><br><span class=line>54</span><br><span class=line>55</span><br><span class=line>56</span><br><span class=line>57</span><br><span class=line>58</span><br><span class=line>59</span><br><span class=line>60</span><br><span class=line>61</span><br></pre><td class=code><pre><span class=line><span class=keyword>public</span> <span class=keyword>void</span> <span class="title function_">start</span><span class=params>()</span> <span class=keyword>throws</span> Exception {</span><br><span class=line> <span class=keyword>if</span> (<span class=built_in>this</span>.messageStore != <span class=literal>null</span>) {</span><br><span class=line> <span class=built_in>this</span>.messageStore.start();</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=keyword>if</span> (<span class=built_in>this</span>.remotingServer != <span class=literal>null</span>) {</span><br><span class=line> <span class=built_in>this</span>.remotingServer.start();</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=keyword>if</span> (<span class=built_in>this</span>.fastRemotingServer != <span class=literal>null</span>) {</span><br><span class=line> <span class=built_in>this</span>.fastRemotingServer.start();</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=keyword>if</span> (<span class=built_in>this</span>.fileWatchService != <span class=literal>null</span>) {</span><br><span class=line> <span class=built_in>this</span>.fileWatchService.start();</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=keyword>if</span> (<span class=built_in>this</span>.brokerOuterAPI != <span class=literal>null</span>) {</span><br><span class=line> <span class=built_in>this</span>.brokerOuterAPI.start();</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=keyword>if</span> (<span class=built_in>this</span>.pullRequestHoldService != <span class=literal>null</span>) {</span><br><span class=line> <span class=built_in>this</span>.pullRequestHoldService.start();</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=keyword>if</span> (<span class=built_in>this</span>.clientHousekeepingService != <span class=literal>null</span>) {</span><br><span class=line> <span class=built_in>this</span>.clientHousekeepingService.start();</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=keyword>if</span> (<span class=built_in>this</span>.filterServerManager != <span class=literal>null</span>) {</span><br><span class=line> <span class=built_in>this</span>.filterServerManager.start();</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=keyword>if</span> (!messageStoreConfig.isEnableDLegerCommitLog()) {</span><br><span class=line> startProcessorByHa(messageStoreConfig.getBrokerRole());</span><br><span class=line> handleSlaveSynchronize(messageStoreConfig.getBrokerRole());</span><br><span class=line> <span class=built_in>this</span>.registerBrokerAll(<span class=literal>true</span>, <span class=literal>false</span>, <span class=literal>true</span>);</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class=keyword>new</span> <span class="title class_">Runnable</span>() {</span><br><span class=line></span><br><span class=line> <span class=meta>@Override</span></span><br><span class=line> <span class=keyword>public</span> <span class=keyword>void</span> <span class="title function_">run</span><span class=params>()</span> {</span><br><span class=line> <span class=keyword>try</span> {</span><br><span class=line> BrokerController.<span class=built_in>this</span>.registerBrokerAll(<span class=literal>true</span>, <span class=literal>false</span>, brokerConfig.isForceRegister());</span><br><span class=line> } <span class=keyword>catch</span> (Throwable e) {</span><br><span class=line> log.error(<span class=string>"registerBrokerAll Exception"</span>, e);</span><br><span class=line> }</span><br><span class=line> }</span><br><span class=line> }, <span class=number>1000</span> * <span class=number>10</span>, Math.max(<span class=number>10000</span>, Math.min(brokerConfig.getRegisterNameServerPeriod(), <span class=number>60000</span>)), TimeUnit.MILLISECONDS);</span><br><span class=line></span><br><span class=line> <span class=keyword>if</span> (<span class=built_in>this</span>.brokerStatsManager != <span class=literal>null</span>) {</span><br><span class=line> <span class=built_in>this</span>.brokerStatsManager.start();</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=keyword>if</span> (<span class=built_in>this</span>.brokerFastFailure != <span class=literal>null</span>) {</span><br><span class=line> <span class=built_in>this</span>.brokerFastFailure.start();</span><br><span class=line> }</span><br><span class=line></span><br><span class=line></span><br><span class=line> }</span><br></pre></table></figure><p>首先是启动messageStore,调用 start 方法,这里面又调用了一些代码<figure class="highlight java"><table><tr><td class=gutter><pre><span class=line>1</span><br><span class=line>2</span><br><span class=line>3</span><br><span class=line>4</span><br><span class=line>5</span><br><span class=line>6</span><br><span class=line>7</span><br><span class=line>8</span><br><span class=line>9</span><br><span class=line>10</span><br><span class=line>11</span><br><span class=line>12</span><br><span class=line>13</span><br><span class=line>14</span><br><span class=line>15</span><br><span class=line>16</span><br><span class=line>17</span><br><span class=line>18</span><br><span class=line>19</span><br><span class=line>20</span><br><span class=line>21</span><br><span class=line>22</span><br><span class=line>23</span><br><span class=line>24</span><br><span class=line>25</span><br><span class=line>26</span><br><span class=line>27</span><br><span class=line>28</span><br><span class=line>29</span><br><span class=line>30</span><br><span class=line>31</span><br><span class=line>32</span><br><span class=line>33</span><br><span class=line>34</span><br><span class=line>35</span><br><span class=line>36</span><br><span class=line>37</span><br><span class=line>38</span><br><span class=line>39</span><br><span class=line>40</span><br><span class=line>41</span><br><span class=line>42</span><br><span class=line>43</span><br><span class=line>44</span><br><span class=line>45</span><br><span class=line>46</span><br><span class=line>47</span><br><span class=line>48</span><br><span class=line>49</span><br><span class=line>50</span><br><span class=line>51</span><br><span class=line>52</span><br><span class=line>53</span><br><span class=line>54</span><br><span class=line>55</span><br><span class=line>56</span><br><span class=line>57</span><br><span class=line>58</span><br><span class=line>59</span><br><span class=line>60</span><br><span class=line>61</span><br><span class=line>62</span><br><span class=line>63</span><br><span class=line>64</span><br><span class=line>65</span><br><span class=line>66</span><br><span class=line>67</span><br><span class=line>68</span><br><span class=line>69</span><br><span class=line>70</span><br><span class=line>71</span><br></pre><td class=code><pre><span class=line><span class=keyword>public</span> <span class=keyword>void</span> <span class="title function_">start</span><span class=params>()</span> <span class=keyword>throws</span> Exception {</span><br><span class=line></span><br><span class=line> lock = lockFile.getChannel().tryLock(<span class=number>0</span>, <span class=number>1</span>, <span class=literal>false</span>);</span><br><span class=line> <span class=keyword>if</span> (lock == <span class=literal>null</span> || lock.isShared() || !lock.isValid()) {</span><br><span class=line> <span class=keyword>throw</span> <span class=keyword>new</span> <span class="title class_">RuntimeException</span>(<span class=string>"Lock failed,MQ already started"</span>);</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> lockFile.getChannel().write(ByteBuffer.wrap(<span class=string>"lock"</span>.getBytes()));</span><br><span class=line> lockFile.getChannel().force(<span class=literal>true</span>);</span><br><span class=line> {</span><br><span class=line> <span class=comment>/**</span></span><br><span class=line><span class=comment> * 1. Make sure the fast-forward messages to be truncated during the recovering according to the max physical offset of the commitlog;</span></span><br><span class=line><span class=comment> * 2. DLedger committedPos may be missing, so the maxPhysicalPosInLogicQueue maybe bigger that maxOffset returned by DLedgerCommitLog, just let it go;</span></span><br><span class=line><span class=comment> * 3. Calculate the reput offset according to the consume queue;</span></span><br><span class=line><span class=comment> * 4. Make sure the fall-behind messages to be dispatched before starting the commitlog, especially when the broker role are automatically changed.</span></span><br><span class=line><span class=comment> */</span></span><br><span class=line> <span class=type>long</span> <span class=variable>maxPhysicalPosInLogicQueue</span> <span class=operator>=</span> commitLog.getMinOffset();</span><br><span class=line> <span class=keyword>for</span> (ConcurrentMap<Integer, ConsumeQueue> maps : <span class=built_in>this</span>.consumeQueueTable.values()) {</span><br><span class=line> <span class=keyword>for</span> (ConsumeQueue logic : maps.values()) {</span><br><span class=line> <span class=keyword>if</span> (logic.getMaxPhysicOffset() > maxPhysicalPosInLogicQueue) {</span><br><span class=line> maxPhysicalPosInLogicQueue = logic.getMaxPhysicOffset();</span><br><span class=line> }</span><br><span class=line> }</span><br><span class=line> }</span><br><span class=line> <span class=keyword>if</span> (maxPhysicalPosInLogicQueue < <span class=number>0</span>) {</span><br><span class=line> maxPhysicalPosInLogicQueue = <span class=number>0</span>;</span><br><span class=line> }</span><br><span class=line> <span class=keyword>if</span> (maxPhysicalPosInLogicQueue < <span class=built_in>this</span>.commitLog.getMinOffset()) {</span><br><span class=line> maxPhysicalPosInLogicQueue = <span class=built_in>this</span>.commitLog.getMinOffset();</span><br><span class=line> <span class=comment>/**</span></span><br><span class=line><span class=comment> * This happens in following conditions:</span></span><br><span class=line><span class=comment> * 1. If someone removes all the consumequeue files or the disk get damaged.</span></span><br><span class=line><span class=comment> * 2. Launch a new broker, and copy the commitlog from other brokers.</span></span><br><span class=line><span class=comment> *</span></span><br><span class=line><span class=comment> * All the conditions has the same in common that the maxPhysicalPosInLogicQueue should be 0.</span></span><br><span class=line><span class=comment> * If the maxPhysicalPosInLogicQueue is gt 0, there maybe something wrong.</span></span><br><span class=line><span class=comment> */</span></span><br><span class=line> log.warn(<span class=string>"[TooSmallCqOffset] maxPhysicalPosInLogicQueue={} clMinOffset={}"</span>, maxPhysicalPosInLogicQueue, <span class=built_in>this</span>.commitLog.getMinOffset());</span><br><span class=line> }</span><br><span class=line> log.info(<span class=string>"[SetReputOffset] maxPhysicalPosInLogicQueue={} clMinOffset={} clMaxOffset={} clConfirmedOffset={}"</span>,</span><br><span class=line> maxPhysicalPosInLogicQueue, <span class=built_in>this</span>.commitLog.getMinOffset(), <span class=built_in>this</span>.commitLog.getMaxOffset(), <span class=built_in>this</span>.commitLog.getConfirmOffset());</span><br><span class=line> <span class=built_in>this</span>.reputMessageService.setReputFromOffset(maxPhysicalPosInLogicQueue);</span><br><span class=line> <span class=built_in>this</span>.reputMessageService.start();</span><br><span class=line></span><br><span class=line> <span class=comment>/**</span></span><br><span class=line><span class=comment> * 1. Finish dispatching the messages fall behind, then to start other services.</span></span><br><span class=line><span class=comment> * 2. DLedger committedPos may be missing, so here just require dispatchBehindBytes <= 0</span></span><br><span class=line><span class=comment> */</span></span><br><span class=line> <span class=keyword>while</span> (<span class=literal>true</span>) {</span><br><span class=line> <span class=keyword>if</span> (dispatchBehindBytes() <= <span class=number>0</span>) {</span><br><span class=line> <span class=keyword>break</span>;</span><br><span class=line> }</span><br><span class=line> Thread.sleep(<span class=number>1000</span>);</span><br><span class=line> log.info(<span class=string>"Try to finish doing reput the messages fall behind during the starting, reputOffset={} maxOffset={} behind={}"</span>, <span class=built_in>this</span>.reputMessageService.getReputFromOffset(), <span class=built_in>this</span>.getMaxPhyOffset(), <span class=built_in>this</span>.dispatchBehindBytes());</span><br><span class=line> }</span><br><span class=line> <span class=built_in>this</span>.recoverTopicQueueTable();</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=keyword>if</span> (!messageStoreConfig.isEnableDLegerCommitLog()) {</span><br><span class=line> <span class=built_in>this</span>.haService.start();</span><br><span class=line> <span class=built_in>this</span>.handleScheduleMessageService(messageStoreConfig.getBrokerRole());</span><br><span class=line> }</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.flushConsumeQueueService.start();</span><br><span class=line> <span class=built_in>this</span>.commitLog.start();</span><br><span class=line> <span class=built_in>this</span>.storeStatsService.start();</span><br><span class=line></span><br><span class=line> <span class=built_in>this</span>.createTempFile();</span><br><span class=line> <span class=built_in>this</span>.addScheduleTask();</span><br><span class=line> <span class=built_in>this</span>.shutdown = <span class=literal>false</span>;</span><br><span class=line> }</span><br></pre></table></figure><p>调用DefaultMessageStore.start方法启动DefaultMessageStore对象中的一些服务线程。<ol><li>启动ReputMessageService服务线程<li>启动FlushConsumeQueueService服务线程;<li>调用CommitLog.start方法,启动CommitLog对象中的FlushCommitLogService线程服务,若是同步刷盘(SYNC_FLUSH)则是启动GroupCommitService线程服务;若是异步刷盘(ASYNC_FLUSH)则是启动FlushRealTimeService线程服务;<li>启动StoreStatsService线程服务;<li>启动定时清理任务</ol><p>然后是启动ClientHousekeepingService的 netty 服务端和客户端,然后是启动fileWatchService证书服务,接着启动BrokerOuterAPI中的NettyRemotingClient,即建立与NameServer的链接,用于自身Broker与其他模块的RPC功能调用;包括获取NameServer的地址、注册Broker、注销Broker、获取Topic配置、获取消息进度信息、获取订阅关系等RPC功能,然后是PullRequestHoldService服务线程,这个就是实现长轮询的,然后启动管家ClientHousekeepingService服务,负责扫描不活跃的生产者,消费者和 filter,启动FilterServerManager 过滤器服务管理,然后启动定时任务调用org.apache.rocketmq.broker.BrokerController#registerBrokerAll向所有 nameserver 注册 broker,最后是按需开启org.apache.rocketmq.store.stats.BrokerStatsManager和org.apache.rocketmq.broker.latency.BrokerFastFailure,基本上启动过程就完成了</div><footer class=post-footer><div class="affiliate-creative affiliate-creative--post-end" data-affiliate-id=tencent-cloud-general><a rel="sponsored noopener" aria-label=腾讯云产品优惠 href=https://cloud.tencent.com/act/cps/redirect?redirect=2446&cps_key=2e33a1eedb380997d03618b4a5ba6ca7&from=console target=_blank><img alt=腾讯云服务器、数据库和云产品优惠 decoding=async height=419 loading=lazy src=/uploads/affiliate/tencent-cloud-general.webp width=690> </a><span class=affiliate-disclosure>推广</span></div><div class=reward-container><div>请我一杯咖啡吧!</div><button>赞赏</button><div class=post-reward><div><img alt="Nicksxs 微信" src=https://i.loli.net/2020/01/12/NUlWanT31E8LQGx.png><span>微信</span></div><div><img alt="Nicksxs 支付宝" src=https://ooo.0o0.ooo/2016/08/17/57b421e773057.jpg><span>支付宝</span></div></div></div><div class=post-copyright><ul><li class=post-copyright-author><strong>本文作者: </strong>Nicksxs<li class=post-copyright-link><strong>本文链接:</strong> <a title="聊聊 RocketMQ 的 Broker 源码" href=https://nicksxs.me/2020/07/19/%E8%81%8A%E8%81%8A-RocketMQ-%E7%9A%84-Broker-%E6%BA%90%E7%A0%81/>https://nicksxs.me/2020/07/19/聊聊-RocketMQ-的-Broker-源码/</a><li class=post-copyright-license><strong>版权声明: </strong>本博客所有文章除特别声明外,均采用 <a href=https://creativecommons.org/licenses/by-nc-sa/4.0/ rel=noopener target=_blank><i class="fab fa-fw fa-creative-commons"></i>BY-NC-SA</a> 许可协议。转载请注明出处!</ul></div><div class=post-tags><a href=/tags/MQ/ rel=tag># MQ</a><a href=/tags/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/ rel=tag># 消息队列</a><a href=/tags/RocketMQ/ rel=tag># RocketMQ</a><a href=/tags/%E5%89%8A%E5%B3%B0%E5%A1%AB%E8%B0%B7/ rel=tag># 削峰填谷</a><a href=/tags/%E4%B8%AD%E9%97%B4%E4%BB%B6/ rel=tag># 中间件</a><a href=/tags/%E6%BA%90%E7%A0%81%E8%A7%A3%E6%9E%90/ rel=tag># 源码解析</a><a href=/tags/Broker/ rel=tag># Broker</a></div><div class=post-nav><div class=post-nav-item><a href=/2020/07/11/2020%E5%B9%B4%E4%B8%AD%E6%80%BB%E7%BB%93/ rel=prev title=2020年中总结><i class="fa fa-angle-left"></i> 2020年中总结</a></div><div class=post-nav-item><a href=/2020/07/26/%E6%88%91%E6%98%AF%E5%A6%82%E4%BD%95%E8%B5%B0%E4%B8%8A%E8%B7%91%E6%AD%A5%E8%BF%99%E6%9D%A1%E4%B8%8D%E5%BD%92%E8%B7%AF%E7%9A%84/ rel=next title=我是如何走上跑步这条不归路的>我是如何走上跑步这条不归路的 <i class="fa fa-angle-right"></i></a></div></div></footer></article></div><div class=comments id=disqus_thread><noscript>Please enable JavaScript to view the comments powered by Disqus.</noscript></div></div></main><footer class=footer><div class=footer-inner><div class=beian><a href=https://beian.miit.gov.cn/ rel=noopener target=_blank>浙ICP备16002580号-2 </a><img alt src=/uploads/beian.png><a href=https://beian.mps.gov.cn/#/query/webSearch?code=33010602011094 rel=noopener target=_blank>浙公网安备 33010602011094号</a></div><div class=copyright>© <span itemprop=copyrightYear>2026</span><span class=with-love><i class="fa fa-heart"></i> </span><span class=author itemprop=copyrightHolder>Nicksxs</span></div></div></footer><div class="toggle sidebar-toggle" role=button><span class=toggle-line></span><span class=toggle-line></span><span class=toggle-line></span></div><div class=sidebar-dimmer></div><div aria-label=返回顶部 class=back-to-top role=button><i class="fa fa-arrow-up fa-lg"></i><span>0%</span></div><a aria-label="在 GitHub 上关注我" title="在 GitHub 上关注我" class=github-corner href=https://github.com/nicksxs rel=noopener target=_blank><svg viewbox="0 0 250 250" aria-hidden=true height=80 width=80><path d="M0,0 L115,115 L130,115 L142,142 L250,250 L250,0 Z"></path><path d="M128.3,109.0 C113.8,99.7 119.0,89.6 119.0,89.6 C122.0,82.7 120.5,78.6 120.5,78.6 C119.2,72.0 123.4,76.3 123.4,76.3 C127.3,80.9 125.5,87.3 125.5,87.3 C122.9,97.6 130.6,101.9 134.4,103.2" style="transform-origin:130px 106px" class=octo-arm fill=currentColor></path><path d="M115.0,115.0 C114.9,115.1 118.7,116.5 119.8,115.4 L133.7,101.6 C136.9,99.2 139.9,98.4 142.2,98.6 C133.8,88.0 127.5,74.4 143.8,58.0 C148.5,53.4 154.0,51.2 159.7,51.0 C160.3,49.4 163.2,43.6 171.4,40.1 C171.4,40.1 176.1,42.5 178.8,56.2 C183.1,58.6 187.2,61.8 190.9,65.4 C194.5,69.0 197.7,73.2 200.1,77.6 C213.8,80.2 216.3,84.9 216.3,84.9 C212.7,93.1 206.9,96.0 205.4,96.6 C205.1,102.4 203.0,107.8 198.3,112.5 C181.9,128.9 168.3,122.5 157.7,114.1 C157.9,116.9 156.7,120.9 152.7,124.9 L141.0,136.5 C139.8,137.7 141.6,141.9 141.8,141.8 Z" class=octo-body fill=currentColor></path></svg></a><noscript><div class=noscript-warning>Theme NexT works best with JavaScript enabled</div></noscript><script data-cloudflare-page-counter-config type=application/json>{"enable":true,"endpoint":"https://counter.nicksxs.me","site":"nicksxs","local_cache":true,"timeout":5000,"icon":"far fa-eye","item_text":true}</script><script src=/js/cloudflare-page-counter.js></script><script class=next-config data-name=disqus type=application/json>{"enable":true,"shortname":"nicksxs","count":false,"i18n":{"disqus":"disqus"}}</script><script defer src=/js/third-party/comments/disqus.js></script>
|