You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1228 lines
338 KiB
1228 lines
338 KiB
<!DOCTYPE html>
|
|
<html lang="zh-Hans">
|
|
<head>
|
|
<meta charset="UTF-8">
|
|
<meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=2">
|
|
<meta name="theme-color" content="#222">
|
|
<meta name="generator" content="Hexo 4.2.0">
|
|
<link rel="apple-touch-icon" sizes="180x180" href="/images/apple-touch-icon-next.png">
|
|
<link rel="icon" type="image/png" sizes="32x32" href="/images/favicon-32x32-next.png">
|
|
<link rel="icon" type="image/png" sizes="16x16" href="/images/favicon-16x16-next.png">
|
|
<link rel="mask-icon" href="/images/logo.svg" color="#222">
|
|
<meta name="google-site-verification" content="2X6S9P7CAjXjVvw8YyQR8pCu-B0oEu7O9quLgxXuWyA">
|
|
<meta name="baidu-site-verification" content="dV8JGNzi0c">
|
|
<meta name="chinaz-site-verification" content="500A176AA29CFB31">
|
|
|
|
<script data-ad-client="ca-pub-7480618470784058" async src="https://pagead2.googlesyndication.com/pagead/js/adsbygoogle.js"></script>
|
|
|
|
<link rel="stylesheet" href="/css/main.css">
|
|
|
|
<link rel="stylesheet" href="//fonts.loli.net/css?family=Lato:300,300italic,400,400italic,700,700italic|M+ 2p:300,300italic,400,400italic,700,700italic&display=swap&subset=latin,latin-ext">
|
|
<link rel="stylesheet" href="/lib/font-awesome/css/all.min.css">
|
|
<link rel="stylesheet" href="//cdn.jsdelivr.net/gh/fancyapps/fancybox@3/dist/jquery.fancybox.min.css">
|
|
|
|
<script id="hexo-configurations">
|
|
var NexT = window.NexT || {};
|
|
var CONFIG = {"hostname":"nicksxs.me","root":"/","scheme":"Pisces","version":"7.8.0","exturl":false,"sidebar":{"position":"left","display":"post","padding":18,"offset":12,"onmobile":false},"copycode":{"enable":true,"show_result":false,"style":null},"back2top":{"enable":true,"sidebar":false,"scrollpercent":false},"bookmark":{"enable":false,"color":"#222","save":"auto"},"fancybox":true,"mediumzoom":false,"lazyload":true,"pangu":false,"comments":{"style":"tabs","active":null,"storage":true,"lazyload":false,"nav":null},"algolia":{"hits":{"per_page":10},"labels":{"input_placeholder":"Search for Posts","hits_empty":"We didn't find any results for the search: ${query}","hits_stats":"${hits} results found in ${time} ms"}},"localsearch":{"enable":false,"trigger":"auto","top_n_per_article":1,"unescape":false,"preload":false},"motion":{"enable":true,"async":false,"transition":{"post_block":"fadeIn","post_header":"slideDownIn","post_body":"slideDownIn","coll_header":"slideLeftIn","sidebar":"slideUpIn"}}};
|
|
</script>
|
|
|
|
<meta name="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
<meta property="og:type" content="website">
|
|
<meta property="og:title" content="Nicksxs's Blog">
|
|
<meta property="og:url" content="https://nicksxs.me/page/7/index.html">
|
|
<meta property="og:site_name" content="Nicksxs's Blog">
|
|
<meta property="og:description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
<meta property="article:author" content="Nicksxs">
|
|
<meta property="article:tag" content="Nicksxs">
|
|
<meta property="article:tag" content="史学森">
|
|
<meta property="article:tag" content="米方方">
|
|
<meta property="article:tag" content="米方方的男朋友">
|
|
<meta property="article:tag" content="森哥">
|
|
<meta name="twitter:card" content="summary">
|
|
|
|
<link rel="canonical" href="https://nicksxs.me/page/7/">
|
|
|
|
|
|
<script id="page-configurations">
|
|
// https://hexo.io/docs/variables.html
|
|
CONFIG.page = {
|
|
sidebar: "",
|
|
isHome : true,
|
|
isPost : false,
|
|
lang : 'zh-Hans'
|
|
};
|
|
</script>
|
|
|
|
<title>Nicksxs's Blog</title>
|
|
|
|
<script async src="https://www.googletagmanager.com/gtag/js?id=UA-61358619-1"></script>
|
|
<script>
|
|
if (CONFIG.hostname === location.hostname) {
|
|
window.dataLayer = window.dataLayer || [];
|
|
function gtag(){dataLayer.push(arguments);}
|
|
gtag('js', new Date());
|
|
gtag('config', 'UA-61358619-1');
|
|
}
|
|
</script>
|
|
|
|
|
|
<script>
|
|
var _hmt = _hmt || [];
|
|
(function() {
|
|
var hm = document.createElement("script");
|
|
hm.src = "https://hm.baidu.com/hm.js?20f33b3c0c0eff9b1522999c0015646d";
|
|
var s = document.getElementsByTagName("script")[0];
|
|
s.parentNode.insertBefore(hm, s);
|
|
})();
|
|
</script>
|
|
|
|
|
|
|
|
|
|
<noscript>
|
|
<style>
|
|
.use-motion .brand,
|
|
.use-motion .menu-item,
|
|
.sidebar-inner,
|
|
.use-motion .post-block,
|
|
.use-motion .pagination,
|
|
.use-motion .comments,
|
|
.use-motion .post-header,
|
|
.use-motion .post-body,
|
|
.use-motion .collection-header { opacity: initial; }
|
|
|
|
.use-motion .site-title,
|
|
.use-motion .site-subtitle {
|
|
opacity: initial;
|
|
top: initial;
|
|
}
|
|
|
|
.use-motion .logo-line-before i { left: initial; }
|
|
.use-motion .logo-line-after i { right: initial; }
|
|
</style>
|
|
</noscript>
|
|
|
|
<link rel="alternate" href="/atom.xml" title="Nicksxs's Blog" type="application/atom+xml">
|
|
</head>
|
|
|
|
<body itemscope itemtype="http://schema.org/WebPage">
|
|
<div class="container use-motion">
|
|
<div class="headband"></div>
|
|
|
|
<header class="header" itemscope itemtype="http://schema.org/WPHeader">
|
|
<div class="header-inner"><div class="site-brand-container">
|
|
<div class="site-nav-toggle">
|
|
<div class="toggle" aria-label="Toggle navigation bar">
|
|
<span class="toggle-line toggle-line-first"></span>
|
|
<span class="toggle-line toggle-line-middle"></span>
|
|
<span class="toggle-line toggle-line-last"></span>
|
|
</div>
|
|
</div>
|
|
|
|
<div class="site-meta">
|
|
|
|
<a href="/" class="brand" rel="start">
|
|
<span class="logo-line-before"><i></i></span>
|
|
<h1 class="site-title">Nicksxs's Blog</h1>
|
|
<span class="logo-line-after"><i></i></span>
|
|
</a>
|
|
<p class="site-subtitle" itemprop="description">What hurts more, the pain of hard work or the pain of regret?</p>
|
|
</div>
|
|
|
|
<div class="site-nav-right">
|
|
<div class="toggle popup-trigger">
|
|
</div>
|
|
</div>
|
|
</div>
|
|
|
|
|
|
|
|
|
|
<nav class="site-nav">
|
|
<ul id="menu" class="main-menu menu">
|
|
<li class="menu-item menu-item-home">
|
|
|
|
<a href="/" rel="section"><i class="home fa-fw"></i>Home</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-about">
|
|
|
|
<a href="/about/" rel="section"><i class="about fa-fw"></i>About</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-tags">
|
|
|
|
<a href="/tags/" rel="section"><i class="tags fa-fw"></i>Tags</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-categories">
|
|
|
|
<a href="/categories/" rel="section"><i class="categories fa-fw"></i>Categories</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-archives">
|
|
|
|
<a href="/archives/" rel="section"><i class="archives fa-fw"></i>Archives</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-sitemap">
|
|
|
|
<a href="/sitemap.xml" rel="section"><i class="sitemap fa-fw"></i>Sitemap</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-commonweal">
|
|
|
|
<a href="/404/" rel="section"><i class="heartbeat fa-fw"></i>Commonweal 404</a>
|
|
|
|
</li>
|
|
</ul>
|
|
</nav>
|
|
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
<div class="back-to-top">
|
|
<i class="fa fa-arrow-up"></i>
|
|
<span>0%</span>
|
|
</div>
|
|
|
|
<a href="https://github.com/nicksxs" class="github-corner" title="Follow me on GitHub" aria-label="Follow me on GitHub" rel="noopener" target="_blank"><svg width="80" height="80" viewBox="0 0 250 250" aria-hidden="true"><path d="M0,0 L115,115 L130,115 L142,142 L250,250 L250,0 Z"></path><path d="M128.3,109.0 C113.8,99.7 119.0,89.6 119.0,89.6 C122.0,82.7 120.5,78.6 120.5,78.6 C119.2,72.0 123.4,76.3 123.4,76.3 C127.3,80.9 125.5,87.3 125.5,87.3 C122.9,97.6 130.6,101.9 134.4,103.2" fill="currentColor" style="transform-origin: 130px 106px;" class="octo-arm"></path><path d="M115.0,115.0 C114.9,115.1 118.7,116.5 119.8,115.4 L133.7,101.6 C136.9,99.2 139.9,98.4 142.2,98.6 C133.8,88.0 127.5,74.4 143.8,58.0 C148.5,53.4 154.0,51.2 159.7,51.0 C160.3,49.4 163.2,43.6 171.4,40.1 C171.4,40.1 176.1,42.5 178.8,56.2 C183.1,58.6 187.2,61.8 190.9,65.4 C194.5,69.0 197.7,73.2 200.1,77.6 C213.8,80.2 216.3,84.9 216.3,84.9 C212.7,93.1 206.9,96.0 205.4,96.6 C205.1,102.4 203.0,107.8 198.3,112.5 C181.9,128.9 168.3,122.5 157.7,114.1 C157.9,116.9 156.7,120.9 152.7,124.9 L141.0,136.5 C139.8,137.7 141.6,141.9 141.8,141.8 Z" fill="currentColor" class="octo-body"></path></svg></a>
|
|
|
|
|
|
<main class="main">
|
|
<div class="main-inner">
|
|
<div class="content-wrap">
|
|
|
|
|
|
<div class="content index posts-expand">
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/07/26/%E6%88%91%E6%98%AF%E5%A6%82%E4%BD%95%E8%B5%B0%E4%B8%8A%E8%B7%91%E6%AD%A5%E8%BF%99%E6%9D%A1%E4%B8%8D%E5%BD%92%E8%B7%AF%E7%9A%84/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/07/26/%E6%88%91%E6%98%AF%E5%A6%82%E4%BD%95%E8%B5%B0%E4%B8%8A%E8%B7%91%E6%AD%A5%E8%BF%99%E6%9D%A1%E4%B8%8D%E5%BD%92%E8%B7%AF%E7%9A%84/" class="post-title-link" itemprop="url">我是如何走上跑步这条不归路的</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
|
|
<time title="Created: 2020-07-26 23:32:55 / Modified: 23:34:01" itemprop="dateCreated datePublished" datetime="2020-07-26T23:32:55+08:00">2020-07-26</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E7%94%9F%E6%B4%BB/" itemprop="url" rel="index"><span itemprop="name">生活</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E7%94%9F%E6%B4%BB/%E8%BF%90%E5%8A%A8/" itemprop="url" rel="index"><span itemprop="name">运动</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E7%94%9F%E6%B4%BB/%E8%BF%90%E5%8A%A8/%E8%B7%91%E6%AD%A5/" itemprop="url" rel="index"><span itemprop="name">跑步</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/07/26/%E6%88%91%E6%98%AF%E5%A6%82%E4%BD%95%E8%B5%B0%E4%B8%8A%E8%B7%91%E6%AD%A5%E8%BF%99%E6%9D%A1%E4%B8%8D%E5%BD%92%E8%B7%AF%E7%9A%84/" class="post-meta-item leancloud_visitors" data-flag-title="我是如何走上跑步这条不归路的" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/07/26/%E6%88%91%E6%98%AF%E5%A6%82%E4%BD%95%E8%B5%B0%E4%B8%8A%E8%B7%91%E6%AD%A5%E8%BF%99%E6%9D%A1%E4%B8%8D%E5%BD%92%E8%B7%AF%E7%9A%84/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/07/26/我是如何走上跑步这条不归路的/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>这周因为没有准备技术方面的内容加之之前有想分享下我和跑步的一些事情，我从小学开始就是个体育渣，因为体重大非常胖，小学的时候要做仰卧起坐，基本是一个都起不来，然后那时候跑步也是要我命那种，跟另外一个比较胖的同学在跑步队尾苟延残喘，只有立定跳远还行。</p>
|
|
<p>时光飞逝，我在初中高中的时候因为爱打篮球，以为自己体质已经有了质的变化，所以在体育课跑步的时候妄图跟一位体育非常好的同学一起跑，结果跟的快断气了，最终还是确认了自己是个体育渣，特别是到了大学的第一次体测跑一千米，跑完直接吐了，一则是大学太宅不运动，二则的确是底子不好。那么怎么会去跑步了呢，其实也没什么特殊的原因，就是工作以后因为运动得更少，体质差，而且越来越胖，所以就想运动下，加之跑步也是我觉得成本最低的运动了，刚好那时候17 年租的地方附近小区周围的路车不太多，一圈刚好一公里多，就觉得开始跑跑看，其实想想以前觉得一千米是非常远的，学校塑胶跑道才 400 米，一千米要两圈半，太难了，但是后来在这个小区周围跑的时候好像跑了一圈以后还能再跑一点，最后跑了两圈，可把自己牛坏了，我都能跑两千米了，哈哈，这是个什么概念呢，大学里最让我绝望的两项体育相关的内容就是一千米和十二分钟跑，一千米把我跑吐了，十二分钟跑及格五圈半也能让我跑完花一周时间恢复以及提前一周心理压力爆炸，虽然我那时候跑的不快，但是已经能跑两千米了，瞬间让自己自信心爆炸，并且跑完步出完汗的感觉是非常棒的，毕竟吃奶茶鸡排都能心安理得了，谁叫我跑步了呢😄，其实现在回去看，那时候跑得还算快的，因为还比较瘦，现在要跑得那么快心跳就太快了，关于心跳什么的后面说，开始建立起自信心之后，对跑步这件事就开始不那么排斥跟害怕了，毕竟我能跑两千米了，然后试试三公里，哇，也可以了呢，三公里是什么概念呢，我大学里跑过最多的一次是十二分钟跑五圈半还是六圈，也就是两公里多，不到三公里，几乎是生涯最长了，一时间产生了一些我可能是个被埋没的运动天才的错觉，其实细想下也能明白，只是速度足够慢了就能跑多一点，毕竟提测一千米是要跑进四分钟才及格，自己跑的时候一千米跑六分多钟已经算不慢了（对我自己来说），但是即使是这样还是对把跑步坚持下去这件事有了很大的正面激励作用，并且由于那时候上下班骑车，整个体重控制的比较理想，导致一时间误会跑步就能非常快的减肥（其实这是我跑步历程中比较大的误区之一），因为会在跑步前后称下体重，如果跑个五公里（后面可以跑五公里了），可能体重就能降 0.5 千克，但实际上这只是这五公里跑步身体流失的水分，喝杯水就回来了，那时候能控制体重主要是骑车跟跑步一起的作用，并且工作压力相对来讲比较小，没有过劳肥。</p>
|
|
<p>后面其实跑步慢慢变得一个比较习惯的运动了，从三公里，到五公里，到七公里，再到十公里，十公里差不多对我来说是个坎，一直还不能比较轻松的跑十公里，可能近一两年好了一些（原谅我只是跟自己比较，跟那些大神比差得不知道多远），其实对我来说每次都是个突破，因为其实与他人比较没有特别大意义，比较顶尖的差得太远，比较普通的也不行，都会打击自信心，比较比我差的就更没意义了，所以其实能挑战自己，能把自己的上限提高才是最有意义的，这也是我看着朋友圈里的一些大神的速度除了佩服赞叹之外没什么其他的惭愧或者说嫌弃自己的感觉（阿 Q 精神😄）。</p>
|
|
<p>一直感性地觉得，跑步能解压，跑完浑身汗，有种把身体的负能量都排出去的感觉，也把吃太多的罪恶感排解掉了🤦♂️，之前朋友有看一本书，书名差不多叫越跑越接近自己，这个也是我觉得挺准确的一句话，当跑到接近极限了，还想再继续再跑一点，再跑一点就能突破自己上一次的最远记录了，再跑一点就能又一次突破自己了，成人以后，毕业以后，进入社会以后，世事总是难以件件顺遂，磕磕绊绊的往前走，总觉得要崩溃了，但是还是得坚持，再熬一下，再拼一下，可能还是失败，但人生呢，运气好的人和事总是小概率的，唯有面对挫折，还是日拱一卒，来日方长，我们再坚持下，没准下一次，没准再跑一会，就能突破自己，达到新的境界。</p>
|
|
<p>另外个人后期对跑步的一些知识和理解也变得深入一些，比如伤膝盖，其实跑步的确伤膝盖，需要做一些准备和防护，最好的是适合自己的跑鞋和比较好的路（最好的是塑胶跑道了），也要注意热身跟跑后的拉伸（虽然我做的很差），还有就是注意心率，每个人有自己的适宜心率，我这就不冒充科普达人了，可以自行搜索关键字，先说到这吧~</p>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/07/19/%E8%81%8A%E8%81%8A-RocketMQ-%E7%9A%84-Broker-%E6%BA%90%E7%A0%81/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/07/19/%E8%81%8A%E8%81%8A-RocketMQ-%E7%9A%84-Broker-%E6%BA%90%E7%A0%81/" class="post-title-link" itemprop="url">聊聊 RocketMQ 的 Broker 源码</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
|
|
<time title="Created: 2020-07-19 21:48:48 / Modified: 21:49:39" itemprop="dateCreated datePublished" datetime="2020-07-19T21:48:48+08:00">2020-07-19</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/MQ/" itemprop="url" rel="index"><span itemprop="name">MQ</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/RocketMQ/" itemprop="url" rel="index"><span itemprop="name">RocketMQ</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/" itemprop="url" rel="index"><span itemprop="name">消息队列</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/RocketMQ/" itemprop="url" rel="index"><span itemprop="name">RocketMQ</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E4%B8%AD%E9%97%B4%E4%BB%B6/" itemprop="url" rel="index"><span itemprop="name">中间件</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E4%B8%AD%E9%97%B4%E4%BB%B6/RocketMQ/" itemprop="url" rel="index"><span itemprop="name">RocketMQ</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/07/19/%E8%81%8A%E8%81%8A-RocketMQ-%E7%9A%84-Broker-%E6%BA%90%E7%A0%81/" class="post-meta-item leancloud_visitors" data-flag-title="聊聊 RocketMQ 的 Broker 源码" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/07/19/%E8%81%8A%E8%81%8A-RocketMQ-%E7%9A%84-Broker-%E6%BA%90%E7%A0%81/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/07/19/聊聊-RocketMQ-的-Broker-源码/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>broker 的启动形式有点类似于 NameServer，都是服务类型的，跟 Consumer 差别比较大，</p>
|
|
<p>首先是org.apache.rocketmq.broker.BrokerStartup中的 main 函数，org.apache.rocketmq.broker.BrokerStartup#createBrokerController基本就是读取参数，这里差点把最核心的初始化给漏了，</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br></pre></td><td class="code"><pre><span class="line"><span class="keyword">final</span> BrokerController controller = <span class="keyword">new</span> BrokerController(</span><br><span class="line"> brokerConfig,</span><br><span class="line"> nettyServerConfig,</span><br><span class="line"> nettyClientConfig,</span><br><span class="line"> messageStoreConfig);</span><br><span class="line"> <span class="comment">// remember all configs to prevent discard</span></span><br><span class="line"> controller.getConfiguration().registerConfig(properties);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">boolean</span> initResult = controller.initialize();</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>前面是以 broker 配置，netty 的服务端和客户端配置，以及消息存储配置在实例化 BrokerController，然后就是初始化了</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">boolean</span> <span class="title">initialize</span><span class="params">()</span> <span class="keyword">throws</span> CloneNotSupportedException </span>{</span><br><span class="line"> <span class="keyword">boolean</span> result = <span class="keyword">this</span>.topicConfigManager.load();</span><br><span class="line"></span><br><span class="line"> result = result && <span class="keyword">this</span>.consumerOffsetManager.load();</span><br><span class="line"> result = result && <span class="keyword">this</span>.subscriptionGroupManager.load();</span><br><span class="line"> result = result && <span class="keyword">this</span>.consumerFilterManager.load();</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>前面这些就是各个配置的 load 了，然后是个我认为比较重要的部分messageStore 的实例化，</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br></pre></td><td class="code"><pre><span class="line"><span class="keyword">if</span> (result) {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> <span class="keyword">this</span>.messageStore =</span><br><span class="line"> <span class="keyword">new</span> DefaultMessageStore(<span class="keyword">this</span>.messageStoreConfig, <span class="keyword">this</span>.brokerStatsManager, <span class="keyword">this</span>.messageArrivingListener,</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig);</span><br><span class="line"> <span class="keyword">if</span> (messageStoreConfig.isEnableDLegerCommitLog()) {</span><br><span class="line"> DLedgerRoleChangeHandler roleChangeHandler = <span class="keyword">new</span> DLedgerRoleChangeHandler(<span class="keyword">this</span>, (DefaultMessageStore) messageStore);</span><br><span class="line"> ((DLedgerCommitLog)((DefaultMessageStore) messageStore).getCommitLog()).getdLedgerServer().getdLedgerLeaderElector().addRoleChangeHandler(roleChangeHandler);</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">this</span>.brokerStats = <span class="keyword">new</span> BrokerStats((DefaultMessageStore) <span class="keyword">this</span>.messageStore);</span><br><span class="line"> <span class="comment">//load plugin</span></span><br><span class="line"> MessageStorePluginContext context = <span class="keyword">new</span> MessageStorePluginContext(messageStoreConfig, brokerStatsManager, messageArrivingListener, brokerConfig);</span><br><span class="line"> <span class="keyword">this</span>.messageStore = MessageStoreFactory.build(context, <span class="keyword">this</span>.messageStore);</span><br><span class="line"> <span class="keyword">this</span>.messageStore.getDispatcherList().addFirst(<span class="keyword">new</span> CommitLogDispatcherCalcBitMap(<span class="keyword">this</span>.brokerConfig, <span class="keyword">this</span>.consumerFilterManager));</span><br><span class="line"> } <span class="keyword">catch</span> (IOException e) {</span><br><span class="line"> result = <span class="keyword">false</span>;</span><br><span class="line"> log.error(<span class="string">"Failed to initialize"</span>, e);</span><br><span class="line"> }</span><br><span class="line">}</span><br><span class="line"></span><br><span class="line">result = result && <span class="keyword">this</span>.messageStore.load();</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>先是实例化，实例化构造函数里的代码比较重要，重点看一下</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="title">DefaultMessageStore</span><span class="params">(<span class="keyword">final</span> MessageStoreConfig messageStoreConfig, <span class="keyword">final</span> BrokerStatsManager brokerStatsManager,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> MessageArrivingListener messageArrivingListener, <span class="keyword">final</span> BrokerConfig brokerConfig)</span> <span class="keyword">throws</span> IOException </span>{</span><br><span class="line"> <span class="keyword">this</span>.messageArrivingListener = messageArrivingListener;</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig = brokerConfig;</span><br><span class="line"> <span class="keyword">this</span>.messageStoreConfig = messageStoreConfig;</span><br><span class="line"> <span class="keyword">this</span>.brokerStatsManager = brokerStatsManager;</span><br><span class="line"> <span class="keyword">this</span>.allocateMappedFileService = <span class="keyword">new</span> AllocateMappedFileService(<span class="keyword">this</span>);</span><br><span class="line"> <span class="keyword">if</span> (messageStoreConfig.isEnableDLegerCommitLog()) {</span><br><span class="line"> <span class="keyword">this</span>.commitLog = <span class="keyword">new</span> DLedgerCommitLog(<span class="keyword">this</span>);</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">this</span>.commitLog = <span class="keyword">new</span> CommitLog(<span class="keyword">this</span>);</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">this</span>.consumeQueueTable = <span class="keyword">new</span> ConcurrentHashMap<>(<span class="number">32</span>);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.flushConsumeQueueService = <span class="keyword">new</span> FlushConsumeQueueService();</span><br><span class="line"> <span class="keyword">this</span>.cleanCommitLogService = <span class="keyword">new</span> CleanCommitLogService();</span><br><span class="line"> <span class="keyword">this</span>.cleanConsumeQueueService = <span class="keyword">new</span> CleanConsumeQueueService();</span><br><span class="line"> <span class="keyword">this</span>.storeStatsService = <span class="keyword">new</span> StoreStatsService();</span><br><span class="line"> <span class="keyword">this</span>.indexService = <span class="keyword">new</span> IndexService(<span class="keyword">this</span>);</span><br><span class="line"> <span class="keyword">if</span> (!messageStoreConfig.isEnableDLegerCommitLog()) {</span><br><span class="line"> <span class="keyword">this</span>.haService = <span class="keyword">new</span> HAService(<span class="keyword">this</span>);</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">this</span>.haService = <span class="keyword">null</span>;</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">this</span>.reputMessageService = <span class="keyword">new</span> ReputMessageService();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.scheduleMessageService = <span class="keyword">new</span> ScheduleMessageService(<span class="keyword">this</span>);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.transientStorePool = <span class="keyword">new</span> TransientStorePool(messageStoreConfig);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (messageStoreConfig.isTransientStorePoolEnable()) {</span><br><span class="line"> <span class="keyword">this</span>.transientStorePool.init();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.allocateMappedFileService.start();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.indexService.start();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.dispatcherList = <span class="keyword">new</span> LinkedList<>();</span><br><span class="line"> <span class="keyword">this</span>.dispatcherList.addLast(<span class="keyword">new</span> CommitLogDispatcherBuildConsumeQueue());</span><br><span class="line"> <span class="keyword">this</span>.dispatcherList.addLast(<span class="keyword">new</span> CommitLogDispatcherBuildIndex());</span><br><span class="line"></span><br><span class="line"> File file = <span class="keyword">new</span> File(StorePathConfigHelper.getLockFile(messageStoreConfig.getStorePathRootDir()));</span><br><span class="line"> MappedFile.ensureDirOK(file.getParent());</span><br><span class="line"> lockFile = <span class="keyword">new</span> RandomAccessFile(file, <span class="string">"rw"</span>);</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>这里面有很多类，不过先把从构造函数里传进来的忽略下，接下来就是 <code>AllocateMappedFileService</code> 这个service，前面看过文章的可能会根据上面的代码猜到，这也是个 ServiceThread，如果是对RocketMQ 有所了解的可能从名字可以看出这个类是关于 RocketMQ 消息怎么落盘的，当需要创建MappedFile时（在MapedFileQueue.getLastMapedFile方法中），向该线程的requestQueue队列中放入AllocateRequest请求对象，该线程会在后台监听该队列，并在后台创建MapedFile对象，即同时创建了物理文件。然后是创建了 IndexService 服务线程，用来给创建索引；还有是FlushConsumeQueueService是将ConsumeQueue 刷入磁盘；CleanCommitLogService用来清理过期的 CommitLog，默认是 72 小时以上；CleanConsumeQueueService是将小于最新的 CommitLog 偏移量的 ConsumeQueue 清理掉；StoreStatsService是储存统计服务；HAService用于CommitLog 的主备同步；ScheduleMessageService用于定时消息；还有就是这个ReputMessageService非常重要，就是由它实现了将 CommitLog 以 topic+queue 纬度构建 ConsumeQueue，后面TransientStorePool是异步刷盘时的存储buffer，也可以从后面的判断中看出来</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">boolean</span> <span class="title">isTransientStorePoolEnable</span><span class="params">()</span> </span>{</span><br><span class="line"> <span class="keyword">return</span> transientStorePoolEnable && FlushDiskType.ASYNC_FLUSH == getFlushDiskType()</span><br><span class="line"> && BrokerRole.SLAVE != getBrokerRole();</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>再然后就是启动两个服务线程，dispatcherList是为CommitLog文件转发请求，差不多这个初始化就这些内容。</p>
|
|
<p>然后回到外层，下面是主备切换的配置，然后是数据统计，接着是存储插件加载，然后是往转发器链表里再加一个过滤器</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br></pre></td><td class="code"><pre><span class="line"><span class="keyword">if</span> (messageStoreConfig.isEnableDLegerCommitLog()) {</span><br><span class="line"> DLedgerRoleChangeHandler roleChangeHandler = <span class="keyword">new</span> DLedgerRoleChangeHandler(<span class="keyword">this</span>, (DefaultMessageStore) messageStore);</span><br><span class="line"> ((DLedgerCommitLog)((DefaultMessageStore) messageStore).getCommitLog()).getdLedgerServer().getdLedgerLeaderElector().addRoleChangeHandler(roleChangeHandler);</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">this</span>.brokerStats = <span class="keyword">new</span> BrokerStats((DefaultMessageStore) <span class="keyword">this</span>.messageStore);</span><br><span class="line"> <span class="comment">//load plugin</span></span><br><span class="line"> MessageStorePluginContext context = <span class="keyword">new</span> MessageStorePluginContext(messageStoreConfig, brokerStatsManager, messageArrivingListener, brokerConfig);</span><br><span class="line"> <span class="keyword">this</span>.messageStore = MessageStoreFactory.build(context, <span class="keyword">this</span>.messageStore);</span><br><span class="line"> <span class="keyword">this</span>.messageStore.getDispatcherList().addFirst(<span class="keyword">new</span> CommitLogDispatcherCalcBitMap(<span class="keyword">this</span>.brokerConfig, <span class="keyword">this</span>.consumerFilterManager));</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>接下来就是org.apache.rocketmq.store.MessageStore#load的过程了，</p>
|
|
<p>1) 调用ScheduleMessageService.load方法，初始化延迟级别列表。将这些级别（”1s 5s 10s 30s 1m 2m 3m 4m 5m 6m 7m 8m 9m 10m 20m 30m 1h 2h”）的延时存入延迟级别delayLevelTable：ConcurrentHashMap<Integer /* level <em>/, Long/</em> delay timeMillis */>变量中，例如1s的kv值为1:1000,5s的kv值为2:5000，key值依次类推；每个延迟级别即为一个队列。</p>
|
|
<p>2)调用CommitLog.load方法，在此方法中调用MapedFileQueue.load方法，将$HOME /store/commitlog目录下的所有文件加载到MapedFileQueue的List<MapedFile>变量中；</p>
|
|
<p>3)调用DefaultMessageStore.loadConsumeQueue方法加载consumequeue文件数据到DefaultMessageStore.consumeQueueTable集合中。</p>
|
|
<p>初始化StoreCheckPoint对象，加载$HOME/store/checkpoint文件，该文件记录三个字段值，分别是物理队列消息时间戳、逻辑队列消息时间戳、索引队列消息时间戳。</p>
|
|
<p>调用IndexService.load方法加载$HOME/store/index目录下的文件。对该目录下的每个文件初始化一个IndexFile对象。然后调用IndexFile对象的load方法将IndexHeader加载到对象的变量中；再根据检查是否存在abort文件，若有存在abort文件，则表示Broker表示上次是异常退出的，则检查checkpoint的indexMsgTimestamp字段值是否小于IndexHeader的endTimestamp值，indexMsgTimestamp值表示最后刷盘的时间，若小于则表示在最后刷盘之后在该文件中还创建了索引，则要删除该Index文件，否则将该IndexFile对象放入indexFileList:ArrayList<IndexFile>索引文件集合中。</p>
|
|
<p>然后调用org.apache.rocketmq.store.DefaultMessageStore#recover恢复，前面有根据<code>boolean lastExitOK = !this.isTempFileExist();</code>临时文件是否存在来判断上一次是否正常退出，根据这个状态来选择什么恢复策略</p>
|
|
<p>接下去是初始化 Netty 服务端，初始化发送消息线程池（sendMessageExecutor）、拉取消息线程池（pullMessageExecutor）、管理Broker线程池（adminBrokerExecutor）、客户端管理线程池（clientManageExecutor），注册事件处理器，包括发送消息事件处理器（SendMessageProcessor）、拉取消息事件处理器、查询消息事件处理器（QueryMessageProcessor，包括客户端的心跳事件、注销事件、获取消费者列表事件、更新更新和查询消费进度consumerOffset）、客户端管理事件处理器（ClientManageProcessor）、结束事务处理器（EndTransactionProcessor）、默认事件处理器（AdminBrokerProcessor），然后是定时任务</p>
|
|
<p><code>BrokerController.this.getBrokerStats().record();</code> 记录 Broker 状态</p>
|
|
<p><code>BrokerController.this.consumerOffsetManager.persist();</code> 持久化consumerOffset</p>
|
|
<p><code>BrokerController.this.consumerFilterManager.persist();</code>持久化consumerFilter</p>
|
|
<p><code>BrokerController.this.protectBroker();</code> 保护 broker，消费慢，不让继续投递</p>
|
|
<p><code>BrokerController.this.printWaterMark();</code> 打印水位</p>
|
|
<p><code>log.info("dispatch behind commit log {} bytes", BrokerController.this.getMessageStore().dispatchBehindBytes());</code> 检查落后程度</p>
|
|
<p><code>BrokerController.this.brokerOuterAPI.fetchNameServerAddr();</code> 定时获取 nameserver</p>
|
|
<p><code>BrokerController.this.printMasterAndSlaveDiff();</code> 打印主从不一致</p>
|
|
<p>然后是 tsl，初始化事务消息，初始化 RPCHook</p>
|
|
<p>请把害怕打到公屏上🤦♂️，从线程池名字和调用的方法应该可以看出大部分的用途</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br><span class="line">63</span><br><span class="line">64</span><br><span class="line">65</span><br><span class="line">66</span><br><span class="line">67</span><br><span class="line">68</span><br><span class="line">69</span><br><span class="line">70</span><br><span class="line">71</span><br><span class="line">72</span><br><span class="line">73</span><br><span class="line">74</span><br><span class="line">75</span><br><span class="line">76</span><br><span class="line">77</span><br><span class="line">78</span><br><span class="line">79</span><br><span class="line">80</span><br><span class="line">81</span><br><span class="line">82</span><br><span class="line">83</span><br><span class="line">84</span><br><span class="line">85</span><br><span class="line">86</span><br><span class="line">87</span><br><span class="line">88</span><br><span class="line">89</span><br><span class="line">90</span><br><span class="line">91</span><br><span class="line">92</span><br><span class="line">93</span><br><span class="line">94</span><br><span class="line">95</span><br><span class="line">96</span><br><span class="line">97</span><br><span class="line">98</span><br><span class="line">99</span><br><span class="line">100</span><br><span class="line">101</span><br><span class="line">102</span><br><span class="line">103</span><br><span class="line">104</span><br><span class="line">105</span><br><span class="line">106</span><br><span class="line">107</span><br><span class="line">108</span><br><span class="line">109</span><br><span class="line">110</span><br><span class="line">111</span><br><span class="line">112</span><br><span class="line">113</span><br><span class="line">114</span><br><span class="line">115</span><br><span class="line">116</span><br><span class="line">117</span><br><span class="line">118</span><br><span class="line">119</span><br><span class="line">120</span><br><span class="line">121</span><br><span class="line">122</span><br><span class="line">123</span><br><span class="line">124</span><br><span class="line">125</span><br><span class="line">126</span><br><span class="line">127</span><br><span class="line">128</span><br><span class="line">129</span><br><span class="line">130</span><br><span class="line">131</span><br><span class="line">132</span><br><span class="line">133</span><br><span class="line">134</span><br><span class="line">135</span><br><span class="line">136</span><br><span class="line">137</span><br><span class="line">138</span><br><span class="line">139</span><br><span class="line">140</span><br><span class="line">141</span><br><span class="line">142</span><br><span class="line">143</span><br><span class="line">144</span><br><span class="line">145</span><br><span class="line">146</span><br><span class="line">147</span><br><span class="line">148</span><br><span class="line">149</span><br><span class="line">150</span><br><span class="line">151</span><br><span class="line">152</span><br><span class="line">153</span><br><span class="line">154</span><br><span class="line">155</span><br><span class="line">156</span><br><span class="line">157</span><br><span class="line">158</span><br><span class="line">159</span><br><span class="line">160</span><br><span class="line">161</span><br><span class="line">162</span><br><span class="line">163</span><br><span class="line">164</span><br><span class="line">165</span><br><span class="line">166</span><br><span class="line">167</span><br><span class="line">168</span><br><span class="line">169</span><br><span class="line">170</span><br><span class="line">171</span><br><span class="line">172</span><br><span class="line">173</span><br><span class="line">174</span><br><span class="line">175</span><br><span class="line">176</span><br><span class="line">177</span><br><span class="line">178</span><br><span class="line">179</span><br><span class="line">180</span><br><span class="line">181</span><br><span class="line">182</span><br><span class="line">183</span><br><span class="line">184</span><br><span class="line">185</span><br><span class="line">186</span><br><span class="line">187</span><br><span class="line">188</span><br><span class="line">189</span><br><span class="line">190</span><br><span class="line">191</span><br><span class="line">192</span><br><span class="line">193</span><br><span class="line">194</span><br><span class="line">195</span><br><span class="line">196</span><br><span class="line">197</span><br><span class="line">198</span><br><span class="line">199</span><br><span class="line">200</span><br><span class="line">201</span><br><span class="line">202</span><br><span class="line">203</span><br><span class="line">204</span><br><span class="line">205</span><br><span class="line">206</span><br><span class="line">207</span><br><span class="line">208</span><br><span class="line">209</span><br><span class="line">210</span><br><span class="line">211</span><br><span class="line">212</span><br><span class="line">213</span><br><span class="line">214</span><br><span class="line">215</span><br><span class="line">216</span><br><span class="line">217</span><br><span class="line">218</span><br><span class="line">219</span><br><span class="line">220</span><br><span class="line">221</span><br><span class="line">222</span><br><span class="line">223</span><br></pre></td><td class="code"><pre><span class="line"><span class="keyword">this</span>.remotingServer = <span class="keyword">new</span> NettyRemotingServer(<span class="keyword">this</span>.nettyServerConfig, <span class="keyword">this</span>.clientHousekeepingService);</span><br><span class="line"> NettyServerConfig fastConfig = (NettyServerConfig) <span class="keyword">this</span>.nettyServerConfig.clone();</span><br><span class="line"> fastConfig.setListenPort(nettyServerConfig.getListenPort() - <span class="number">2</span>);</span><br><span class="line"> <span class="keyword">this</span>.fastRemotingServer = <span class="keyword">new</span> NettyRemotingServer(fastConfig, <span class="keyword">this</span>.clientHousekeepingService);</span><br><span class="line"> <span class="keyword">this</span>.sendMessageExecutor = <span class="keyword">new</span> BrokerFixedThreadPoolExecutor(</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig.getSendMessageThreadPoolNums(),</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig.getSendMessageThreadPoolNums(),</span><br><span class="line"> <span class="number">1000</span> * <span class="number">60</span>,</span><br><span class="line"> TimeUnit.MILLISECONDS,</span><br><span class="line"> <span class="keyword">this</span>.sendThreadPoolQueue,</span><br><span class="line"> <span class="keyword">new</span> ThreadFactoryImpl(<span class="string">"SendMessageThread_"</span>));</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.pullMessageExecutor = <span class="keyword">new</span> BrokerFixedThreadPoolExecutor(</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig.getPullMessageThreadPoolNums(),</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig.getPullMessageThreadPoolNums(),</span><br><span class="line"> <span class="number">1000</span> * <span class="number">60</span>,</span><br><span class="line"> TimeUnit.MILLISECONDS,</span><br><span class="line"> <span class="keyword">this</span>.pullThreadPoolQueue,</span><br><span class="line"> <span class="keyword">new</span> ThreadFactoryImpl(<span class="string">"PullMessageThread_"</span>));</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.replyMessageExecutor = <span class="keyword">new</span> BrokerFixedThreadPoolExecutor(</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig.getProcessReplyMessageThreadPoolNums(),</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig.getProcessReplyMessageThreadPoolNums(),</span><br><span class="line"> <span class="number">1000</span> * <span class="number">60</span>,</span><br><span class="line"> TimeUnit.MILLISECONDS,</span><br><span class="line"> <span class="keyword">this</span>.replyThreadPoolQueue,</span><br><span class="line"> <span class="keyword">new</span> ThreadFactoryImpl(<span class="string">"ProcessReplyMessageThread_"</span>));</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.queryMessageExecutor = <span class="keyword">new</span> BrokerFixedThreadPoolExecutor(</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig.getQueryMessageThreadPoolNums(),</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig.getQueryMessageThreadPoolNums(),</span><br><span class="line"> <span class="number">1000</span> * <span class="number">60</span>,</span><br><span class="line"> TimeUnit.MILLISECONDS,</span><br><span class="line"> <span class="keyword">this</span>.queryThreadPoolQueue,</span><br><span class="line"> <span class="keyword">new</span> ThreadFactoryImpl(<span class="string">"QueryMessageThread_"</span>));</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.adminBrokerExecutor =</span><br><span class="line"> Executors.newFixedThreadPool(<span class="keyword">this</span>.brokerConfig.getAdminBrokerThreadPoolNums(), <span class="keyword">new</span> ThreadFactoryImpl(</span><br><span class="line"> <span class="string">"AdminBrokerThread_"</span>));</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.clientManageExecutor = <span class="keyword">new</span> ThreadPoolExecutor(</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig.getClientManageThreadPoolNums(),</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig.getClientManageThreadPoolNums(),</span><br><span class="line"> <span class="number">1000</span> * <span class="number">60</span>,</span><br><span class="line"> TimeUnit.MILLISECONDS,</span><br><span class="line"> <span class="keyword">this</span>.clientManagerThreadPoolQueue,</span><br><span class="line"> <span class="keyword">new</span> ThreadFactoryImpl(<span class="string">"ClientManageThread_"</span>));</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.heartbeatExecutor = <span class="keyword">new</span> BrokerFixedThreadPoolExecutor(</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig.getHeartbeatThreadPoolNums(),</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig.getHeartbeatThreadPoolNums(),</span><br><span class="line"> <span class="number">1000</span> * <span class="number">60</span>,</span><br><span class="line"> TimeUnit.MILLISECONDS,</span><br><span class="line"> <span class="keyword">this</span>.heartbeatThreadPoolQueue,</span><br><span class="line"> <span class="keyword">new</span> ThreadFactoryImpl(<span class="string">"HeartbeatThread_"</span>, <span class="keyword">true</span>));</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.endTransactionExecutor = <span class="keyword">new</span> BrokerFixedThreadPoolExecutor(</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig.getEndTransactionThreadPoolNums(),</span><br><span class="line"> <span class="keyword">this</span>.brokerConfig.getEndTransactionThreadPoolNums(),</span><br><span class="line"> <span class="number">1000</span> * <span class="number">60</span>,</span><br><span class="line"> TimeUnit.MILLISECONDS,</span><br><span class="line"> <span class="keyword">this</span>.endTransactionThreadPoolQueue,</span><br><span class="line"> <span class="keyword">new</span> ThreadFactoryImpl(<span class="string">"EndTransactionThread_"</span>));</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.consumerManageExecutor =</span><br><span class="line"> Executors.newFixedThreadPool(<span class="keyword">this</span>.brokerConfig.getConsumerManageThreadPoolNums(), <span class="keyword">new</span> ThreadFactoryImpl(</span><br><span class="line"> <span class="string">"ConsumerManageThread_"</span>));</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.registerProcessor();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">final</span> <span class="keyword">long</span> initialDelay = UtilAll.computeNextMorningTimeMillis() - System.currentTimeMillis();</span><br><span class="line"> <span class="keyword">final</span> <span class="keyword">long</span> period = <span class="number">1000</span> * <span class="number">60</span> * <span class="number">60</span> * <span class="number">24</span>;</span><br><span class="line"> <span class="keyword">this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class="keyword">new</span> Runnable() {</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> BrokerController.<span class="keyword">this</span>.getBrokerStats().record();</span><br><span class="line"> } <span class="keyword">catch</span> (Throwable e) {</span><br><span class="line"> log.error(<span class="string">"schedule record error."</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }, initialDelay, period, TimeUnit.MILLISECONDS);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class="keyword">new</span> Runnable() {</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> BrokerController.<span class="keyword">this</span>.consumerOffsetManager.persist();</span><br><span class="line"> } <span class="keyword">catch</span> (Throwable e) {</span><br><span class="line"> log.error(<span class="string">"schedule persist consumerOffset error."</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }, <span class="number">1000</span> * <span class="number">10</span>, <span class="keyword">this</span>.brokerConfig.getFlushConsumerOffsetInterval(), TimeUnit.MILLISECONDS);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class="keyword">new</span> Runnable() {</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> BrokerController.<span class="keyword">this</span>.consumerFilterManager.persist();</span><br><span class="line"> } <span class="keyword">catch</span> (Throwable e) {</span><br><span class="line"> log.error(<span class="string">"schedule persist consumer filter error."</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }, <span class="number">1000</span> * <span class="number">10</span>, <span class="number">1000</span> * <span class="number">10</span>, TimeUnit.MILLISECONDS);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class="keyword">new</span> Runnable() {</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> BrokerController.<span class="keyword">this</span>.protectBroker();</span><br><span class="line"> } <span class="keyword">catch</span> (Throwable e) {</span><br><span class="line"> log.error(<span class="string">"protectBroker error."</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }, <span class="number">3</span>, <span class="number">3</span>, TimeUnit.MINUTES);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class="keyword">new</span> Runnable() {</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> BrokerController.<span class="keyword">this</span>.printWaterMark();</span><br><span class="line"> } <span class="keyword">catch</span> (Throwable e) {</span><br><span class="line"> log.error(<span class="string">"printWaterMark error."</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }, <span class="number">10</span>, <span class="number">1</span>, TimeUnit.SECONDS);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class="keyword">new</span> Runnable() {</span><br><span class="line"></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> log.info(<span class="string">"dispatch behind commit log {} bytes"</span>, BrokerController.<span class="keyword">this</span>.getMessageStore().dispatchBehindBytes());</span><br><span class="line"> } <span class="keyword">catch</span> (Throwable e) {</span><br><span class="line"> log.error(<span class="string">"schedule dispatchBehindBytes error."</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }, <span class="number">1000</span> * <span class="number">10</span>, <span class="number">1000</span> * <span class="number">60</span>, TimeUnit.MILLISECONDS);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.brokerConfig.getNamesrvAddr() != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">this</span>.brokerOuterAPI.updateNameServerAddressList(<span class="keyword">this</span>.brokerConfig.getNamesrvAddr());</span><br><span class="line"> log.info(<span class="string">"Set user specified name server address: {}"</span>, <span class="keyword">this</span>.brokerConfig.getNamesrvAddr());</span><br><span class="line"> } <span class="keyword">else</span> <span class="keyword">if</span> (<span class="keyword">this</span>.brokerConfig.isFetchNamesrvAddrByAddressServer()) {</span><br><span class="line"> <span class="keyword">this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class="keyword">new</span> Runnable() {</span><br><span class="line"></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> BrokerController.<span class="keyword">this</span>.brokerOuterAPI.fetchNameServerAddr();</span><br><span class="line"> } <span class="keyword">catch</span> (Throwable e) {</span><br><span class="line"> log.error(<span class="string">"ScheduledTask fetchNameServerAddr exception"</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }, <span class="number">1000</span> * <span class="number">10</span>, <span class="number">1000</span> * <span class="number">60</span> * <span class="number">2</span>, TimeUnit.MILLISECONDS);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (!messageStoreConfig.isEnableDLegerCommitLog()) {</span><br><span class="line"> <span class="keyword">if</span> (BrokerRole.SLAVE == <span class="keyword">this</span>.messageStoreConfig.getBrokerRole()) {</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.messageStoreConfig.getHaMasterAddress() != <span class="keyword">null</span> && <span class="keyword">this</span>.messageStoreConfig.getHaMasterAddress().length() >= <span class="number">6</span>) {</span><br><span class="line"> <span class="keyword">this</span>.messageStore.updateHaMasterAddress(<span class="keyword">this</span>.messageStoreConfig.getHaMasterAddress());</span><br><span class="line"> <span class="keyword">this</span>.updateMasterHAServerAddrPeriodically = <span class="keyword">false</span>;</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">this</span>.updateMasterHAServerAddrPeriodically = <span class="keyword">true</span>;</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class="keyword">new</span> Runnable() {</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> BrokerController.<span class="keyword">this</span>.printMasterAndSlaveDiff();</span><br><span class="line"> } <span class="keyword">catch</span> (Throwable e) {</span><br><span class="line"> log.error(<span class="string">"schedule printMasterAndSlaveDiff error."</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }, <span class="number">1000</span> * <span class="number">10</span>, <span class="number">1000</span> * <span class="number">60</span>, TimeUnit.MILLISECONDS);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (TlsSystemConfig.tlsMode != TlsMode.DISABLED) {</span><br><span class="line"> <span class="comment">// Register a listener to reload SslContext</span></span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> fileWatchService = <span class="keyword">new</span> FileWatchService(</span><br><span class="line"> <span class="keyword">new</span> String[] {</span><br><span class="line"> TlsSystemConfig.tlsServerCertPath,</span><br><span class="line"> TlsSystemConfig.tlsServerKeyPath,</span><br><span class="line"> TlsSystemConfig.tlsServerTrustCertPath</span><br><span class="line"> },</span><br><span class="line"> <span class="keyword">new</span> FileWatchService.Listener() {</span><br><span class="line"> <span class="keyword">boolean</span> certChanged, keyChanged = <span class="keyword">false</span>;</span><br><span class="line"></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">onChanged</span><span class="params">(String path)</span> </span>{</span><br><span class="line"> <span class="keyword">if</span> (path.equals(TlsSystemConfig.tlsServerTrustCertPath)) {</span><br><span class="line"> log.info(<span class="string">"The trust certificate changed, reload the ssl context"</span>);</span><br><span class="line"> reloadServerSslContext();</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">if</span> (path.equals(TlsSystemConfig.tlsServerCertPath)) {</span><br><span class="line"> certChanged = <span class="keyword">true</span>;</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">if</span> (path.equals(TlsSystemConfig.tlsServerKeyPath)) {</span><br><span class="line"> keyChanged = <span class="keyword">true</span>;</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">if</span> (certChanged && keyChanged) {</span><br><span class="line"> log.info(<span class="string">"The certificate and private key changed, reload the ssl context"</span>);</span><br><span class="line"> certChanged = keyChanged = <span class="keyword">false</span>;</span><br><span class="line"> reloadServerSslContext();</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="function"><span class="keyword">private</span> <span class="keyword">void</span> <span class="title">reloadServerSslContext</span><span class="params">()</span> </span>{</span><br><span class="line"> ((NettyRemotingServer) remotingServer).loadSslContext();</span><br><span class="line"> ((NettyRemotingServer) fastRemotingServer).loadSslContext();</span><br><span class="line"> }</span><br><span class="line"> });</span><br><span class="line"> } <span class="keyword">catch</span> (Exception e) {</span><br><span class="line"> log.warn(<span class="string">"FileWatchService created error, can't load the certificate dynamically"</span>);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> initialTransaction();</span><br><span class="line"> initialAcl();</span><br><span class="line"> initialRpcHooks();</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">return</span> result;</span><br></pre></td></tr></table></figure>
|
|
|
|
|
|
|
|
<p>Broker 启动过程</p>
|
|
<p>贴代码</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">start</span><span class="params">()</span> <span class="keyword">throws</span> Exception </span>{</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.messageStore != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">this</span>.messageStore.start();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.remotingServer != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">this</span>.remotingServer.start();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.fastRemotingServer != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">this</span>.fastRemotingServer.start();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.fileWatchService != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">this</span>.fileWatchService.start();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.brokerOuterAPI != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">this</span>.brokerOuterAPI.start();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.pullRequestHoldService != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">this</span>.pullRequestHoldService.start();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.clientHousekeepingService != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">this</span>.clientHousekeepingService.start();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.filterServerManager != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">this</span>.filterServerManager.start();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (!messageStoreConfig.isEnableDLegerCommitLog()) {</span><br><span class="line"> startProcessorByHa(messageStoreConfig.getBrokerRole());</span><br><span class="line"> handleSlaveSynchronize(messageStoreConfig.getBrokerRole());</span><br><span class="line"> <span class="keyword">this</span>.registerBrokerAll(<span class="keyword">true</span>, <span class="keyword">false</span>, <span class="keyword">true</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class="keyword">new</span> Runnable() {</span><br><span class="line"></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> BrokerController.<span class="keyword">this</span>.registerBrokerAll(<span class="keyword">true</span>, <span class="keyword">false</span>, brokerConfig.isForceRegister());</span><br><span class="line"> } <span class="keyword">catch</span> (Throwable e) {</span><br><span class="line"> log.error(<span class="string">"registerBrokerAll Exception"</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }, <span class="number">1000</span> * <span class="number">10</span>, Math.max(<span class="number">10000</span>, Math.min(brokerConfig.getRegisterNameServerPeriod(), <span class="number">60000</span>)), TimeUnit.MILLISECONDS);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.brokerStatsManager != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">this</span>.brokerStatsManager.start();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.brokerFastFailure != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">this</span>.brokerFastFailure.start();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"></span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>首先是启动messageStore，调用 start 方法，这里面又调用了一些代码</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br><span class="line">63</span><br><span class="line">64</span><br><span class="line">65</span><br><span class="line">66</span><br><span class="line">67</span><br><span class="line">68</span><br><span class="line">69</span><br><span class="line">70</span><br><span class="line">71</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">start</span><span class="params">()</span> <span class="keyword">throws</span> Exception </span>{</span><br><span class="line"></span><br><span class="line"> lock = lockFile.getChannel().tryLock(<span class="number">0</span>, <span class="number">1</span>, <span class="keyword">false</span>);</span><br><span class="line"> <span class="keyword">if</span> (lock == <span class="keyword">null</span> || lock.isShared() || !lock.isValid()) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RuntimeException(<span class="string">"Lock failed,MQ already started"</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> lockFile.getChannel().write(ByteBuffer.wrap(<span class="string">"lock"</span>.getBytes()));</span><br><span class="line"> lockFile.getChannel().force(<span class="keyword">true</span>);</span><br><span class="line"> {</span><br><span class="line"> <span class="comment">/**</span></span><br><span class="line"><span class="comment"> * 1. Make sure the fast-forward messages to be truncated during the recovering according to the max physical offset of the commitlog;</span></span><br><span class="line"><span class="comment"> * 2. DLedger committedPos may be missing, so the maxPhysicalPosInLogicQueue maybe bigger that maxOffset returned by DLedgerCommitLog, just let it go;</span></span><br><span class="line"><span class="comment"> * 3. Calculate the reput offset according to the consume queue;</span></span><br><span class="line"><span class="comment"> * 4. Make sure the fall-behind messages to be dispatched before starting the commitlog, especially when the broker role are automatically changed.</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> <span class="keyword">long</span> maxPhysicalPosInLogicQueue = commitLog.getMinOffset();</span><br><span class="line"> <span class="keyword">for</span> (ConcurrentMap<Integer, ConsumeQueue> maps : <span class="keyword">this</span>.consumeQueueTable.values()) {</span><br><span class="line"> <span class="keyword">for</span> (ConsumeQueue logic : maps.values()) {</span><br><span class="line"> <span class="keyword">if</span> (logic.getMaxPhysicOffset() > maxPhysicalPosInLogicQueue) {</span><br><span class="line"> maxPhysicalPosInLogicQueue = logic.getMaxPhysicOffset();</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">if</span> (maxPhysicalPosInLogicQueue < <span class="number">0</span>) {</span><br><span class="line"> maxPhysicalPosInLogicQueue = <span class="number">0</span>;</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">if</span> (maxPhysicalPosInLogicQueue < <span class="keyword">this</span>.commitLog.getMinOffset()) {</span><br><span class="line"> maxPhysicalPosInLogicQueue = <span class="keyword">this</span>.commitLog.getMinOffset();</span><br><span class="line"> <span class="comment">/**</span></span><br><span class="line"><span class="comment"> * This happens in following conditions:</span></span><br><span class="line"><span class="comment"> * 1. If someone removes all the consumequeue files or the disk get damaged.</span></span><br><span class="line"><span class="comment"> * 2. Launch a new broker, and copy the commitlog from other brokers.</span></span><br><span class="line"><span class="comment"> *</span></span><br><span class="line"><span class="comment"> * All the conditions has the same in common that the maxPhysicalPosInLogicQueue should be 0.</span></span><br><span class="line"><span class="comment"> * If the maxPhysicalPosInLogicQueue is gt 0, there maybe something wrong.</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> log.warn(<span class="string">"[TooSmallCqOffset] maxPhysicalPosInLogicQueue={} clMinOffset={}"</span>, maxPhysicalPosInLogicQueue, <span class="keyword">this</span>.commitLog.getMinOffset());</span><br><span class="line"> }</span><br><span class="line"> log.info(<span class="string">"[SetReputOffset] maxPhysicalPosInLogicQueue={} clMinOffset={} clMaxOffset={} clConfirmedOffset={}"</span>,</span><br><span class="line"> maxPhysicalPosInLogicQueue, <span class="keyword">this</span>.commitLog.getMinOffset(), <span class="keyword">this</span>.commitLog.getMaxOffset(), <span class="keyword">this</span>.commitLog.getConfirmOffset());</span><br><span class="line"> <span class="keyword">this</span>.reputMessageService.setReputFromOffset(maxPhysicalPosInLogicQueue);</span><br><span class="line"> <span class="keyword">this</span>.reputMessageService.start();</span><br><span class="line"></span><br><span class="line"> <span class="comment">/**</span></span><br><span class="line"><span class="comment"> * 1. Finish dispatching the messages fall behind, then to start other services.</span></span><br><span class="line"><span class="comment"> * 2. DLedger committedPos may be missing, so here just require dispatchBehindBytes <= 0</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> <span class="keyword">while</span> (<span class="keyword">true</span>) {</span><br><span class="line"> <span class="keyword">if</span> (dispatchBehindBytes() <= <span class="number">0</span>) {</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> }</span><br><span class="line"> Thread.sleep(<span class="number">1000</span>);</span><br><span class="line"> log.info(<span class="string">"Try to finish doing reput the messages fall behind during the starting, reputOffset={} maxOffset={} behind={}"</span>, <span class="keyword">this</span>.reputMessageService.getReputFromOffset(), <span class="keyword">this</span>.getMaxPhyOffset(), <span class="keyword">this</span>.dispatchBehindBytes());</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">this</span>.recoverTopicQueueTable();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (!messageStoreConfig.isEnableDLegerCommitLog()) {</span><br><span class="line"> <span class="keyword">this</span>.haService.start();</span><br><span class="line"> <span class="keyword">this</span>.handleScheduleMessageService(messageStoreConfig.getBrokerRole());</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.flushConsumeQueueService.start();</span><br><span class="line"> <span class="keyword">this</span>.commitLog.start();</span><br><span class="line"> <span class="keyword">this</span>.storeStatsService.start();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.createTempFile();</span><br><span class="line"> <span class="keyword">this</span>.addScheduleTask();</span><br><span class="line"> <span class="keyword">this</span>.shutdown = <span class="keyword">false</span>;</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
|
|
|
|
<p>调用DefaultMessageStore.start方法启动DefaultMessageStore对象中的一些服务线程。</p>
|
|
<ol>
|
|
<li>启动ReputMessageService服务线程</li>
|
|
<li>启动FlushConsumeQueueService服务线程；</li>
|
|
<li>调用CommitLog.start方法，启动CommitLog对象中的FlushCommitLogService线程服务，若是同步刷盘（SYNC_FLUSH）则是启动GroupCommitService线程服务；若是异步刷盘（ASYNC_FLUSH）则是启动FlushRealTimeService线程服务；</li>
|
|
<li>启动StoreStatsService线程服务；</li>
|
|
<li>启动定时清理任务</li>
|
|
</ol>
|
|
<p>然后是启动ClientHousekeepingService的 netty 服务端和客户端，然后是启动fileWatchService证书服务，接着启动BrokerOuterAPI中的NettyRemotingClient，即建立与NameServer的链接，用于自身Broker与其他模块的RPC功能调用；包括获取NameServer的地址、注册Broker、注销Broker、获取Topic配置、获取消息进度信息、获取订阅关系等RPC功能，然后是PullRequestHoldService服务线程，这个就是实现长轮询的，然后启动管家ClientHousekeepingService服务，负责扫描不活跃的生产者，消费者和 filter，启动FilterServerManager 过滤器服务管理，然后启动定时任务调用org.apache.rocketmq.broker.BrokerController#registerBrokerAll向所有 nameserver 注册 broker，最后是按需开启org.apache.rocketmq.store.stats.BrokerStatsManager和org.apache.rocketmq.broker.latency.BrokerFastFailure，基本上启动过程就完成了</p>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/07/11/2020%E5%B9%B4%E4%B8%AD%E6%80%BB%E7%BB%93/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/07/11/2020%E5%B9%B4%E4%B8%AD%E6%80%BB%E7%BB%93/" class="post-title-link" itemprop="url">2020年中总结</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
|
|
<time title="Created: 2020-07-11 23:20:38 / Modified: 23:21:22" itemprop="dateCreated datePublished" datetime="2020-07-11T23:20:38+08:00">2020-07-11</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E7%94%9F%E6%B4%BB/" itemprop="url" rel="index"><span itemprop="name">生活</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E7%94%9F%E6%B4%BB/%E5%B9%B4%E4%B8%AD%E6%80%BB%E7%BB%93/" itemprop="url" rel="index"><span itemprop="name">年中总结</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E7%94%9F%E6%B4%BB/%E5%B9%B4%E4%B8%AD%E6%80%BB%E7%BB%93/2020/" itemprop="url" rel="index"><span itemprop="name">2020</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/07/11/2020%E5%B9%B4%E4%B8%AD%E6%80%BB%E7%BB%93/" class="post-meta-item leancloud_visitors" data-flag-title="2020年中总结" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/07/11/2020%E5%B9%B4%E4%B8%AD%E6%80%BB%E7%BB%93/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/07/11/2020年中总结/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>很快2020 年就过了一半了，而且是今年这么特殊的一年，很多事情都发生的出乎意料，疫情这个绕不过去的话题，之前写了点比较愤青的文字，感觉不太适合发出来就烂在草稿箱里吧，这个目前一大影响估计是今年都没办法完全摘下口罩了，前面几个月来回杭州都开车，因为彭埠大桥不通行了，实在是非常不方便，每条路都灰常堵，心累，吐槽下杭州的交通规划和交警同志，工作实在做的不咋地。</p>
|
|
<p>另外一件是就是蜗壳，从前不知道黝黑蜗壳是啥意思，只是经常会在他的视频里看到，大学的时候在缘网下了一个集锦，炒鸡帅气，各种空接扣篮，越来越能明白那句“你永远不知道意外和明天不知道哪个会先来,且行且珍惜”的含义，只是听了很多道理，依然活不好这一生，知易行难，王阳明真的是这方面的大师，有空可以看看这方面的书，一直想写写我跟篮球跟蜗壳的这十几年，争取能早日写好吧，不过得找个静得下来的时候写。</p>
|
|
<p>正事方面上半年还是挺让人失望的，没有达成一些目标，应该还是能力不足吧，技术方面分析一下还是停留在看的表面层，有些实操的，或者结合业务场景的能力不太行，算是在坚持写写 blog，主要是被这个每周一篇的目标推着走，有时会比较焦虑，内容产出也还比较差，希望能在后面有些改善，可能会降低频率，只是觉得降低了也不一定能有比较好的提升，无法战胜自己的惰性，所以暂时还是坚持下这个目标吧，还有就是 coding 能力，有时候也应该刷刷题，提升思维敏捷度，大脑用太少可能生锈了，况且本来就不是很有优势，虽然失望也只能继续努力吧，日拱一卒，来日方长，加油吧~😔</p>
|
|
<p>还有就是跑步减肥了，截止今天，上半年跑了 136 公里了，因为疫情影响，农历年后是从 4 月 17 号开始跑的，去年跑到了 300 公里，奖励自己了一个手表（真的挺后悔的，还不如 200 块买个手表），今年希望可以能在这个基础上再进一步，一直跟领导说，跑步算是我坚持下来的唯一一个好习惯了，618 买了个跑步机，周末回家了可以不受天气影响的多跑跑，不过如果天气好可能还是会出去跑跑，跑步机跑道多少还是有点拘束，只是感觉可能是我还是吃得太多了🤦♂️，效果不是很明显，还在 80 这个坎徘徊，等于浪费了大半年，可能是年初的项目太费心力，压力比较大，吃得更多，是不是可以算工伤😄，这方面也需要好好调整，可以放得开一点，虽然不太可能一下子到位，但是总要去努力下，随着年龄成长总要承担更多，也要看得开一点，没法事事如愿，尽力就好了，减肥这个事情还在结合一些俯卧撑啥的，希望也能坚持下去，加油吧，不知道原话怎么说的，意思是人类最大的勇敢就是看透了人世间的苦难，仍然热爱生活。我当然没可能让内心变得这么强大，试着去努力吧，奥力给！</p>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/07/05/%E8%81%8A%E4%B8%80%E4%B8%8B-RocketMQ-%E7%9A%84-NameServer-%E6%BA%90%E7%A0%81/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/07/05/%E8%81%8A%E4%B8%80%E4%B8%8B-RocketMQ-%E7%9A%84-NameServer-%E6%BA%90%E7%A0%81/" class="post-title-link" itemprop="url">聊一下 RocketMQ 的 NameServer 源码</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
|
|
<time title="Created: 2020-07-05 21:01:47 / Modified: 21:03:29" itemprop="dateCreated datePublished" datetime="2020-07-05T21:01:47+08:00">2020-07-05</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/MQ/" itemprop="url" rel="index"><span itemprop="name">MQ</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/RocketMQ/" itemprop="url" rel="index"><span itemprop="name">RocketMQ</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/" itemprop="url" rel="index"><span itemprop="name">消息队列</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/RocketMQ/" itemprop="url" rel="index"><span itemprop="name">RocketMQ</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E4%B8%AD%E9%97%B4%E4%BB%B6/" itemprop="url" rel="index"><span itemprop="name">中间件</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E4%B8%AD%E9%97%B4%E4%BB%B6/RocketMQ/" itemprop="url" rel="index"><span itemprop="name">RocketMQ</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/07/05/%E8%81%8A%E4%B8%80%E4%B8%8B-RocketMQ-%E7%9A%84-NameServer-%E6%BA%90%E7%A0%81/" class="post-meta-item leancloud_visitors" data-flag-title="聊一下 RocketMQ 的 NameServer 源码" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/07/05/%E8%81%8A%E4%B8%80%E4%B8%8B-RocketMQ-%E7%9A%84-NameServer-%E6%BA%90%E7%A0%81/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/07/05/聊一下-RocketMQ-的-NameServer-源码/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>前面介绍了，nameserver相当于dubbo的注册中心，用与管理broker，broker会在启动的时候注册到nameserver，并且会发送心跳给namaserver，nameserver负责保存活跃的broker，包括master和slave，同时保存topic和topic下的队列，以及filter列表，然后为producer和consumer的请求提供服务。</p>
|
|
<h3 id="启动过程"><a href="#启动过程" class="headerlink" title="启动过程"></a>启动过程</h3><figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">static</span> <span class="keyword">void</span> <span class="title">main</span><span class="params">(String[] args)</span> </span>{</span><br><span class="line"> main0(args);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">static</span> NamesrvController <span class="title">main0</span><span class="params">(String[] args)</span> </span>{</span><br><span class="line"></span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> NamesrvController controller = createNamesrvController(args);</span><br><span class="line"> start(controller);</span><br><span class="line"> String tip = <span class="string">"The Name Server boot success. serializeType="</span> + RemotingCommand.getSerializeTypeConfigInThisServer();</span><br><span class="line"> log.info(tip);</span><br><span class="line"> System.out.printf(<span class="string">"%s%n"</span>, tip);</span><br><span class="line"> <span class="keyword">return</span> controller;</span><br><span class="line"> } <span class="keyword">catch</span> (Throwable e) {</span><br><span class="line"> e.printStackTrace();</span><br><span class="line"> System.exit(-<span class="number">1</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">null</span>;</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>入口的代码时这样子，其实主要的逻辑在createNamesrvController和start方法，来看下这两个的实现</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">static</span> NamesrvController <span class="title">createNamesrvController</span><span class="params">(String[] args)</span> <span class="keyword">throws</span> IOException, JoranException </span>{</span><br><span class="line"> System.setProperty(RemotingCommand.REMOTING_VERSION_KEY, Integer.toString(MQVersion.CURRENT_VERSION));</span><br><span class="line"> <span class="comment">//PackageConflictDetect.detectFastjson();</span></span><br><span class="line"></span><br><span class="line"> Options options = ServerUtil.buildCommandlineOptions(<span class="keyword">new</span> Options());</span><br><span class="line"> commandLine = ServerUtil.parseCmdLine(<span class="string">"mqnamesrv"</span>, args, buildCommandlineOptions(options), <span class="keyword">new</span> PosixParser());</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> == commandLine) {</span><br><span class="line"> System.exit(-<span class="number">1</span>);</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">null</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">final</span> NamesrvConfig namesrvConfig = <span class="keyword">new</span> NamesrvConfig();</span><br><span class="line"> <span class="keyword">final</span> NettyServerConfig nettyServerConfig = <span class="keyword">new</span> NettyServerConfig();</span><br><span class="line"> nettyServerConfig.setListenPort(<span class="number">9876</span>);</span><br><span class="line"> <span class="keyword">if</span> (commandLine.hasOption(<span class="string">'c'</span>)) {</span><br><span class="line"> String file = commandLine.getOptionValue(<span class="string">'c'</span>);</span><br><span class="line"> <span class="keyword">if</span> (file != <span class="keyword">null</span>) {</span><br><span class="line"> InputStream in = <span class="keyword">new</span> BufferedInputStream(<span class="keyword">new</span> FileInputStream(file));</span><br><span class="line"> properties = <span class="keyword">new</span> Properties();</span><br><span class="line"> properties.load(in);</span><br><span class="line"> MixAll.properties2Object(properties, namesrvConfig);</span><br><span class="line"> MixAll.properties2Object(properties, nettyServerConfig);</span><br><span class="line"></span><br><span class="line"> namesrvConfig.setConfigStorePath(file);</span><br><span class="line"></span><br><span class="line"> System.out.printf(<span class="string">"load config properties file OK, %s%n"</span>, file);</span><br><span class="line"> in.close();</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (commandLine.hasOption(<span class="string">'p'</span>)) {</span><br><span class="line"> InternalLogger console = InternalLoggerFactory.getLogger(LoggerName.NAMESRV_CONSOLE_NAME);</span><br><span class="line"> MixAll.printObjectProperties(console, namesrvConfig);</span><br><span class="line"> MixAll.printObjectProperties(console, nettyServerConfig);</span><br><span class="line"> System.exit(<span class="number">0</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> MixAll.properties2Object(ServerUtil.commandLine2Properties(commandLine), namesrvConfig);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> == namesrvConfig.getRocketmqHome()) {</span><br><span class="line"> System.out.printf(<span class="string">"Please set the %s variable in your environment to match the location of the RocketMQ installation%n"</span>, MixAll.ROCKETMQ_HOME_ENV);</span><br><span class="line"> System.exit(-<span class="number">2</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> LoggerContext lc = (LoggerContext) LoggerFactory.getILoggerFactory();</span><br><span class="line"> JoranConfigurator configurator = <span class="keyword">new</span> JoranConfigurator();</span><br><span class="line"> configurator.setContext(lc);</span><br><span class="line"> lc.reset();</span><br><span class="line"> configurator.doConfigure(namesrvConfig.getRocketmqHome() + <span class="string">"/conf/logback_namesrv.xml"</span>);</span><br><span class="line"></span><br><span class="line"> log = InternalLoggerFactory.getLogger(LoggerName.NAMESRV_LOGGER_NAME);</span><br><span class="line"></span><br><span class="line"> MixAll.printObjectProperties(log, namesrvConfig);</span><br><span class="line"> MixAll.printObjectProperties(log, nettyServerConfig);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">final</span> NamesrvController controller = <span class="keyword">new</span> NamesrvController(namesrvConfig, nettyServerConfig);</span><br><span class="line"></span><br><span class="line"> <span class="comment">// remember all configs to prevent discard</span></span><br><span class="line"> controller.getConfiguration().registerConfig(properties);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">return</span> controller;</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>这个方法里其实主要是读取一些配置啥的，不是很复杂，</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">static</span> NamesrvController <span class="title">start</span><span class="params">(<span class="keyword">final</span> NamesrvController controller)</span> <span class="keyword">throws</span> Exception </span>{</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> == controller) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> IllegalArgumentException(<span class="string">"NamesrvController is null"</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">boolean</span> initResult = controller.initialize();</span><br><span class="line"> <span class="keyword">if</span> (!initResult) {</span><br><span class="line"> controller.shutdown();</span><br><span class="line"> System.exit(-<span class="number">3</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> Runtime.getRuntime().addShutdownHook(<span class="keyword">new</span> ShutdownHookThread(log, <span class="keyword">new</span> Callable<Void>() {</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> Void <span class="title">call</span><span class="params">()</span> <span class="keyword">throws</span> Exception </span>{</span><br><span class="line"> controller.shutdown();</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">null</span>;</span><br><span class="line"> }</span><br><span class="line"> }));</span><br><span class="line"></span><br><span class="line"> controller.start();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">return</span> controller;</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>这个start里主要关注initialize方法，后面就是一个停机的hook，来看下initialize方法</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br><span class="line">63</span><br><span class="line">64</span><br><span class="line">65</span><br><span class="line">66</span><br><span class="line">67</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">boolean</span> <span class="title">initialize</span><span class="params">()</span> </span>{</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.kvConfigManager.load();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.remotingServer = <span class="keyword">new</span> NettyRemotingServer(<span class="keyword">this</span>.nettyServerConfig, <span class="keyword">this</span>.brokerHousekeepingService);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.remotingExecutor =</span><br><span class="line"> Executors.newFixedThreadPool(nettyServerConfig.getServerWorkerThreads(), <span class="keyword">new</span> ThreadFactoryImpl(<span class="string">"RemotingExecutorThread_"</span>));</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.registerProcessor();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class="keyword">new</span> Runnable() {</span><br><span class="line"></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> NamesrvController.<span class="keyword">this</span>.routeInfoManager.scanNotActiveBroker();</span><br><span class="line"> }</span><br><span class="line"> }, <span class="number">5</span>, <span class="number">10</span>, TimeUnit.SECONDS);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class="keyword">new</span> Runnable() {</span><br><span class="line"></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> NamesrvController.<span class="keyword">this</span>.kvConfigManager.printAllPeriodically();</span><br><span class="line"> }</span><br><span class="line"> }, <span class="number">1</span>, <span class="number">10</span>, TimeUnit.MINUTES);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (TlsSystemConfig.tlsMode != TlsMode.DISABLED) {</span><br><span class="line"> <span class="comment">// Register a listener to reload SslContext</span></span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> fileWatchService = <span class="keyword">new</span> FileWatchService(</span><br><span class="line"> <span class="keyword">new</span> String[] {</span><br><span class="line"> TlsSystemConfig.tlsServerCertPath,</span><br><span class="line"> TlsSystemConfig.tlsServerKeyPath,</span><br><span class="line"> TlsSystemConfig.tlsServerTrustCertPath</span><br><span class="line"> },</span><br><span class="line"> <span class="keyword">new</span> FileWatchService.Listener() {</span><br><span class="line"> <span class="keyword">boolean</span> certChanged, keyChanged = <span class="keyword">false</span>;</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">onChanged</span><span class="params">(String path)</span> </span>{</span><br><span class="line"> <span class="keyword">if</span> (path.equals(TlsSystemConfig.tlsServerTrustCertPath)) {</span><br><span class="line"> log.info(<span class="string">"The trust certificate changed, reload the ssl context"</span>);</span><br><span class="line"> reloadServerSslContext();</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">if</span> (path.equals(TlsSystemConfig.tlsServerCertPath)) {</span><br><span class="line"> certChanged = <span class="keyword">true</span>;</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">if</span> (path.equals(TlsSystemConfig.tlsServerKeyPath)) {</span><br><span class="line"> keyChanged = <span class="keyword">true</span>;</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">if</span> (certChanged && keyChanged) {</span><br><span class="line"> log.info(<span class="string">"The certificate and private key changed, reload the ssl context"</span>);</span><br><span class="line"> certChanged = keyChanged = <span class="keyword">false</span>;</span><br><span class="line"> reloadServerSslContext();</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> <span class="function"><span class="keyword">private</span> <span class="keyword">void</span> <span class="title">reloadServerSslContext</span><span class="params">()</span> </span>{</span><br><span class="line"> ((NettyRemotingServer) remotingServer).loadSslContext();</span><br><span class="line"> }</span><br><span class="line"> });</span><br><span class="line"> } <span class="keyword">catch</span> (Exception e) {</span><br><span class="line"> log.warn(<span class="string">"FileWatchService created error, can't load the certificate dynamically"</span>);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">true</span>;</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>这里的kvConfigManager主要是来加载NameServer的配置参数，存到org.apache.rocketmq.namesrv.kvconfig.KVConfigManager#configTable中，然后是以BrokerHousekeepingService对象为参数初始化NettyRemotingServer对象，BrokerHousekeepingService对象作为该Netty连接中Socket链接的监听器（ChannelEventListener）；监听与Broker建立的渠道的状态（空闲、关闭、异常三个状态），并调用BrokerHousekeepingService的相应onChannel方法。其中渠道的空闲、关闭、异常状态均调用RouteInfoManager.onChannelDestory方法处理。这个BrokerHousekeepingService可以字面化地理解为broker的管家服务，这个类内部三个状态方法其实都是调用的org.apache.rocketmq.namesrv.NamesrvController#getRouteInfoManager方法，而这个RouteInfoManager里面的对象有这些</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br></pre></td><td class="code"><pre><span class="line"><span class="keyword">public</span> <span class="class"><span class="keyword">class</span> <span class="title">RouteInfoManager</span> </span>{</span><br><span class="line"> <span class="keyword">private</span> <span class="keyword">static</span> <span class="keyword">final</span> InternalLogger log = InternalLoggerFactory.getLogger(LoggerName.NAMESRV_LOGGER_NAME);</span><br><span class="line"> <span class="keyword">private</span> <span class="keyword">final</span> <span class="keyword">static</span> <span class="keyword">long</span> BROKER_CHANNEL_EXPIRED_TIME = <span class="number">1000</span> * <span class="number">60</span> * <span class="number">2</span>;</span><br><span class="line"> <span class="keyword">private</span> <span class="keyword">final</span> ReadWriteLock lock = <span class="keyword">new</span> ReentrantReadWriteLock();</span><br><span class="line"> <span class="comment">// topic与queue的对应关系</span></span><br><span class="line"> <span class="keyword">private</span> <span class="keyword">final</span> HashMap<String<span class="comment">/* topic */</span>, List<QueueData>> topicQueueTable;</span><br><span class="line"> <span class="comment">// Broker名称与broker属性的map</span></span><br><span class="line"> <span class="keyword">private</span> <span class="keyword">final</span> HashMap<String<span class="comment">/* brokerName */</span>, BrokerData> brokerAddrTable;</span><br><span class="line"> <span class="comment">// 集群与broker集合的对应关系</span></span><br><span class="line"> <span class="keyword">private</span> <span class="keyword">final</span> HashMap<String<span class="comment">/* clusterName */</span>, Set<String<span class="comment">/* brokerName */</span>>> clusterAddrTable;</span><br><span class="line"> <span class="comment">// 活跃的broker信息</span></span><br><span class="line"> <span class="keyword">private</span> <span class="keyword">final</span> HashMap<String<span class="comment">/* brokerAddr */</span>, BrokerLiveInfo> brokerLiveTable;</span><br><span class="line"> <span class="comment">// Broker地址与过滤器</span></span><br><span class="line"> <span class="keyword">private</span> <span class="keyword">final</span> HashMap<String<span class="comment">/* brokerAddr */</span>, List<String><span class="comment">/* Filter Server */</span>> filterServerTable;</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>然后接下去就是初始化了一个线程池，然后注册默认的处理类<code>this.registerProcessor();</code>默认都是这个处理器去处理请求 <code>org.apache.rocketmq.namesrv.processor.DefaultRequestProcessor#DefaultRequestProcessor</code>然后是初始化两个定时任务</p>
|
|
<p>第一是每10秒检查一遍Broker的状态的定时任务，调用scanNotActiveBroker方法；遍历brokerLiveTable集合，查看每个broker的最后更新时间（BrokerLiveInfo.lastUpdateTimestamp）是否超过2分钟，若超过则关闭该broker的渠道并调用RouteInfoManager.onChannelDestory方法清理RouteInfoManager类的topicQueueTable、brokerAddrTable、clusterAddrTable、filterServerTable成员变量。</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br><span class="line">63</span><br><span class="line">64</span><br><span class="line">65</span><br><span class="line">66</span><br><span class="line">67</span><br><span class="line">68</span><br><span class="line">69</span><br><span class="line">70</span><br><span class="line">71</span><br><span class="line">72</span><br><span class="line">73</span><br><span class="line">74</span><br><span class="line">75</span><br><span class="line">76</span><br><span class="line">77</span><br><span class="line">78</span><br><span class="line">79</span><br><span class="line">80</span><br><span class="line">81</span><br><span class="line">82</span><br><span class="line">83</span><br><span class="line">84</span><br><span class="line">85</span><br><span class="line">86</span><br><span class="line">87</span><br><span class="line">88</span><br><span class="line">89</span><br><span class="line">90</span><br><span class="line">91</span><br><span class="line">92</span><br><span class="line">93</span><br><span class="line">94</span><br><span class="line">95</span><br><span class="line">96</span><br><span class="line">97</span><br><span class="line">98</span><br><span class="line">99</span><br><span class="line">100</span><br><span class="line">101</span><br><span class="line">102</span><br><span class="line">103</span><br><span class="line">104</span><br><span class="line">105</span><br><span class="line">106</span><br><span class="line">107</span><br><span class="line">108</span><br><span class="line">109</span><br><span class="line">110</span><br><span class="line">111</span><br><span class="line">112</span><br><span class="line">113</span><br><span class="line">114</span><br><span class="line">115</span><br><span class="line">116</span><br><span class="line">117</span><br><span class="line">118</span><br><span class="line">119</span><br><span class="line">120</span><br><span class="line">121</span><br><span class="line">122</span><br><span class="line">123</span><br><span class="line">124</span><br><span class="line">125</span><br><span class="line">126</span><br><span class="line">127</span><br><span class="line">128</span><br><span class="line">129</span><br><span class="line">130</span><br><span class="line">131</span><br><span class="line">132</span><br><span class="line">133</span><br><span class="line">134</span><br><span class="line">135</span><br><span class="line">136</span><br><span class="line">137</span><br><span class="line">138</span><br><span class="line">139</span><br><span class="line">140</span><br><span class="line">141</span><br></pre></td><td class="code"><pre><span class="line"><span class="keyword">this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class="keyword">new</span> Runnable() {</span><br><span class="line"></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> NamesrvController.<span class="keyword">this</span>.routeInfoManager.scanNotActiveBroker();</span><br><span class="line"> }</span><br><span class="line"> }, <span class="number">5</span>, <span class="number">10</span>, TimeUnit.SECONDS);</span><br><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">scanNotActiveBroker</span><span class="params">()</span> </span>{</span><br><span class="line"> Iterator<Entry<String, BrokerLiveInfo>> it = <span class="keyword">this</span>.brokerLiveTable.entrySet().iterator();</span><br><span class="line"> <span class="keyword">while</span> (it.hasNext()) {</span><br><span class="line"> Entry<String, BrokerLiveInfo> next = it.next();</span><br><span class="line"> <span class="keyword">long</span> last = next.getValue().getLastUpdateTimestamp();</span><br><span class="line"> <span class="keyword">if</span> ((last + BROKER_CHANNEL_EXPIRED_TIME) < System.currentTimeMillis()) {</span><br><span class="line"> RemotingUtil.closeChannel(next.getValue().getChannel());</span><br><span class="line"> it.remove();</span><br><span class="line"> log.warn(<span class="string">"The broker channel expired, {} {}ms"</span>, next.getKey(), BROKER_CHANNEL_EXPIRED_TIME);</span><br><span class="line"> <span class="keyword">this</span>.onChannelDestroy(next.getKey(), next.getValue().getChannel());</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">onChannelDestroy</span><span class="params">(String remoteAddr, Channel channel)</span> </span>{</span><br><span class="line"> String brokerAddrFound = <span class="keyword">null</span>;</span><br><span class="line"> <span class="keyword">if</span> (channel != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> <span class="keyword">this</span>.lock.readLock().lockInterruptibly();</span><br><span class="line"> Iterator<Entry<String, BrokerLiveInfo>> itBrokerLiveTable =</span><br><span class="line"> <span class="keyword">this</span>.brokerLiveTable.entrySet().iterator();</span><br><span class="line"> <span class="keyword">while</span> (itBrokerLiveTable.hasNext()) {</span><br><span class="line"> Entry<String, BrokerLiveInfo> entry = itBrokerLiveTable.next();</span><br><span class="line"> <span class="keyword">if</span> (entry.getValue().getChannel() == channel) {</span><br><span class="line"> brokerAddrFound = entry.getKey();</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">finally</span> {</span><br><span class="line"> <span class="keyword">this</span>.lock.readLock().unlock();</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">catch</span> (Exception e) {</span><br><span class="line"> log.error(<span class="string">"onChannelDestroy Exception"</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> == brokerAddrFound) {</span><br><span class="line"> brokerAddrFound = remoteAddr;</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> log.info(<span class="string">"the broker's channel destroyed, {}, clean it's data structure at once"</span>, brokerAddrFound);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (brokerAddrFound != <span class="keyword">null</span> && brokerAddrFound.length() > <span class="number">0</span>) {</span><br><span class="line"></span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> <span class="keyword">this</span>.lock.writeLock().lockInterruptibly();</span><br><span class="line"> <span class="keyword">this</span>.brokerLiveTable.remove(brokerAddrFound);</span><br><span class="line"> <span class="keyword">this</span>.filterServerTable.remove(brokerAddrFound);</span><br><span class="line"> String brokerNameFound = <span class="keyword">null</span>;</span><br><span class="line"> <span class="keyword">boolean</span> removeBrokerName = <span class="keyword">false</span>;</span><br><span class="line"> Iterator<Entry<String, BrokerData>> itBrokerAddrTable =</span><br><span class="line"> <span class="keyword">this</span>.brokerAddrTable.entrySet().iterator();</span><br><span class="line"> <span class="keyword">while</span> (itBrokerAddrTable.hasNext() && (<span class="keyword">null</span> == brokerNameFound)) {</span><br><span class="line"> BrokerData brokerData = itBrokerAddrTable.next().getValue();</span><br><span class="line"></span><br><span class="line"> Iterator<Entry<Long, String>> it = brokerData.getBrokerAddrs().entrySet().iterator();</span><br><span class="line"> <span class="keyword">while</span> (it.hasNext()) {</span><br><span class="line"> Entry<Long, String> entry = it.next();</span><br><span class="line"> Long brokerId = entry.getKey();</span><br><span class="line"> String brokerAddr = entry.getValue();</span><br><span class="line"> <span class="keyword">if</span> (brokerAddr.equals(brokerAddrFound)) {</span><br><span class="line"> brokerNameFound = brokerData.getBrokerName();</span><br><span class="line"> it.remove();</span><br><span class="line"> log.info(<span class="string">"remove brokerAddr[{}, {}] from brokerAddrTable, because channel destroyed"</span>,</span><br><span class="line"> brokerId, brokerAddr);</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (brokerData.getBrokerAddrs().isEmpty()) {</span><br><span class="line"> removeBrokerName = <span class="keyword">true</span>;</span><br><span class="line"> itBrokerAddrTable.remove();</span><br><span class="line"> log.info(<span class="string">"remove brokerName[{}] from brokerAddrTable, because channel destroyed"</span>,</span><br><span class="line"> brokerData.getBrokerName());</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (brokerNameFound != <span class="keyword">null</span> && removeBrokerName) {</span><br><span class="line"> Iterator<Entry<String, Set<String>>> it = <span class="keyword">this</span>.clusterAddrTable.entrySet().iterator();</span><br><span class="line"> <span class="keyword">while</span> (it.hasNext()) {</span><br><span class="line"> Entry<String, Set<String>> entry = it.next();</span><br><span class="line"> String clusterName = entry.getKey();</span><br><span class="line"> Set<String> brokerNames = entry.getValue();</span><br><span class="line"> <span class="keyword">boolean</span> removed = brokerNames.remove(brokerNameFound);</span><br><span class="line"> <span class="keyword">if</span> (removed) {</span><br><span class="line"> log.info(<span class="string">"remove brokerName[{}], clusterName[{}] from clusterAddrTable, because channel destroyed"</span>,</span><br><span class="line"> brokerNameFound, clusterName);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (brokerNames.isEmpty()) {</span><br><span class="line"> log.info(<span class="string">"remove the clusterName[{}] from clusterAddrTable, because channel destroyed and no broker in this cluster"</span>,</span><br><span class="line"> clusterName);</span><br><span class="line"> it.remove();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (removeBrokerName) {</span><br><span class="line"> Iterator<Entry<String, List<QueueData>>> itTopicQueueTable =</span><br><span class="line"> <span class="keyword">this</span>.topicQueueTable.entrySet().iterator();</span><br><span class="line"> <span class="keyword">while</span> (itTopicQueueTable.hasNext()) {</span><br><span class="line"> Entry<String, List<QueueData>> entry = itTopicQueueTable.next();</span><br><span class="line"> String topic = entry.getKey();</span><br><span class="line"> List<QueueData> queueDataList = entry.getValue();</span><br><span class="line"></span><br><span class="line"> Iterator<QueueData> itQueueData = queueDataList.iterator();</span><br><span class="line"> <span class="keyword">while</span> (itQueueData.hasNext()) {</span><br><span class="line"> QueueData queueData = itQueueData.next();</span><br><span class="line"> <span class="keyword">if</span> (queueData.getBrokerName().equals(brokerNameFound)) {</span><br><span class="line"> itQueueData.remove();</span><br><span class="line"> log.info(<span class="string">"remove topic[{} {}], from topicQueueTable, because channel destroyed"</span>,</span><br><span class="line"> topic, queueData);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (queueDataList.isEmpty()) {</span><br><span class="line"> itTopicQueueTable.remove();</span><br><span class="line"> log.info(<span class="string">"remove topic[{}] all queue, from topicQueueTable, because channel destroyed"</span>,</span><br><span class="line"> topic);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">finally</span> {</span><br><span class="line"> <span class="keyword">this</span>.lock.writeLock().unlock();</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">catch</span> (Exception e) {</span><br><span class="line"> log.error(<span class="string">"onChannelDestroy Exception"</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>第二个是每10分钟打印一次NameServer的配置参数。即KVConfigManager.configTable变量的内容。</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br></pre></td><td class="code"><pre><span class="line"><span class="keyword">this</span>.scheduledExecutorService.scheduleAtFixedRate(<span class="keyword">new</span> Runnable() {</span><br><span class="line"></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> NamesrvController.<span class="keyword">this</span>.kvConfigManager.printAllPeriodically();</span><br><span class="line"> }</span><br><span class="line"> }, <span class="number">1</span>, <span class="number">10</span>, TimeUnit.MINUTES);</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>然后这个初始化就差不多完成了，后面只需要把remotingServer start一下就好了</p>
|
|
<h3 id="处理请求"><a href="#处理请求" class="headerlink" title="处理请求"></a>处理请求</h3><p>直接上代码，其实主体是swtich case去判断</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br></pre></td><td class="code"><pre><span class="line"><span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> RemotingCommand <span class="title">processRequest</span><span class="params">(ChannelHandlerContext ctx,</span></span></span><br><span class="line"><span class="function"><span class="params"> RemotingCommand request)</span> <span class="keyword">throws</span> RemotingCommandException </span>{</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (ctx != <span class="keyword">null</span>) {</span><br><span class="line"> log.debug(<span class="string">"receive request, {} {} {}"</span>,</span><br><span class="line"> request.getCode(),</span><br><span class="line"> RemotingHelper.parseChannelRemoteAddr(ctx.channel()),</span><br><span class="line"> request);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"></span><br><span class="line"> <span class="keyword">switch</span> (request.getCode()) {</span><br><span class="line"> <span class="keyword">case</span> RequestCode.PUT_KV_CONFIG:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.putKVConfig(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.GET_KV_CONFIG:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.getKVConfig(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.DELETE_KV_CONFIG:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.deleteKVConfig(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.QUERY_DATA_VERSION:</span><br><span class="line"> <span class="keyword">return</span> queryBrokerTopicConfig(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.REGISTER_BROKER:</span><br><span class="line"> Version brokerVersion = MQVersion.value2Version(request.getVersion());</span><br><span class="line"> <span class="keyword">if</span> (brokerVersion.ordinal() >= MQVersion.Version.V3_0_11.ordinal()) {</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.registerBrokerWithFilterServer(ctx, request);</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.registerBroker(ctx, request);</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">case</span> RequestCode.UNREGISTER_BROKER:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.unregisterBroker(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.GET_ROUTEINTO_BY_TOPIC:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.getRouteInfoByTopic(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.GET_BROKER_CLUSTER_INFO:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.getBrokerClusterInfo(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.WIPE_WRITE_PERM_OF_BROKER:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.wipeWritePermOfBroker(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.GET_ALL_TOPIC_LIST_FROM_NAMESERVER:</span><br><span class="line"> <span class="keyword">return</span> getAllTopicListFromNameserver(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.DELETE_TOPIC_IN_NAMESRV:</span><br><span class="line"> <span class="keyword">return</span> deleteTopicInNamesrv(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.GET_KVLIST_BY_NAMESPACE:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.getKVListByNamespace(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.GET_TOPICS_BY_CLUSTER:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.getTopicsByCluster(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.GET_SYSTEM_TOPIC_LIST_FROM_NS:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.getSystemTopicListFromNs(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.GET_UNIT_TOPIC_LIST:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.getUnitTopicList(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.GET_HAS_UNIT_SUB_TOPIC_LIST:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.getHasUnitSubTopicList(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.GET_HAS_UNIT_SUB_UNUNIT_TOPIC_LIST:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.getHasUnitSubUnUnitTopicList(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.UPDATE_NAMESRV_CONFIG:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.updateConfig(ctx, request);</span><br><span class="line"> <span class="keyword">case</span> RequestCode.GET_NAMESRV_CONFIG:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.getConfig(ctx, request);</span><br><span class="line"> <span class="keyword">default</span>:</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">null</span>;</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>以broker注册为例，</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br></pre></td><td class="code"><pre><span class="line"><span class="keyword">case</span> RequestCode.REGISTER_BROKER:</span><br><span class="line"> Version brokerVersion = MQVersion.value2Version(request.getVersion());</span><br><span class="line"> <span class="keyword">if</span> (brokerVersion.ordinal() >= MQVersion.Version.V3_0_11.ordinal()) {</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.registerBrokerWithFilterServer(ctx, request);</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.registerBroker(ctx, request);</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>做了个简单的版本管理，我们看下前面一个的代码</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> RemotingCommand <span class="title">registerBrokerWithFilterServer</span><span class="params">(ChannelHandlerContext ctx, RemotingCommand request)</span></span></span><br><span class="line"><span class="function"> <span class="keyword">throws</span> RemotingCommandException </span>{</span><br><span class="line"> <span class="keyword">final</span> RemotingCommand response = RemotingCommand.createResponseCommand(RegisterBrokerResponseHeader<span class="class">.<span class="keyword">class</span>)</span>;</span><br><span class="line"> <span class="keyword">final</span> RegisterBrokerResponseHeader responseHeader = (RegisterBrokerResponseHeader) response.readCustomHeader();</span><br><span class="line"> <span class="keyword">final</span> RegisterBrokerRequestHeader requestHeader =</span><br><span class="line"> (RegisterBrokerRequestHeader) request.decodeCommandCustomHeader(RegisterBrokerRequestHeader<span class="class">.<span class="keyword">class</span>)</span>;</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (!checksum(ctx, request, requestHeader)) {</span><br><span class="line"> response.setCode(ResponseCode.SYSTEM_ERROR);</span><br><span class="line"> response.setRemark(<span class="string">"crc32 not match"</span>);</span><br><span class="line"> <span class="keyword">return</span> response;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> RegisterBrokerBody registerBrokerBody = <span class="keyword">new</span> RegisterBrokerBody();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (request.getBody() != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> registerBrokerBody = RegisterBrokerBody.decode(request.getBody(), requestHeader.isCompressed());</span><br><span class="line"> } <span class="keyword">catch</span> (Exception e) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingCommandException(<span class="string">"Failed to decode RegisterBrokerBody"</span>, e);</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> registerBrokerBody.getTopicConfigSerializeWrapper().getDataVersion().setCounter(<span class="keyword">new</span> AtomicLong(<span class="number">0</span>));</span><br><span class="line"> registerBrokerBody.getTopicConfigSerializeWrapper().getDataVersion().setTimestamp(<span class="number">0</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> RegisterBrokerResult result = <span class="keyword">this</span>.namesrvController.getRouteInfoManager().registerBroker(</span><br><span class="line"> requestHeader.getClusterName(),</span><br><span class="line"> requestHeader.getBrokerAddr(),</span><br><span class="line"> requestHeader.getBrokerName(),</span><br><span class="line"> requestHeader.getBrokerId(),</span><br><span class="line"> requestHeader.getHaServerAddr(),</span><br><span class="line"> registerBrokerBody.getTopicConfigSerializeWrapper(),</span><br><span class="line"> registerBrokerBody.getFilterServerList(),</span><br><span class="line"> ctx.channel());</span><br><span class="line"></span><br><span class="line"> responseHeader.setHaServerAddr(result.getHaServerAddr());</span><br><span class="line"> responseHeader.setMasterAddr(result.getMasterAddr());</span><br><span class="line"></span><br><span class="line"> <span class="keyword">byte</span>[] jsonValue = <span class="keyword">this</span>.namesrvController.getKvConfigManager().getKVListByNamespace(NamesrvUtil.NAMESPACE_ORDER_TOPIC_CONFIG);</span><br><span class="line"> response.setBody(jsonValue);</span><br><span class="line"></span><br><span class="line"> response.setCode(ResponseCode.SUCCESS);</span><br><span class="line"> response.setRemark(<span class="keyword">null</span>);</span><br><span class="line"> <span class="keyword">return</span> response;</span><br><span class="line">}</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>可以看到主要的逻辑还是在<code>org.apache.rocketmq.namesrv.routeinfo.RouteInfoManager#registerBroker</code>这个方法里</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br><span class="line">63</span><br><span class="line">64</span><br><span class="line">65</span><br><span class="line">66</span><br><span class="line">67</span><br><span class="line">68</span><br><span class="line">69</span><br><span class="line">70</span><br><span class="line">71</span><br><span class="line">72</span><br><span class="line">73</span><br><span class="line">74</span><br><span class="line">75</span><br><span class="line">76</span><br><span class="line">77</span><br><span class="line">78</span><br><span class="line">79</span><br><span class="line">80</span><br><span class="line">81</span><br><span class="line">82</span><br><span class="line">83</span><br><span class="line">84</span><br><span class="line">85</span><br><span class="line">86</span><br><span class="line">87</span><br><span class="line">88</span><br><span class="line">89</span><br><span class="line">90</span><br><span class="line">91</span><br><span class="line">92</span><br><span class="line">93</span><br><span class="line">94</span><br><span class="line">95</span><br><span class="line">96</span><br><span class="line">97</span><br><span class="line">98</span><br><span class="line">99</span><br><span class="line">100</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> RegisterBrokerResult <span class="title">registerBroker</span><span class="params">(</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> String clusterName,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> String brokerAddr,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> String brokerName,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> brokerId,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> String haServerAddr,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> TopicConfigSerializeWrapper topicConfigWrapper,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> List<String> filterServerList,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> Channel channel)</span> </span>{</span><br><span class="line"> RegisterBrokerResult result = <span class="keyword">new</span> RegisterBrokerResult();</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> <span class="keyword">this</span>.lock.writeLock().lockInterruptibly();</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 更新这个clusterAddrTable</span></span><br><span class="line"> Set<String> brokerNames = <span class="keyword">this</span>.clusterAddrTable.get(clusterName);</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> == brokerNames) {</span><br><span class="line"> brokerNames = <span class="keyword">new</span> HashSet<String>();</span><br><span class="line"> <span class="keyword">this</span>.clusterAddrTable.put(clusterName, brokerNames);</span><br><span class="line"> }</span><br><span class="line"> brokerNames.add(brokerName);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">boolean</span> registerFirst = <span class="keyword">false</span>;</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 更新brokerAddrTable</span></span><br><span class="line"> BrokerData brokerData = <span class="keyword">this</span>.brokerAddrTable.get(brokerName);</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> == brokerData) {</span><br><span class="line"> registerFirst = <span class="keyword">true</span>;</span><br><span class="line"> brokerData = <span class="keyword">new</span> BrokerData(clusterName, brokerName, <span class="keyword">new</span> HashMap<Long, String>());</span><br><span class="line"> <span class="keyword">this</span>.brokerAddrTable.put(brokerName, brokerData);</span><br><span class="line"> }</span><br><span class="line"> Map<Long, String> brokerAddrsMap = brokerData.getBrokerAddrs();</span><br><span class="line"> <span class="comment">//Switch slave to master: first remove <1, IP:PORT> in namesrv, then add <0, IP:PORT></span></span><br><span class="line"> <span class="comment">//The same IP:PORT must only have one record in brokerAddrTable</span></span><br><span class="line"> Iterator<Entry<Long, String>> it = brokerAddrsMap.entrySet().iterator();</span><br><span class="line"> <span class="keyword">while</span> (it.hasNext()) {</span><br><span class="line"> Entry<Long, String> item = it.next();</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> != brokerAddr && brokerAddr.equals(item.getValue()) && brokerId != item.getKey()) {</span><br><span class="line"> it.remove();</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> String oldAddr = brokerData.getBrokerAddrs().put(brokerId, brokerAddr);</span><br><span class="line"> registerFirst = registerFirst || (<span class="keyword">null</span> == oldAddr);</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 更新了org.apache.rocketmq.namesrv.routeinfo.RouteInfoManager#topicQueueTable中的数据</span></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> != topicConfigWrapper</span><br><span class="line"> && MixAll.MASTER_ID == brokerId) {</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.isBrokerTopicConfigChanged(brokerAddr, topicConfigWrapper.getDataVersion())</span><br><span class="line"> || registerFirst) {</span><br><span class="line"> ConcurrentMap<String, TopicConfig> tcTable =</span><br><span class="line"> topicConfigWrapper.getTopicConfigTable();</span><br><span class="line"> <span class="keyword">if</span> (tcTable != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">for</span> (Map.Entry<String, TopicConfig> entry : tcTable.entrySet()) {</span><br><span class="line"> <span class="keyword">this</span>.createAndUpdateQueueData(brokerName, entry.getValue());</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 更新活跃broker信息</span></span><br><span class="line"> BrokerLiveInfo prevBrokerLiveInfo = <span class="keyword">this</span>.brokerLiveTable.put(brokerAddr,</span><br><span class="line"> <span class="keyword">new</span> BrokerLiveInfo(</span><br><span class="line"> System.currentTimeMillis(),</span><br><span class="line"> topicConfigWrapper.getDataVersion(),</span><br><span class="line"> channel,</span><br><span class="line"> haServerAddr));</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> == prevBrokerLiveInfo) {</span><br><span class="line"> log.info(<span class="string">"new broker registered, {} HAServer: {}"</span>, brokerAddr, haServerAddr);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 处理filter</span></span><br><span class="line"> <span class="keyword">if</span> (filterServerList != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">if</span> (filterServerList.isEmpty()) {</span><br><span class="line"> <span class="keyword">this</span>.filterServerTable.remove(brokerAddr);</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">this</span>.filterServerTable.put(brokerAddr, filterServerList);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 当当前broker非master时返回master信息</span></span><br><span class="line"> <span class="keyword">if</span> (MixAll.MASTER_ID != brokerId) {</span><br><span class="line"> String masterAddr = brokerData.getBrokerAddrs().get(MixAll.MASTER_ID);</span><br><span class="line"> <span class="keyword">if</span> (masterAddr != <span class="keyword">null</span>) {</span><br><span class="line"> BrokerLiveInfo brokerLiveInfo = <span class="keyword">this</span>.brokerLiveTable.get(masterAddr);</span><br><span class="line"> <span class="keyword">if</span> (brokerLiveInfo != <span class="keyword">null</span>) {</span><br><span class="line"> result.setHaServerAddr(brokerLiveInfo.getHaServerAddr());</span><br><span class="line"> result.setMasterAddr(masterAddr);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">finally</span> {</span><br><span class="line"> <span class="keyword">this</span>.lock.writeLock().unlock();</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">catch</span> (Exception e) {</span><br><span class="line"> log.error(<span class="string">"registerBroker Exception"</span>, e);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">return</span> result;</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>这个是注册 broker 的逻辑，再看下根据 topic 获取 broker 信息和 topic 信息，<code>org.apache.rocketmq.namesrv.processor.DefaultRequestProcessor#getRouteInfoByTopic</code> 主要是这个方法的逻辑</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> RemotingCommand <span class="title">getRouteInfoByTopic</span><span class="params">(ChannelHandlerContext ctx,</span></span></span><br><span class="line"><span class="function"><span class="params"> RemotingCommand request)</span> <span class="keyword">throws</span> RemotingCommandException </span>{</span><br><span class="line"> <span class="keyword">final</span> RemotingCommand response = RemotingCommand.createResponseCommand(<span class="keyword">null</span>);</span><br><span class="line"> <span class="keyword">final</span> GetRouteInfoRequestHeader requestHeader =</span><br><span class="line"> (GetRouteInfoRequestHeader) request.decodeCommandCustomHeader(GetRouteInfoRequestHeader<span class="class">.<span class="keyword">class</span>)</span>;</span><br><span class="line"></span><br><span class="line"> TopicRouteData topicRouteData = <span class="keyword">this</span>.namesrvController.getRouteInfoManager().pickupTopicRouteData(requestHeader.getTopic());</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (topicRouteData != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.namesrvController.getNamesrvConfig().isOrderMessageEnable()) {</span><br><span class="line"> String orderTopicConf =</span><br><span class="line"> <span class="keyword">this</span>.namesrvController.getKvConfigManager().getKVConfig(NamesrvUtil.NAMESPACE_ORDER_TOPIC_CONFIG,</span><br><span class="line"> requestHeader.getTopic());</span><br><span class="line"> topicRouteData.setOrderTopicConf(orderTopicConf);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">byte</span>[] content = topicRouteData.encode();</span><br><span class="line"> response.setBody(content);</span><br><span class="line"> response.setCode(ResponseCode.SUCCESS);</span><br><span class="line"> response.setRemark(<span class="keyword">null</span>);</span><br><span class="line"> <span class="keyword">return</span> response;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> response.setCode(ResponseCode.TOPIC_NOT_EXIST);</span><br><span class="line"> response.setRemark(<span class="string">"No topic route info in name server for the topic: "</span> + requestHeader.getTopic()</span><br><span class="line"> + FAQUrl.suggestTodo(FAQUrl.APPLY_TOPIC_URL));</span><br><span class="line"> <span class="keyword">return</span> response;</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>首先调用<code>org.apache.rocketmq.namesrv.routeinfo.RouteInfoManager#pickupTopicRouteData</code>从<code>org.apache.rocketmq.namesrv.routeinfo.RouteInfoManager#topicQueueTable</code>获取到<code>org.apache.rocketmq.common.protocol.route.QueueData</code>这里面存了 brokerName，再通过<code>org.apache.rocketmq.namesrv.routeinfo.RouteInfoManager#brokerAddrTable</code>里获取到 broker 的地址信息等，然后再获取 orderMessage 的配置。</p>
|
|
<p>简要分析了下 RocketMQ 的 NameServer 的代码，比较粗粒度。</p>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/06/26/%E8%81%8A%E4%B8%80%E4%B8%8B-RocketMQ-%E7%9A%84-Consumer/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/06/26/%E8%81%8A%E4%B8%80%E4%B8%8B-RocketMQ-%E7%9A%84-Consumer/" class="post-title-link" itemprop="url">聊一下 RocketMQ 的 DefaultMQPushConsumer 源码</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
<time title="Created: 2020-06-26 22:21:20" itemprop="dateCreated datePublished" datetime="2020-06-26T22:21:20+08:00">2020-06-26</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar-check"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Edited on</span>
|
|
<time title="Modified: 2020-07-05 21:03:52" itemprop="dateModified" datetime="2020-07-05T21:03:52+08:00">2020-07-05</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/MQ/" itemprop="url" rel="index"><span itemprop="name">MQ</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/RocketMQ/" itemprop="url" rel="index"><span itemprop="name">RocketMQ</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/" itemprop="url" rel="index"><span itemprop="name">消息队列</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/RocketMQ/" itemprop="url" rel="index"><span itemprop="name">RocketMQ</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E4%B8%AD%E9%97%B4%E4%BB%B6/" itemprop="url" rel="index"><span itemprop="name">中间件</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E4%B8%AD%E9%97%B4%E4%BB%B6/RocketMQ/" itemprop="url" rel="index"><span itemprop="name">RocketMQ</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/06/26/%E8%81%8A%E4%B8%80%E4%B8%8B-RocketMQ-%E7%9A%84-Consumer/" class="post-meta-item leancloud_visitors" data-flag-title="聊一下 RocketMQ 的 DefaultMQPushConsumer 源码" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/06/26/%E8%81%8A%E4%B8%80%E4%B8%8B-RocketMQ-%E7%9A%84-Consumer/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/06/26/聊一下-RocketMQ-的-Consumer/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>首先看下官方的小 demo</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">static</span> <span class="keyword">void</span> <span class="title">main</span><span class="params">(String[] args)</span> <span class="keyword">throws</span> InterruptedException, MQClientException </span>{</span><br><span class="line"></span><br><span class="line"> <span class="comment">/*</span></span><br><span class="line"><span class="comment"> * Instantiate with specified consumer group name.</span></span><br><span class="line"><span class="comment"> * 首先是new 一个对象出来，然后指定 Consumer 的 Group</span></span><br><span class="line"><span class="comment"> * 同一类Consumer的集合，这类Consumer通常消费同一类消息且消费逻辑一致。消费者组使得在消息消费方面，实现负载均衡和容错的目标变得非常容易。要注意的是，消费者组的消费者实例必须订阅完全相同的Topic。RocketMQ 支持两种消息模式：集群消费（Clustering）和广播消费（Broadcasting）。</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> DefaultMQPushConsumer consumer = <span class="keyword">new</span> DefaultMQPushConsumer(<span class="string">"please_rename_unique_group_name_4"</span>);</span><br><span class="line"></span><br><span class="line"> <span class="comment">/*</span></span><br><span class="line"><span class="comment"> * Specify name server addresses.</span></span><br><span class="line"><span class="comment"> * <p/></span></span><br><span class="line"><span class="comment"> * 这里可以通知指定环境变量或者设置对象参数的形式指定名字空间服务的地址</span></span><br><span class="line"><span class="comment"> *</span></span><br><span class="line"><span class="comment"> * Alternatively, you may specify name server addresses via exporting environmental variable: NAMESRV_ADDR</span></span><br><span class="line"><span class="comment"> * <pre></span></span><br><span class="line"><span class="comment"> * {@code</span></span><br><span class="line"><span class="comment"> * consumer.setNamesrvAddr("name-server1-ip:9876;name-server2-ip:9876");</span></span><br><span class="line"><span class="comment"> * }</span></span><br><span class="line"><span class="comment"> * </pre></span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"></span><br><span class="line"> <span class="comment">/*</span></span><br><span class="line"><span class="comment"> * Specify where to start in case the specified consumer group is a brand new one.</span></span><br><span class="line"><span class="comment"> * 指定消费起始点</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> consumer.setConsumeFromWhere(ConsumeFromWhere.CONSUME_FROM_FIRST_OFFSET);</span><br><span class="line"></span><br><span class="line"> <span class="comment">/*</span></span><br><span class="line"><span class="comment"> * Subscribe one more more topics to consume.</span></span><br><span class="line"><span class="comment"> * 指定订阅的 topic 跟 tag，注意后面的是个表达式，可以以 tag1 || tag2 || tag3 传入</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> consumer.subscribe(<span class="string">"TopicTest"</span>, <span class="string">"*"</span>);</span><br><span class="line"></span><br><span class="line"> <span class="comment">/*</span></span><br><span class="line"><span class="comment"> * Register callback to execute on arrival of messages fetched from brokers.</span></span><br><span class="line"><span class="comment"> * 注册具体获得消息后的处理方法</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> consumer.registerMessageListener(<span class="keyword">new</span> MessageListenerConcurrently() {</span><br><span class="line"></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> ConsumeConcurrentlyStatus <span class="title">consumeMessage</span><span class="params">(List<MessageExt> msgs,</span></span></span><br><span class="line"><span class="function"><span class="params"> ConsumeConcurrentlyContext context)</span> </span>{</span><br><span class="line"> System.out.printf(<span class="string">"%s Receive New Messages: %s %n"</span>, Thread.currentThread().getName(), msgs);</span><br><span class="line"> <span class="keyword">return</span> ConsumeConcurrentlyStatus.CONSUME_SUCCESS;</span><br><span class="line"> }</span><br><span class="line"> });</span><br><span class="line"></span><br><span class="line"> <span class="comment">/*</span></span><br><span class="line"><span class="comment"> * Launch the consumer instance.</span></span><br><span class="line"><span class="comment"> * 启动消费者</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> consumer.start();</span><br><span class="line"></span><br><span class="line"> System.out.printf(<span class="string">"Consumer Started.%n"</span>);</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>然后就是看看 start 的过程了</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br></pre></td><td class="code"><pre><span class="line"><span class="comment">/**</span></span><br><span class="line"><span class="comment"> * This method gets internal infrastructure readily to serve. Instances must call this method after configuration.</span></span><br><span class="line"><span class="comment"> *</span></span><br><span class="line"><span class="comment"> * <span class="doctag">@throws</span> MQClientException if there is any client error.</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">start</span><span class="params">()</span> <span class="keyword">throws</span> MQClientException </span>{</span><br><span class="line"> setConsumerGroup(NamespaceUtil.wrapNamespace(<span class="keyword">this</span>.getNamespace(), <span class="keyword">this</span>.consumerGroup));</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumerImpl.start();</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> != traceDispatcher) {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> traceDispatcher.start(<span class="keyword">this</span>.getNamesrvAddr(), <span class="keyword">this</span>.getAccessChannel());</span><br><span class="line"> } <span class="keyword">catch</span> (MQClientException e) {</span><br><span class="line"> log.warn(<span class="string">"trace dispatcher start failed "</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>具体的逻辑在<code>this.defaultMQPushConsumerImpl.start()</code>，这个 defaultMQPushConsumerImpl 就是</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br></pre></td><td class="code"><pre><span class="line"><span class="comment">/**</span></span><br><span class="line"><span class="comment"> * Internal implementation. Most of the functions herein are delegated to it.</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> <span class="keyword">protected</span> <span class="keyword">final</span> <span class="keyword">transient</span> DefaultMQPushConsumerImpl defaultMQPushConsumerImpl;</span><br></pre></td></tr></table></figure>
|
|
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br><span class="line">63</span><br><span class="line">64</span><br><span class="line">65</span><br><span class="line">66</span><br><span class="line">67</span><br><span class="line">68</span><br><span class="line">69</span><br><span class="line">70</span><br><span class="line">71</span><br><span class="line">72</span><br><span class="line">73</span><br><span class="line">74</span><br><span class="line">75</span><br><span class="line">76</span><br><span class="line">77</span><br><span class="line">78</span><br><span class="line">79</span><br><span class="line">80</span><br><span class="line">81</span><br><span class="line">82</span><br><span class="line">83</span><br><span class="line">84</span><br><span class="line">85</span><br><span class="line">86</span><br><span class="line">87</span><br><span class="line">88</span><br><span class="line">89</span><br><span class="line">90</span><br><span class="line">91</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">synchronized</span> <span class="keyword">void</span> <span class="title">start</span><span class="params">()</span> <span class="keyword">throws</span> MQClientException </span>{</span><br><span class="line"> <span class="keyword">switch</span> (<span class="keyword">this</span>.serviceState) {</span><br><span class="line"> <span class="keyword">case</span> CREATE_JUST:</span><br><span class="line"> log.info(<span class="string">"the consumer [{}] start beginning. messageModel={}, isUnitMode={}"</span>, <span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup(),</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumer.getMessageModel(), <span class="keyword">this</span>.defaultMQPushConsumer.isUnitMode());</span><br><span class="line"> <span class="comment">// 这里比较巧妙，相当于想设立了个屏障，防止并发启动，不过这里并不是悲观锁，也不算个严格的乐观锁</span></span><br><span class="line"> <span class="keyword">this</span>.serviceState = ServiceState.START_FAILED;</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.checkConfig();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.copySubscription();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.defaultMQPushConsumer.getMessageModel() == MessageModel.CLUSTERING) {</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumer.changeInstanceNameToPID();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 这个mQClientFactory，负责管理client（consumer、producer），并提供多中功能接口供各个Service（Rebalance、PullMessage等）调用；大部分逻辑均在这个类中完成</span></span><br><span class="line"> <span class="keyword">this</span>.mQClientFactory = MQClientManager.getInstance().getOrCreateMQClientInstance(<span class="keyword">this</span>.defaultMQPushConsumer, <span class="keyword">this</span>.rpcHook);</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 这个 rebalanceImpl 主要负责决定，当前的consumer应该从哪些Queue中消费消息；</span></span><br><span class="line"> <span class="keyword">this</span>.rebalanceImpl.setConsumerGroup(<span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup());</span><br><span class="line"> <span class="keyword">this</span>.rebalanceImpl.setMessageModel(<span class="keyword">this</span>.defaultMQPushConsumer.getMessageModel());</span><br><span class="line"> <span class="keyword">this</span>.rebalanceImpl.setAllocateMessageQueueStrategy(<span class="keyword">this</span>.defaultMQPushConsumer.getAllocateMessageQueueStrategy());</span><br><span class="line"> <span class="keyword">this</span>.rebalanceImpl.setmQClientFactory(<span class="keyword">this</span>.mQClientFactory);</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 长连接，负责从broker处拉取消息，然后利用ConsumeMessageService回调用户的Listener执行消息消费逻辑</span></span><br><span class="line"> <span class="keyword">this</span>.pullAPIWrapper = <span class="keyword">new</span> PullAPIWrapper(</span><br><span class="line"> mQClientFactory,</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup(), isUnitMode());</span><br><span class="line"> <span class="keyword">this</span>.pullAPIWrapper.registerFilterMessageHook(filterMessageHookList);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.defaultMQPushConsumer.getOffsetStore() != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">this</span>.offsetStore = <span class="keyword">this</span>.defaultMQPushConsumer.getOffsetStore();</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">switch</span> (<span class="keyword">this</span>.defaultMQPushConsumer.getMessageModel()) {</span><br><span class="line"> <span class="keyword">case</span> BROADCASTING:</span><br><span class="line"> <span class="keyword">this</span>.offsetStore = <span class="keyword">new</span> LocalFileOffsetStore(<span class="keyword">this</span>.mQClientFactory, <span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup());</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">case</span> CLUSTERING:</span><br><span class="line"> <span class="keyword">this</span>.offsetStore = <span class="keyword">new</span> RemoteBrokerOffsetStore(<span class="keyword">this</span>.mQClientFactory, <span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup());</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">default</span>:</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumer.setOffsetStore(<span class="keyword">this</span>.offsetStore);</span><br><span class="line"> }</span><br><span class="line"> <span class="comment">// offsetStore 维护当前consumer的消费记录（offset）；有两种实现，Local和Rmote，Local存储在本地磁盘上，适用于BROADCASTING广播消费模式；而Remote则将消费进度存储在Broker上，适用于CLUSTERING集群消费模式；</span></span><br><span class="line"> <span class="keyword">this</span>.offsetStore.load();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.getMessageListenerInner() <span class="keyword">instanceof</span> MessageListenerOrderly) {</span><br><span class="line"> <span class="keyword">this</span>.consumeOrderly = <span class="keyword">true</span>;</span><br><span class="line"> <span class="keyword">this</span>.consumeMessageService =</span><br><span class="line"> <span class="keyword">new</span> ConsumeMessageOrderlyService(<span class="keyword">this</span>, (MessageListenerOrderly) <span class="keyword">this</span>.getMessageListenerInner());</span><br><span class="line"> } <span class="keyword">else</span> <span class="keyword">if</span> (<span class="keyword">this</span>.getMessageListenerInner() <span class="keyword">instanceof</span> MessageListenerConcurrently) {</span><br><span class="line"> <span class="keyword">this</span>.consumeOrderly = <span class="keyword">false</span>;</span><br><span class="line"> <span class="keyword">this</span>.consumeMessageService =</span><br><span class="line"> <span class="keyword">new</span> ConsumeMessageConcurrentlyService(<span class="keyword">this</span>, (MessageListenerConcurrently) <span class="keyword">this</span>.getMessageListenerInner());</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 实现所谓的"Push-被动"消费机制；从Broker拉取的消息后，封装成ConsumeRequest提交给ConsumeMessageSerivce，此service负责回调用户的Listener消费消息；</span></span><br><span class="line"> <span class="keyword">this</span>.consumeMessageService.start();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">boolean</span> registerOK = mQClientFactory.registerConsumer(<span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup(), <span class="keyword">this</span>);</span><br><span class="line"> <span class="keyword">if</span> (!registerOK) {</span><br><span class="line"> <span class="keyword">this</span>.serviceState = ServiceState.CREATE_JUST;</span><br><span class="line"> <span class="keyword">this</span>.consumeMessageService.shutdown();</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> MQClientException(<span class="string">"The consumer group["</span> + <span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup()</span><br><span class="line"> + <span class="string">"] has been created before, specify another name please."</span> + FAQUrl.suggestTodo(FAQUrl.GROUP_NAME_DUPLICATE_URL),</span><br><span class="line"> <span class="keyword">null</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> mQClientFactory.start();</span><br><span class="line"> log.info(<span class="string">"the consumer [{}] start OK."</span>, <span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup());</span><br><span class="line"> <span class="keyword">this</span>.serviceState = ServiceState.RUNNING;</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">case</span> RUNNING:</span><br><span class="line"> <span class="keyword">case</span> START_FAILED:</span><br><span class="line"> <span class="keyword">case</span> SHUTDOWN_ALREADY:</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> MQClientException(<span class="string">"The PushConsumer service state not OK, maybe started once, "</span></span><br><span class="line"> + <span class="keyword">this</span>.serviceState</span><br><span class="line"> + FAQUrl.suggestTodo(FAQUrl.CLIENT_SERVICE_NOT_OK),</span><br><span class="line"> <span class="keyword">null</span>);</span><br><span class="line"> <span class="keyword">default</span>:</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.updateTopicSubscribeInfoWhenSubscriptionChanged();</span><br><span class="line"> <span class="keyword">this</span>.mQClientFactory.checkClientInBroker();</span><br><span class="line"> <span class="keyword">this</span>.mQClientFactory.sendHeartbeatToAllBrokerWithLock();</span><br><span class="line"> <span class="keyword">this</span>.mQClientFactory.rebalanceImmediately();</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>然后我们往下看主要的目光聚焦<code>mQClientFactory.start()</code></p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">start</span><span class="params">()</span> <span class="keyword">throws</span> MQClientException </span>{</span><br><span class="line"></span><br><span class="line"> <span class="keyword">synchronized</span> (<span class="keyword">this</span>) {</span><br><span class="line"> <span class="keyword">switch</span> (<span class="keyword">this</span>.serviceState) {</span><br><span class="line"> <span class="keyword">case</span> CREATE_JUST:</span><br><span class="line"> <span class="keyword">this</span>.serviceState = ServiceState.START_FAILED;</span><br><span class="line"> <span class="comment">// If not specified,looking address from name server</span></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> == <span class="keyword">this</span>.clientConfig.getNamesrvAddr()) {</span><br><span class="line"> <span class="keyword">this</span>.mQClientAPIImpl.fetchNameServerAddr();</span><br><span class="line"> }</span><br><span class="line"> <span class="comment">// Start request-response channel</span></span><br><span class="line"> <span class="comment">// 这里主要是初始化了个网络客户端</span></span><br><span class="line"> <span class="keyword">this</span>.mQClientAPIImpl.start();</span><br><span class="line"> <span class="comment">// Start various schedule tasks</span></span><br><span class="line"> <span class="comment">// 定时任务</span></span><br><span class="line"> <span class="keyword">this</span>.startScheduledTask();</span><br><span class="line"> <span class="comment">// Start pull service</span></span><br><span class="line"> <span class="comment">// 这里重点说下</span></span><br><span class="line"> <span class="keyword">this</span>.pullMessageService.start();</span><br><span class="line"> <span class="comment">// Start rebalance service</span></span><br><span class="line"> <span class="keyword">this</span>.rebalanceService.start();</span><br><span class="line"> <span class="comment">// Start push service</span></span><br><span class="line"> <span class="keyword">this</span>.defaultMQProducer.getDefaultMQProducerImpl().start(<span class="keyword">false</span>);</span><br><span class="line"> log.info(<span class="string">"the client factory [{}] start OK"</span>, <span class="keyword">this</span>.clientId);</span><br><span class="line"> <span class="keyword">this</span>.serviceState = ServiceState.RUNNING;</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">case</span> START_FAILED:</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> MQClientException(<span class="string">"The Factory object["</span> + <span class="keyword">this</span>.getClientId() + <span class="string">"] has been created before, and failed."</span>, <span class="keyword">null</span>);</span><br><span class="line"> <span class="keyword">default</span>:</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>我们来看下这个 pullMessageService，org.apache.rocketmq.client.impl.consumer.PullMessageService，<br><img data-src="https://mystore-1255223546.cos.ap-chengdu.myqcloud.com/uPic/QdeiVv.png" alt=""><br>实现了 runnable 接口，<br>然后可以看到 run 方法</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> log.info(<span class="keyword">this</span>.getServiceName() + <span class="string">" service started"</span>);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">while</span> (!<span class="keyword">this</span>.isStopped()) {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> PullRequest pullRequest = <span class="keyword">this</span>.pullRequestQueue.take();</span><br><span class="line"> <span class="keyword">this</span>.pullMessage(pullRequest);</span><br><span class="line"> } <span class="keyword">catch</span> (InterruptedException ignored) {</span><br><span class="line"> } <span class="keyword">catch</span> (Exception e) {</span><br><span class="line"> log.error(<span class="string">"Pull Message Service Run Method exception"</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> log.info(<span class="keyword">this</span>.getServiceName() + <span class="string">" service end"</span>);</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>接着在看 pullMessage 方法</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">private</span> <span class="keyword">void</span> <span class="title">pullMessage</span><span class="params">(<span class="keyword">final</span> PullRequest pullRequest)</span> </span>{</span><br><span class="line"> <span class="keyword">final</span> MQConsumerInner consumer = <span class="keyword">this</span>.mQClientFactory.selectConsumer(pullRequest.getConsumerGroup());</span><br><span class="line"> <span class="keyword">if</span> (consumer != <span class="keyword">null</span>) {</span><br><span class="line"> DefaultMQPushConsumerImpl impl = (DefaultMQPushConsumerImpl) consumer;</span><br><span class="line"> impl.pullMessage(pullRequest);</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> log.warn(<span class="string">"No matched consumer for the PullRequest {}, drop it"</span>, pullRequest);</span><br><span class="line"> }</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>实际上调用了这个方法，这个方法很长，我在代码里注释下下每一段的功能</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br><span class="line">63</span><br><span class="line">64</span><br><span class="line">65</span><br><span class="line">66</span><br><span class="line">67</span><br><span class="line">68</span><br><span class="line">69</span><br><span class="line">70</span><br><span class="line">71</span><br><span class="line">72</span><br><span class="line">73</span><br><span class="line">74</span><br><span class="line">75</span><br><span class="line">76</span><br><span class="line">77</span><br><span class="line">78</span><br><span class="line">79</span><br><span class="line">80</span><br><span class="line">81</span><br><span class="line">82</span><br><span class="line">83</span><br><span class="line">84</span><br><span class="line">85</span><br><span class="line">86</span><br><span class="line">87</span><br><span class="line">88</span><br><span class="line">89</span><br><span class="line">90</span><br><span class="line">91</span><br><span class="line">92</span><br><span class="line">93</span><br><span class="line">94</span><br><span class="line">95</span><br><span class="line">96</span><br><span class="line">97</span><br><span class="line">98</span><br><span class="line">99</span><br><span class="line">100</span><br><span class="line">101</span><br><span class="line">102</span><br><span class="line">103</span><br><span class="line">104</span><br><span class="line">105</span><br><span class="line">106</span><br><span class="line">107</span><br><span class="line">108</span><br><span class="line">109</span><br><span class="line">110</span><br><span class="line">111</span><br><span class="line">112</span><br><span class="line">113</span><br><span class="line">114</span><br><span class="line">115</span><br><span class="line">116</span><br><span class="line">117</span><br><span class="line">118</span><br><span class="line">119</span><br><span class="line">120</span><br><span class="line">121</span><br><span class="line">122</span><br><span class="line">123</span><br><span class="line">124</span><br><span class="line">125</span><br><span class="line">126</span><br><span class="line">127</span><br><span class="line">128</span><br><span class="line">129</span><br><span class="line">130</span><br><span class="line">131</span><br><span class="line">132</span><br><span class="line">133</span><br><span class="line">134</span><br><span class="line">135</span><br><span class="line">136</span><br><span class="line">137</span><br><span class="line">138</span><br><span class="line">139</span><br><span class="line">140</span><br><span class="line">141</span><br><span class="line">142</span><br><span class="line">143</span><br><span class="line">144</span><br><span class="line">145</span><br><span class="line">146</span><br><span class="line">147</span><br><span class="line">148</span><br><span class="line">149</span><br><span class="line">150</span><br><span class="line">151</span><br><span class="line">152</span><br><span class="line">153</span><br><span class="line">154</span><br><span class="line">155</span><br><span class="line">156</span><br><span class="line">157</span><br><span class="line">158</span><br><span class="line">159</span><br><span class="line">160</span><br><span class="line">161</span><br><span class="line">162</span><br><span class="line">163</span><br><span class="line">164</span><br><span class="line">165</span><br><span class="line">166</span><br><span class="line">167</span><br><span class="line">168</span><br><span class="line">169</span><br><span class="line">170</span><br><span class="line">171</span><br><span class="line">172</span><br><span class="line">173</span><br><span class="line">174</span><br><span class="line">175</span><br><span class="line">176</span><br><span class="line">177</span><br><span class="line">178</span><br><span class="line">179</span><br><span class="line">180</span><br><span class="line">181</span><br><span class="line">182</span><br><span class="line">183</span><br><span class="line">184</span><br><span class="line">185</span><br><span class="line">186</span><br><span class="line">187</span><br><span class="line">188</span><br><span class="line">189</span><br><span class="line">190</span><br><span class="line">191</span><br><span class="line">192</span><br><span class="line">193</span><br><span class="line">194</span><br><span class="line">195</span><br><span class="line">196</span><br><span class="line">197</span><br><span class="line">198</span><br><span class="line">199</span><br><span class="line">200</span><br><span class="line">201</span><br><span class="line">202</span><br><span class="line">203</span><br><span class="line">204</span><br><span class="line">205</span><br><span class="line">206</span><br><span class="line">207</span><br><span class="line">208</span><br><span class="line">209</span><br><span class="line">210</span><br><span class="line">211</span><br><span class="line">212</span><br><span class="line">213</span><br><span class="line">214</span><br><span class="line">215</span><br><span class="line">216</span><br><span class="line">217</span><br><span class="line">218</span><br><span class="line">219</span><br><span class="line">220</span><br><span class="line">221</span><br><span class="line">222</span><br><span class="line">223</span><br><span class="line">224</span><br><span class="line">225</span><br><span class="line">226</span><br><span class="line">227</span><br><span class="line">228</span><br><span class="line">229</span><br><span class="line">230</span><br><span class="line">231</span><br><span class="line">232</span><br><span class="line">233</span><br><span class="line">234</span><br><span class="line">235</span><br><span class="line">236</span><br><span class="line">237</span><br><span class="line">238</span><br><span class="line">239</span><br><span class="line">240</span><br><span class="line">241</span><br><span class="line">242</span><br><span class="line">243</span><br><span class="line">244</span><br><span class="line">245</span><br><span class="line">246</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">pullMessage</span><span class="params">(<span class="keyword">final</span> PullRequest pullRequest)</span> </span>{</span><br><span class="line"> <span class="keyword">final</span> ProcessQueue processQueue = pullRequest.getProcessQueue();</span><br><span class="line"> <span class="comment">// 这里开始就是检查状态，确定是否往下执行</span></span><br><span class="line"> <span class="keyword">if</span> (processQueue.isDropped()) {</span><br><span class="line"> log.info(<span class="string">"the pull request[{}] is dropped."</span>, pullRequest.toString());</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> pullRequest.getProcessQueue().setLastPullTimestamp(System.currentTimeMillis());</span><br><span class="line"></span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> <span class="keyword">this</span>.makeSureStateOK();</span><br><span class="line"> } <span class="keyword">catch</span> (MQClientException e) {</span><br><span class="line"> log.warn(<span class="string">"pullMessage exception, consumer state not ok"</span>, e);</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, pullTimeDelayMillsWhenException);</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.isPause()) {</span><br><span class="line"> log.warn(<span class="string">"consumer was paused, execute pull request later. instanceName={}, group={}"</span>, <span class="keyword">this</span>.defaultMQPushConsumer.getInstanceName(), <span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup());</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, PULL_TIME_DELAY_MILLS_WHEN_SUSPEND);</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 这块其实是个类似于限流的功能块，对消息数量和消息大小做限制</span></span><br><span class="line"> <span class="keyword">long</span> cachedMessageCount = processQueue.getMsgCount().get();</span><br><span class="line"> <span class="keyword">long</span> cachedMessageSizeInMiB = processQueue.getMsgSize().get() / (<span class="number">1024</span> * <span class="number">1024</span>);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (cachedMessageCount > <span class="keyword">this</span>.defaultMQPushConsumer.getPullThresholdForQueue()) {</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, PULL_TIME_DELAY_MILLS_WHEN_FLOW_CONTROL);</span><br><span class="line"> <span class="keyword">if</span> ((queueFlowControlTimes++ % <span class="number">1000</span>) == <span class="number">0</span>) {</span><br><span class="line"> log.warn(</span><br><span class="line"> <span class="string">"the cached message count exceeds the threshold {}, so do flow control, minOffset={}, maxOffset={}, count={}, size={} MiB, pullRequest={}, flowControlTimes={}"</span>,</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumer.getPullThresholdForQueue(), processQueue.getMsgTreeMap().firstKey(), processQueue.getMsgTreeMap().lastKey(), cachedMessageCount, cachedMessageSizeInMiB, pullRequest, queueFlowControlTimes);</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (cachedMessageSizeInMiB > <span class="keyword">this</span>.defaultMQPushConsumer.getPullThresholdSizeForQueue()) {</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, PULL_TIME_DELAY_MILLS_WHEN_FLOW_CONTROL);</span><br><span class="line"> <span class="keyword">if</span> ((queueFlowControlTimes++ % <span class="number">1000</span>) == <span class="number">0</span>) {</span><br><span class="line"> log.warn(</span><br><span class="line"> <span class="string">"the cached message size exceeds the threshold {} MiB, so do flow control, minOffset={}, maxOffset={}, count={}, size={} MiB, pullRequest={}, flowControlTimes={}"</span>,</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumer.getPullThresholdSizeForQueue(), processQueue.getMsgTreeMap().firstKey(), processQueue.getMsgTreeMap().lastKey(), cachedMessageCount, cachedMessageSizeInMiB, pullRequest, queueFlowControlTimes);</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 若不是顺序消费（即DefaultMQPushConsumerImpl.consumeOrderly等于false），则检查ProcessQueue对象的msgTreeMap:TreeMap<Long,MessageExt>变量的第一个key值与最后一个key值之间的差额，该key值表示查询的队列偏移量queueoffset；若差额大于阈值（由DefaultMQPushConsumer. consumeConcurrentlyMaxSpan指定，默认是2000），则调用PullMessageService.executePullRequestLater方法，在50毫秒之后重新将该PullRequest请求放入PullMessageService.pullRequestQueue队列中；并跳出该方法；这里的意思主要就是消息有堆积了，等会再来拉取</span></span><br><span class="line"> <span class="keyword">if</span> (!<span class="keyword">this</span>.consumeOrderly) {</span><br><span class="line"> <span class="keyword">if</span> (processQueue.getMaxSpan() > <span class="keyword">this</span>.defaultMQPushConsumer.getConsumeConcurrentlyMaxSpan()) {</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, PULL_TIME_DELAY_MILLS_WHEN_FLOW_CONTROL);</span><br><span class="line"> <span class="keyword">if</span> ((queueMaxSpanFlowControlTimes++ % <span class="number">1000</span>) == <span class="number">0</span>) {</span><br><span class="line"> log.warn(</span><br><span class="line"> <span class="string">"the queue's messages, span too long, so do flow control, minOffset={}, maxOffset={}, maxSpan={}, pullRequest={}, flowControlTimes={}"</span>,</span><br><span class="line"> processQueue.getMsgTreeMap().firstKey(), processQueue.getMsgTreeMap().lastKey(), processQueue.getMaxSpan(),</span><br><span class="line"> pullRequest, queueMaxSpanFlowControlTimes);</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">if</span> (processQueue.isLocked()) {</span><br><span class="line"> <span class="keyword">if</span> (!pullRequest.isLockedFirst()) {</span><br><span class="line"> <span class="keyword">final</span> <span class="keyword">long</span> offset = <span class="keyword">this</span>.rebalanceImpl.computePullFromWhere(pullRequest.getMessageQueue());</span><br><span class="line"> <span class="keyword">boolean</span> brokerBusy = offset < pullRequest.getNextOffset();</span><br><span class="line"> log.info(<span class="string">"the first time to pull message, so fix offset from broker. pullRequest: {} NewOffset: {} brokerBusy: {}"</span>,</span><br><span class="line"> pullRequest, offset, brokerBusy);</span><br><span class="line"> <span class="keyword">if</span> (brokerBusy) {</span><br><span class="line"> log.info(<span class="string">"[NOTIFYME]the first time to pull message, but pull request offset larger than broker consume offset. pullRequest: {} NewOffset: {}"</span>,</span><br><span class="line"> pullRequest, offset);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> pullRequest.setLockedFirst(<span class="keyword">true</span>);</span><br><span class="line"> pullRequest.setNextOffset(offset);</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, pullTimeDelayMillsWhenException);</span><br><span class="line"> log.info(<span class="string">"pull message later because not locked in broker, {}"</span>, pullRequest);</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 以PullRequest.messageQueue对象的topic值为参数从RebalanceImpl.subscriptionInner: ConcurrentHashMap, SubscriptionData>中获取对应的SubscriptionData对象，若该对象为null，考虑到并发的关系，调用executePullRequestLater方法，稍后重试；并跳出该方法；</span></span><br><span class="line"> <span class="keyword">final</span> SubscriptionData subscriptionData = <span class="keyword">this</span>.rebalanceImpl.getSubscriptionInner().get(pullRequest.getMessageQueue().getTopic());</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> == subscriptionData) {</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, pullTimeDelayMillsWhenException);</span><br><span class="line"> log.warn(<span class="string">"find the consumer's subscription failed, {}"</span>, pullRequest);</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">final</span> <span class="keyword">long</span> beginTimestamp = System.currentTimeMillis();</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 异步拉取回调，先不讨论细节</span></span><br><span class="line"> PullCallback pullCallback = <span class="keyword">new</span> PullCallback() {</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">onSuccess</span><span class="params">(PullResult pullResult)</span> </span>{</span><br><span class="line"> <span class="keyword">if</span> (pullResult != <span class="keyword">null</span>) {</span><br><span class="line"> pullResult = DefaultMQPushConsumerImpl.<span class="keyword">this</span>.pullAPIWrapper.processPullResult(pullRequest.getMessageQueue(), pullResult,</span><br><span class="line"> subscriptionData);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">switch</span> (pullResult.getPullStatus()) {</span><br><span class="line"> <span class="keyword">case</span> FOUND:</span><br><span class="line"> <span class="keyword">long</span> prevRequestOffset = pullRequest.getNextOffset();</span><br><span class="line"> pullRequest.setNextOffset(pullResult.getNextBeginOffset());</span><br><span class="line"> <span class="keyword">long</span> pullRT = System.currentTimeMillis() - beginTimestamp;</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.getConsumerStatsManager().incPullRT(pullRequest.getConsumerGroup(),</span><br><span class="line"> pullRequest.getMessageQueue().getTopic(), pullRT);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">long</span> firstMsgOffset = Long.MAX_VALUE;</span><br><span class="line"> <span class="keyword">if</span> (pullResult.getMsgFoundList() == <span class="keyword">null</span> || pullResult.getMsgFoundList().isEmpty()) {</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.executePullRequestImmediately(pullRequest);</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> firstMsgOffset = pullResult.getMsgFoundList().get(<span class="number">0</span>).getQueueOffset();</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.getConsumerStatsManager().incPullTPS(pullRequest.getConsumerGroup(),</span><br><span class="line"> pullRequest.getMessageQueue().getTopic(), pullResult.getMsgFoundList().size());</span><br><span class="line"></span><br><span class="line"> <span class="keyword">boolean</span> dispatchToConsume = processQueue.putMessage(pullResult.getMsgFoundList());</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.consumeMessageService.submitConsumeRequest(</span><br><span class="line"> pullResult.getMsgFoundList(),</span><br><span class="line"> processQueue,</span><br><span class="line"> pullRequest.getMessageQueue(),</span><br><span class="line"> dispatchToConsume);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (DefaultMQPushConsumerImpl.<span class="keyword">this</span>.defaultMQPushConsumer.getPullInterval() > <span class="number">0</span>) {</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.executePullRequestLater(pullRequest,</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.defaultMQPushConsumer.getPullInterval());</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.executePullRequestImmediately(pullRequest);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (pullResult.getNextBeginOffset() < prevRequestOffset</span><br><span class="line"> || firstMsgOffset < prevRequestOffset) {</span><br><span class="line"> log.warn(</span><br><span class="line"> <span class="string">"[BUG] pull message result maybe data wrong, nextBeginOffset: {} firstMsgOffset: {} prevRequestOffset: {}"</span>,</span><br><span class="line"> pullResult.getNextBeginOffset(),</span><br><span class="line"> firstMsgOffset,</span><br><span class="line"> prevRequestOffset);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">case</span> NO_NEW_MSG:</span><br><span class="line"> pullRequest.setNextOffset(pullResult.getNextBeginOffset());</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.correctTagsOffset(pullRequest);</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.executePullRequestImmediately(pullRequest);</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">case</span> NO_MATCHED_MSG:</span><br><span class="line"> pullRequest.setNextOffset(pullResult.getNextBeginOffset());</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.correctTagsOffset(pullRequest);</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.executePullRequestImmediately(pullRequest);</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">case</span> OFFSET_ILLEGAL:</span><br><span class="line"> log.warn(<span class="string">"the pull request offset illegal, {} {}"</span>,</span><br><span class="line"> pullRequest.toString(), pullResult.toString());</span><br><span class="line"> pullRequest.setNextOffset(pullResult.getNextBeginOffset());</span><br><span class="line"></span><br><span class="line"> pullRequest.getProcessQueue().setDropped(<span class="keyword">true</span>);</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.executeTaskLater(<span class="keyword">new</span> Runnable() {</span><br><span class="line"></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.offsetStore.updateOffset(pullRequest.getMessageQueue(),</span><br><span class="line"> pullRequest.getNextOffset(), <span class="keyword">false</span>);</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.offsetStore.persist(pullRequest.getMessageQueue());</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.rebalanceImpl.removeProcessQueue(pullRequest.getMessageQueue());</span><br><span class="line"></span><br><span class="line"> log.warn(<span class="string">"fix the pull request offset, {}"</span>, pullRequest);</span><br><span class="line"> } <span class="keyword">catch</span> (Throwable e) {</span><br><span class="line"> log.error(<span class="string">"executeTaskLater Exception"</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }, <span class="number">10000</span>);</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">default</span>:</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">onException</span><span class="params">(Throwable e)</span> </span>{</span><br><span class="line"> <span class="keyword">if</span> (!pullRequest.getMessageQueue().getTopic().startsWith(MixAll.RETRY_GROUP_TOPIC_PREFIX)) {</span><br><span class="line"> log.warn(<span class="string">"execute the pull request exception"</span>, e);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.executePullRequestLater(pullRequest, pullTimeDelayMillsWhenException);</span><br><span class="line"> }</span><br><span class="line"> };</span><br><span class="line"> <span class="comment">// 如果为集群模式，即可置commitOffsetEnable为 true</span></span><br><span class="line"> <span class="keyword">boolean</span> commitOffsetEnable = <span class="keyword">false</span>;</span><br><span class="line"> <span class="keyword">long</span> commitOffsetValue = <span class="number">0L</span>;</span><br><span class="line"> <span class="keyword">if</span> (MessageModel.CLUSTERING == <span class="keyword">this</span>.defaultMQPushConsumer.getMessageModel()) {</span><br><span class="line"> commitOffsetValue = <span class="keyword">this</span>.offsetStore.readOffset(pullRequest.getMessageQueue(), ReadOffsetType.READ_FROM_MEMORY);</span><br><span class="line"> <span class="keyword">if</span> (commitOffsetValue > <span class="number">0</span>) {</span><br><span class="line"> commitOffsetEnable = <span class="keyword">true</span>;</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 将上面获得的commitOffsetEnable更新到订阅关系里</span></span><br><span class="line"> String subExpression = <span class="keyword">null</span>;</span><br><span class="line"> <span class="keyword">boolean</span> classFilter = <span class="keyword">false</span>;</span><br><span class="line"> SubscriptionData sd = <span class="keyword">this</span>.rebalanceImpl.getSubscriptionInner().get(pullRequest.getMessageQueue().getTopic());</span><br><span class="line"> <span class="keyword">if</span> (sd != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.defaultMQPushConsumer.isPostSubscriptionWhenPull() && !sd.isClassFilterMode()) {</span><br><span class="line"> subExpression = sd.getSubString();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> classFilter = sd.isClassFilterMode();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 组成 sysFlag</span></span><br><span class="line"> <span class="keyword">int</span> sysFlag = PullSysFlag.buildSysFlag(</span><br><span class="line"> commitOffsetEnable, <span class="comment">// commitOffset</span></span><br><span class="line"> <span class="keyword">true</span>, <span class="comment">// suspend</span></span><br><span class="line"> subExpression != <span class="keyword">null</span>, <span class="comment">// subscription</span></span><br><span class="line"> classFilter <span class="comment">// class filter</span></span><br><span class="line"> );</span><br><span class="line"> <span class="comment">// 调用真正的拉取消息接口</span></span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> <span class="keyword">this</span>.pullAPIWrapper.pullKernelImpl(</span><br><span class="line"> pullRequest.getMessageQueue(),</span><br><span class="line"> subExpression,</span><br><span class="line"> subscriptionData.getExpressionType(),</span><br><span class="line"> subscriptionData.getSubVersion(),</span><br><span class="line"> pullRequest.getNextOffset(),</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumer.getPullBatchSize(),</span><br><span class="line"> sysFlag,</span><br><span class="line"> commitOffsetValue,</span><br><span class="line"> BROKER_SUSPEND_MAX_TIME_MILLIS,</span><br><span class="line"> CONSUMER_TIMEOUT_MILLIS_WHEN_SUSPEND,</span><br><span class="line"> CommunicationMode.ASYNC,</span><br><span class="line"> pullCallback</span><br><span class="line"> );</span><br><span class="line"> } <span class="keyword">catch</span> (Exception e) {</span><br><span class="line"> log.error(<span class="string">"pullKernelImpl exception"</span>, e);</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, pullTimeDelayMillsWhenException);</span><br><span class="line"> }</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>以下就是拉取消息的底层 api，不够不是特别复杂，主要是在找 broker，和设置请求参数</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br><span class="line">63</span><br><span class="line">64</span><br><span class="line">65</span><br><span class="line">66</span><br><span class="line">67</span><br><span class="line">68</span><br><span class="line">69</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> PullResult <span class="title">pullKernelImpl</span><span class="params">(</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> MessageQueue mq,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> String subExpression,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> String expressionType,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> subVersion,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> offset,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">int</span> maxNums,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">int</span> sysFlag,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> commitOffset,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> brokerSuspendMaxTimeMillis,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> timeoutMillis,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> CommunicationMode communicationMode,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> PullCallback pullCallback</span></span></span><br><span class="line"><span class="function"><span class="params">)</span> <span class="keyword">throws</span> MQClientException, RemotingException, MQBrokerException, InterruptedException </span>{</span><br><span class="line"> FindBrokerResult findBrokerResult =</span><br><span class="line"> <span class="keyword">this</span>.mQClientFactory.findBrokerAddressInSubscribe(mq.getBrokerName(),</span><br><span class="line"> <span class="keyword">this</span>.recalculatePullFromWhichNode(mq), <span class="keyword">false</span>);</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> == findBrokerResult) {</span><br><span class="line"> <span class="keyword">this</span>.mQClientFactory.updateTopicRouteInfoFromNameServer(mq.getTopic());</span><br><span class="line"> findBrokerResult =</span><br><span class="line"> <span class="keyword">this</span>.mQClientFactory.findBrokerAddressInSubscribe(mq.getBrokerName(),</span><br><span class="line"> <span class="keyword">this</span>.recalculatePullFromWhichNode(mq), <span class="keyword">false</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (findBrokerResult != <span class="keyword">null</span>) {</span><br><span class="line"> {</span><br><span class="line"> <span class="comment">// check version</span></span><br><span class="line"> <span class="keyword">if</span> (!ExpressionType.isTagType(expressionType)</span><br><span class="line"> && findBrokerResult.getBrokerVersion() < MQVersion.Version.V4_1_0_SNAPSHOT.ordinal()) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> MQClientException(<span class="string">"The broker["</span> + mq.getBrokerName() + <span class="string">", "</span></span><br><span class="line"> + findBrokerResult.getBrokerVersion() + <span class="string">"] does not upgrade to support for filter message by "</span> + expressionType, <span class="keyword">null</span>);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">int</span> sysFlagInner = sysFlag;</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (findBrokerResult.isSlave()) {</span><br><span class="line"> sysFlagInner = PullSysFlag.clearCommitOffsetFlag(sysFlagInner);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> PullMessageRequestHeader requestHeader = <span class="keyword">new</span> PullMessageRequestHeader();</span><br><span class="line"> requestHeader.setConsumerGroup(<span class="keyword">this</span>.consumerGroup);</span><br><span class="line"> requestHeader.setTopic(mq.getTopic());</span><br><span class="line"> requestHeader.setQueueId(mq.getQueueId());</span><br><span class="line"> requestHeader.setQueueOffset(offset);</span><br><span class="line"> requestHeader.setMaxMsgNums(maxNums);</span><br><span class="line"> requestHeader.setSysFlag(sysFlagInner);</span><br><span class="line"> requestHeader.setCommitOffset(commitOffset);</span><br><span class="line"> requestHeader.setSuspendTimeoutMillis(brokerSuspendMaxTimeMillis);</span><br><span class="line"> requestHeader.setSubscription(subExpression);</span><br><span class="line"> requestHeader.setSubVersion(subVersion);</span><br><span class="line"> requestHeader.setExpressionType(expressionType);</span><br><span class="line"></span><br><span class="line"> String brokerAddr = findBrokerResult.getBrokerAddr();</span><br><span class="line"> <span class="keyword">if</span> (PullSysFlag.hasClassFilterFlag(sysFlagInner)) {</span><br><span class="line"> brokerAddr = computPullFromWhichFilterServer(mq.getTopic(), brokerAddr);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> PullResult pullResult = <span class="keyword">this</span>.mQClientFactory.getMQClientAPIImpl().pullMessage(</span><br><span class="line"> brokerAddr,</span><br><span class="line"> requestHeader,</span><br><span class="line"> timeoutMillis,</span><br><span class="line"> communicationMode,</span><br><span class="line"> pullCallback);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">return</span> pullResult;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> MQClientException(<span class="string">"The broker["</span> + mq.getBrokerName() + <span class="string">"] not exist"</span>, <span class="keyword">null</span>);</span><br><span class="line">}</span><br></pre></td></tr></table></figure>
|
|
<p>再看下一步的</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> PullResult <span class="title">pullMessage</span><span class="params">(</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> String addr,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> PullMessageRequestHeader requestHeader,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> timeoutMillis,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> CommunicationMode communicationMode,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> PullCallback pullCallback</span></span></span><br><span class="line"><span class="function"><span class="params">)</span> <span class="keyword">throws</span> RemotingException, MQBrokerException, InterruptedException </span>{</span><br><span class="line"> RemotingCommand request = RemotingCommand.createRequestCommand(RequestCode.PULL_MESSAGE, requestHeader);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">switch</span> (communicationMode) {</span><br><span class="line"> <span class="keyword">case</span> ONEWAY:</span><br><span class="line"> <span class="keyword">assert</span> <span class="keyword">false</span>;</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">null</span>;</span><br><span class="line"> <span class="keyword">case</span> ASYNC:</span><br><span class="line"> <span class="keyword">this</span>.pullMessageAsync(addr, request, timeoutMillis, pullCallback);</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">null</span>;</span><br><span class="line"> <span class="keyword">case</span> SYNC:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.pullMessageSync(addr, request, timeoutMillis);</span><br><span class="line"> <span class="keyword">default</span>:</span><br><span class="line"> <span class="keyword">assert</span> <span class="keyword">false</span>;</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">null</span>;</span><br><span class="line">}</span><br></pre></td></tr></table></figure>
|
|
<p>通过 communicationMode 判断是同步拉取还是异步拉取，异步就调用</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">private</span> <span class="keyword">void</span> <span class="title">pullMessageAsync</span><span class="params">(</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> String addr,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> RemotingCommand request,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> timeoutMillis,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> PullCallback pullCallback</span></span></span><br><span class="line"><span class="function"><span class="params"> )</span> <span class="keyword">throws</span> RemotingException, InterruptedException </span>{</span><br><span class="line"> <span class="keyword">this</span>.remotingClient.invokeAsync(addr, request, timeoutMillis, <span class="keyword">new</span> InvokeCallback() {</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">operationComplete</span><span class="params">(ResponseFuture responseFuture)</span> </span>{</span><br><span class="line"> 异步</span><br><span class="line"> RemotingCommand response = responseFuture.getResponseCommand();</span><br><span class="line"> <span class="keyword">if</span> (response != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> PullResult pullResult = MQClientAPIImpl.<span class="keyword">this</span>.processPullResponse(response);</span><br><span class="line"> <span class="keyword">assert</span> pullResult != <span class="keyword">null</span>;</span><br><span class="line"> pullCallback.onSuccess(pullResult);</span><br><span class="line"> } <span class="keyword">catch</span> (Exception e) {</span><br><span class="line"> pullCallback.onException(e);</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">if</span> (!responseFuture.isSendRequestOK()) {</span><br><span class="line"> pullCallback.onException(<span class="keyword">new</span> MQClientException(<span class="string">"send request failed to "</span> + addr + <span class="string">". Request: "</span> + request, responseFuture.getCause()));</span><br><span class="line"> } <span class="keyword">else</span> <span class="keyword">if</span> (responseFuture.isTimeout()) {</span><br><span class="line"> pullCallback.onException(<span class="keyword">new</span> MQClientException(<span class="string">"wait response from "</span> + addr + <span class="string">" timeout :"</span> + responseFuture.getTimeoutMillis() + <span class="string">"ms"</span> + <span class="string">". Request: "</span> + request,</span><br><span class="line"> responseFuture.getCause()));</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> pullCallback.onException(<span class="keyword">new</span> MQClientException(<span class="string">"unknown reason. addr: "</span> + addr + <span class="string">", timeoutMillis: "</span> + timeoutMillis + <span class="string">". Request: "</span> + request, responseFuture.getCause()));</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> });</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>并且会调用前面 pullCallback 的onSuccess和onException方法，同步的就是调用</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">private</span> PullResult <span class="title">pullMessageSync</span><span class="params">(</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> String addr,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> RemotingCommand request,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> timeoutMillis</span></span></span><br><span class="line"><span class="function"><span class="params"> )</span> <span class="keyword">throws</span> RemotingException, InterruptedException, MQBrokerException </span>{</span><br><span class="line"> RemotingCommand response = <span class="keyword">this</span>.remotingClient.invokeSync(addr, request, timeoutMillis);</span><br><span class="line"> <span class="keyword">assert</span> response != <span class="keyword">null</span>;</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.processPullResponse(response);</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>然后就是这个 remotingClient 的 invokeAsync 跟 invokeSync 方法</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br></pre></td><td class="code"><pre><span class="line"><span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">invokeAsync</span><span class="params">(String addr, RemotingCommand request, <span class="keyword">long</span> timeoutMillis, InvokeCallback invokeCallback)</span></span></span><br><span class="line"><span class="function"> <span class="keyword">throws</span> InterruptedException, RemotingConnectException, RemotingTooMuchRequestException, RemotingTimeoutException,</span></span><br><span class="line"><span class="function"> RemotingSendRequestException </span>{</span><br><span class="line"> <span class="keyword">long</span> beginStartTime = System.currentTimeMillis();</span><br><span class="line"> <span class="keyword">final</span> Channel channel = <span class="keyword">this</span>.getAndCreateChannel(addr);</span><br><span class="line"> <span class="keyword">if</span> (channel != <span class="keyword">null</span> && channel.isActive()) {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> doBeforeRpcHooks(addr, request);</span><br><span class="line"> <span class="keyword">long</span> costTime = System.currentTimeMillis() - beginStartTime;</span><br><span class="line"> <span class="keyword">if</span> (timeoutMillis < costTime) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingTooMuchRequestException(<span class="string">"invokeAsync call timeout"</span>);</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">this</span>.invokeAsyncImpl(channel, request, timeoutMillis - costTime, invokeCallback);</span><br><span class="line"> } <span class="keyword">catch</span> (RemotingSendRequestException e) {</span><br><span class="line"> log.warn(<span class="string">"invokeAsync: send request exception, so close the channel[{}]"</span>, addr);</span><br><span class="line"> <span class="keyword">this</span>.closeChannel(addr, channel);</span><br><span class="line"> <span class="keyword">throw</span> e;</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">this</span>.closeChannel(addr, channel);</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingConnectException(addr);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"><span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> RemotingCommand <span class="title">invokeSync</span><span class="params">(String addr, <span class="keyword">final</span> RemotingCommand request, <span class="keyword">long</span> timeoutMillis)</span></span></span><br><span class="line"><span class="function"> <span class="keyword">throws</span> InterruptedException, RemotingConnectException, RemotingSendRequestException, RemotingTimeoutException </span>{</span><br><span class="line"> <span class="keyword">long</span> beginStartTime = System.currentTimeMillis();</span><br><span class="line"> <span class="keyword">final</span> Channel channel = <span class="keyword">this</span>.getAndCreateChannel(addr);</span><br><span class="line"> <span class="keyword">if</span> (channel != <span class="keyword">null</span> && channel.isActive()) {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> doBeforeRpcHooks(addr, request);</span><br><span class="line"> <span class="keyword">long</span> costTime = System.currentTimeMillis() - beginStartTime;</span><br><span class="line"> <span class="keyword">if</span> (timeoutMillis < costTime) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingTimeoutException(<span class="string">"invokeSync call timeout"</span>);</span><br><span class="line"> }</span><br><span class="line"> RemotingCommand response = <span class="keyword">this</span>.invokeSyncImpl(channel, request, timeoutMillis - costTime);</span><br><span class="line"> doAfterRpcHooks(RemotingHelper.parseChannelRemoteAddr(channel), request, response);</span><br><span class="line"> <span class="keyword">return</span> response;</span><br><span class="line"> } <span class="keyword">catch</span> (RemotingSendRequestException e) {</span><br><span class="line"> log.warn(<span class="string">"invokeSync: send request exception, so close the channel[{}]"</span>, addr);</span><br><span class="line"> <span class="keyword">this</span>.closeChannel(addr, channel);</span><br><span class="line"> <span class="keyword">throw</span> e;</span><br><span class="line"> } <span class="keyword">catch</span> (RemotingTimeoutException e) {</span><br><span class="line"> <span class="keyword">if</span> (nettyClientConfig.isClientCloseSocketIfTimeout()) {</span><br><span class="line"> <span class="keyword">this</span>.closeChannel(addr, channel);</span><br><span class="line"> log.warn(<span class="string">"invokeSync: close socket because of timeout, {}ms, {}"</span>, timeoutMillis, addr);</span><br><span class="line"> }</span><br><span class="line"> log.warn(<span class="string">"invokeSync: wait response timeout exception, the channel[{}]"</span>, addr);</span><br><span class="line"> <span class="keyword">throw</span> e;</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">this</span>.closeChannel(addr, channel);</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingConnectException(addr);</span><br><span class="line"> }</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>再往下看</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br><span class="line">63</span><br><span class="line">64</span><br><span class="line">65</span><br><span class="line">66</span><br><span class="line">67</span><br><span class="line">68</span><br><span class="line">69</span><br><span class="line">70</span><br><span class="line">71</span><br><span class="line">72</span><br><span class="line">73</span><br><span class="line">74</span><br><span class="line">75</span><br><span class="line">76</span><br><span class="line">77</span><br><span class="line">78</span><br><span class="line">79</span><br><span class="line">80</span><br><span class="line">81</span><br><span class="line">82</span><br><span class="line">83</span><br><span class="line">84</span><br><span class="line">85</span><br><span class="line">86</span><br><span class="line">87</span><br><span class="line">88</span><br><span class="line">89</span><br><span class="line">90</span><br><span class="line">91</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> RemotingCommand <span class="title">invokeSyncImpl</span><span class="params">(<span class="keyword">final</span> Channel channel, <span class="keyword">final</span> RemotingCommand request,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> timeoutMillis)</span></span></span><br><span class="line"><span class="function"> <span class="keyword">throws</span> InterruptedException, RemotingSendRequestException, RemotingTimeoutException </span>{</span><br><span class="line"> <span class="keyword">final</span> <span class="keyword">int</span> opaque = request.getOpaque();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> 同步跟异步都是会把结果用ResponseFuture抱起来</span><br><span class="line"> <span class="keyword">final</span> ResponseFuture responseFuture = <span class="keyword">new</span> ResponseFuture(channel, opaque, timeoutMillis, <span class="keyword">null</span>, <span class="keyword">null</span>);</span><br><span class="line"> <span class="keyword">this</span>.responseTable.put(opaque, responseFuture);</span><br><span class="line"> <span class="keyword">final</span> SocketAddress addr = channel.remoteAddress();</span><br><span class="line"> channel.writeAndFlush(request).addListener(<span class="keyword">new</span> ChannelFutureListener() {</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">operationComplete</span><span class="params">(ChannelFuture f)</span> <span class="keyword">throws</span> Exception </span>{</span><br><span class="line"> <span class="keyword">if</span> (f.isSuccess()) {</span><br><span class="line"> responseFuture.setSendRequestOK(<span class="keyword">true</span>);</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> responseFuture.setSendRequestOK(<span class="keyword">false</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> responseTable.remove(opaque);</span><br><span class="line"> responseFuture.setCause(f.cause());</span><br><span class="line"> responseFuture.putResponse(<span class="keyword">null</span>);</span><br><span class="line"> log.warn(<span class="string">"send a request command to channel <"</span> + addr + <span class="string">"> failed."</span>);</span><br><span class="line"> }</span><br><span class="line"> });</span><br><span class="line"> <span class="comment">// 区别是同步的是在这等待</span></span><br><span class="line"> RemotingCommand responseCommand = responseFuture.waitResponse(timeoutMillis);</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> == responseCommand) {</span><br><span class="line"> <span class="keyword">if</span> (responseFuture.isSendRequestOK()) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingTimeoutException(RemotingHelper.parseSocketAddressAddr(addr), timeoutMillis,</span><br><span class="line"> responseFuture.getCause());</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingSendRequestException(RemotingHelper.parseSocketAddressAddr(addr), responseFuture.getCause());</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">return</span> responseCommand;</span><br><span class="line"> } <span class="keyword">finally</span> {</span><br><span class="line"> <span class="keyword">this</span>.responseTable.remove(opaque);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">invokeAsyncImpl</span><span class="params">(<span class="keyword">final</span> Channel channel, <span class="keyword">final</span> RemotingCommand request, <span class="keyword">final</span> <span class="keyword">long</span> timeoutMillis,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> InvokeCallback invokeCallback)</span></span></span><br><span class="line"><span class="function"> <span class="keyword">throws</span> InterruptedException, RemotingTooMuchRequestException, RemotingTimeoutException, RemotingSendRequestException </span>{</span><br><span class="line"> <span class="keyword">long</span> beginStartTime = System.currentTimeMillis();</span><br><span class="line"> <span class="keyword">final</span> <span class="keyword">int</span> opaque = request.getOpaque();</span><br><span class="line"> <span class="keyword">boolean</span> acquired = <span class="keyword">this</span>.semaphoreAsync.tryAcquire(timeoutMillis, TimeUnit.MILLISECONDS);</span><br><span class="line"> <span class="keyword">if</span> (acquired) {</span><br><span class="line"> <span class="keyword">final</span> SemaphoreReleaseOnlyOnce once = <span class="keyword">new</span> SemaphoreReleaseOnlyOnce(<span class="keyword">this</span>.semaphoreAsync);</span><br><span class="line"> <span class="keyword">long</span> costTime = System.currentTimeMillis() - beginStartTime;</span><br><span class="line"> <span class="keyword">if</span> (timeoutMillis < costTime) {</span><br><span class="line"> once.release();</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingTimeoutException(<span class="string">"invokeAsyncImpl call timeout"</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">final</span> ResponseFuture responseFuture = <span class="keyword">new</span> ResponseFuture(channel, opaque, timeoutMillis - costTime, invokeCallback, once);</span><br><span class="line"> <span class="keyword">this</span>.responseTable.put(opaque, responseFuture);</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> channel.writeAndFlush(request).addListener(<span class="keyword">new</span> ChannelFutureListener() {</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">operationComplete</span><span class="params">(ChannelFuture f)</span> <span class="keyword">throws</span> Exception </span>{</span><br><span class="line"> <span class="keyword">if</span> (f.isSuccess()) {</span><br><span class="line"> responseFuture.setSendRequestOK(<span class="keyword">true</span>);</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"> requestFail(opaque);</span><br><span class="line"> log.warn(<span class="string">"send a request command to channel <{}> failed."</span>, RemotingHelper.parseChannelRemoteAddr(channel));</span><br><span class="line"> }</span><br><span class="line"> });</span><br><span class="line"> } <span class="keyword">catch</span> (Exception e) {</span><br><span class="line"> responseFuture.release();</span><br><span class="line"> log.warn(<span class="string">"send a request command to channel <"</span> + RemotingHelper.parseChannelRemoteAddr(channel) + <span class="string">"> Exception"</span>, e);</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingSendRequestException(RemotingHelper.parseChannelRemoteAddr(channel), e);</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">if</span> (timeoutMillis <= <span class="number">0</span>) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingTooMuchRequestException(<span class="string">"invokeAsyncImpl invoke too fast"</span>);</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> String info =</span><br><span class="line"> String.format(<span class="string">"invokeAsyncImpl tryAcquire semaphore timeout, %dms, waiting thread nums: %d semaphoreAsyncValue: %d"</span>,</span><br><span class="line"> timeoutMillis,</span><br><span class="line"> <span class="keyword">this</span>.semaphoreAsync.getQueueLength(),</span><br><span class="line"> <span class="keyword">this</span>.semaphoreAsync.availablePermits()</span><br><span class="line"> );</span><br><span class="line"> log.warn(info);</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingTimeoutException(info);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<nav class="pagination">
|
|
<a class="extend prev" rel="prev" href="/page/6/"><i class="fa fa-angle-left" aria-label="Previous page"></i></a><a class="page-number" href="/">1</a><span class="space">…</span><a class="page-number" href="/page/6/">6</a><span class="page-number current">7</span><a class="page-number" href="/page/8/">8</a><span class="space">…</span><a class="page-number" href="/page/18/">18</a><a class="extend next" rel="next" href="/page/8/"><i class="fa fa-angle-right" aria-label="Next page"></i></a>
|
|
</nav>
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
|
<script>
|
|
window.addEventListener('tabs:register', () => {
|
|
let { activeClass } = CONFIG.comments;
|
|
if (CONFIG.comments.storage) {
|
|
activeClass = localStorage.getItem('comments_active') || activeClass;
|
|
}
|
|
if (activeClass) {
|
|
let activeTab = document.querySelector(`a[href="#comment-${activeClass}"]`);
|
|
if (activeTab) {
|
|
activeTab.click();
|
|
}
|
|
}
|
|
});
|
|
if (CONFIG.comments.storage) {
|
|
window.addEventListener('tabs:click', event => {
|
|
if (!event.target.matches('.tabs-comment .tab-content .tab-pane')) return;
|
|
let commentClass = event.target.classList[1];
|
|
localStorage.setItem('comments_active', commentClass);
|
|
});
|
|
}
|
|
</script>
|
|
|
|
</div>
|
|
|
|
|
|
<div class="toggle sidebar-toggle">
|
|
<span class="toggle-line toggle-line-first"></span>
|
|
<span class="toggle-line toggle-line-middle"></span>
|
|
<span class="toggle-line toggle-line-last"></span>
|
|
</div>
|
|
|
|
<aside class="sidebar">
|
|
<div class="sidebar-inner">
|
|
|
|
<ul class="sidebar-nav motion-element">
|
|
<li class="sidebar-nav-toc">
|
|
Table of Contents
|
|
</li>
|
|
<li class="sidebar-nav-overview">
|
|
Overview
|
|
</li>
|
|
</ul>
|
|
|
|
<!--noindex-->
|
|
<div class="post-toc-wrap sidebar-panel">
|
|
</div>
|
|
<!--/noindex-->
|
|
|
|
<div class="site-overview-wrap sidebar-panel">
|
|
<div class="site-author motion-element" itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<img class="site-author-image" itemprop="image" alt="Nicksxs"
|
|
src="/uploads/avatar.jpg">
|
|
<p class="site-author-name" itemprop="name">Nicksxs</p>
|
|
<div class="site-description" itemprop="description">learn from zero,技术博客，Nicksxs，史学森</div>
|
|
</div>
|
|
<div class="site-state-wrap motion-element">
|
|
<nav class="site-state">
|
|
<div class="site-state-item site-state-posts">
|
|
<a href="/archives/">
|
|
|
|
<span class="site-state-item-count">90</span>
|
|
<span class="site-state-item-name">posts</span>
|
|
</a>
|
|
</div>
|
|
<div class="site-state-item site-state-categories">
|
|
<a href="/categories/">
|
|
|
|
<span class="site-state-item-count">110</span>
|
|
<span class="site-state-item-name">categories</span></a>
|
|
</div>
|
|
<div class="site-state-item site-state-tags">
|
|
<a href="/tags/">
|
|
|
|
<span class="site-state-item-count">163</span>
|
|
<span class="site-state-item-name">tags</span></a>
|
|
</div>
|
|
</nav>
|
|
</div>
|
|
<div class="links-of-author motion-element">
|
|
<span class="links-of-author-item">
|
|
<a href="https://github.com/nicksxs" title="GitHub → https://github.com/nicksxs" rel="noopener" target="_blank"><i class="github fa-fw"></i>GitHub</a>
|
|
</span>
|
|
<span class="links-of-author-item">
|
|
<a href="mailto:nicksxs1202@gmail.com" title="E-Mail → mailto:nicksxs1202@gmail.com" rel="noopener" target="_blank"><i class="envelope fa-fw"></i>E-Mail</a>
|
|
</span>
|
|
<span class="links-of-author-item">
|
|
<a href="/atom.xml" title="RSS → /atom.xml"><i class="rss fa-fw"></i>RSS</a>
|
|
</span>
|
|
</div>
|
|
<div class="cc-license motion-element" itemprop="license">
|
|
<a href="https://creativecommons.org/licenses/by-nc-sa/4.0/" class="cc-opacity" rel="noopener" target="_blank"><img src="/images/cc-by-nc-sa.svg" alt="Creative Commons"></a>
|
|
</div>
|
|
|
|
<script type="text/javascript" charset="utf-8" src="/js/tagcloud.js"></script>
|
|
<script type="text/javascript" charset="utf-8" src="/js/tagcanvas.js"></script>
|
|
<div class="widget-wrap">
|
|
<div id="myCanvasContainer" class="widget tagcloud">
|
|
<canvas width="250" height="250" id="resCanvas" style="width=100%">
|
|
<ul class="tag-list" itemprop="keywords"><li class="tag-list-item"><a class="tag-list-link" href="/tags/2019/" rel="tag">2019</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/2020/" rel="tag">2020</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/2PC/" rel="tag">2PC</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/3PC/" rel="tag">3PC</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/AOP/" rel="tag">AOP</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Adaptive/" rel="tag">Adaptive</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Apollo/" rel="tag">Apollo</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Binary-Tree/" rel="tag">Binary Tree</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Broker/" rel="tag">Broker</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/C/" rel="tag">C</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/C/" rel="tag">C++</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Comparator/" rel="tag">Comparator</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/DFS/" rel="tag">DFS</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/DefaultMQPushConsumer/" rel="tag">DefaultMQPushConsumer</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Design-Patterns/" rel="tag">Design Patterns</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Distributed-Lock/" rel="tag">Distributed Lock</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Docker/" rel="tag">Docker</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Dockerfile/" rel="tag">Dockerfile</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Dubbo/" rel="tag">Dubbo</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Filter/" rel="tag">Filter</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/G1/" rel="tag">G1</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/GC/" rel="tag">GC</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Garbage-First-Collector/" rel="tag">Garbage-First Collector</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Gogs/" rel="tag">Gogs</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Homebrew/" rel="tag">Homebrew</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Inorder-Traversal/" rel="tag">Inorder Traversal</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Interceptor/" rel="tag">Interceptor</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/JMap/" rel="tag">JMap</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/JPS/" rel="tag">JPS</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/JStack/" rel="tag">JStack</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/JVM/" rel="tag">JVM</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Java/" rel="tag">Java</a><span class="tag-list-count">13</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Linked-List/" rel="tag">Linked List</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/MQ/" rel="tag">MQ</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Mac/" rel="tag">Mac</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Maven/" rel="tag">Maven</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Mybatis/" rel="tag">Mybatis</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Mysql/" rel="tag">Mysql</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/NameServer/" rel="tag">NameServer</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/PHP/" rel="tag">PHP</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Preorder-Traversal/" rel="tag">Preorder Traversal</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/RPC/" rel="tag">RPC</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Redis/" rel="tag">Redis</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/RocketMQ/" rel="tag">RocketMQ</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/SPI/" rel="tag">SPI</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Servlet/" rel="tag">Servlet</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Singleton/" rel="tag">Singleton</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Spring/" rel="tag">Spring</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Sql%E6%B3%A8%E5%85%A5/" rel="tag">Sql注入</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Stream/" rel="tag">Stream</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Thread-dump/" rel="tag">Thread dump</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Tomcat/" rel="tag">Tomcat</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Web/" rel="tag">Web</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Webhook/" rel="tag">Webhook</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/aqs/" rel="tag">aqs</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/await/" rel="tag">await</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/bloom-filter/" rel="tag">bloom filter</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/c/" rel="tag">c++</a><span class="tag-list-count">14</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/cgroup/" rel="tag">cgroup</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/cluster/" rel="tag">cluster</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/condition/" rel="tag">condition</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/docker/" rel="tag">docker</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/echo/" rel="tag">echo</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/environment/" rel="tag">environment</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/gap-lock/" rel="tag">gap lock</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/grep/" rel="tag">grep</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/hadoop/" rel="tag">hadoop</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/icu4c/" rel="tag">icu4c</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/im/" rel="tag">im</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/is-not-null/" rel="tag">is not null</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/is-null/" rel="tag">is null</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/j-u-c/" rel="tag">j.u.c</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/java/" rel="tag">java</a><span class="tag-list-count">11</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/leetcode/" rel="tag">leetcode</a><span class="tag-list-count">21</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/leetcode-155/" rel="tag">leetcode 155</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/linked-list/" rel="tag">linked list</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/linux/" rel="tag">linux</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/lock/" rel="tag">lock</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/mfc/" rel="tag">mfc</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/min-stack/" rel="tag">min stack</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/mq/" rel="tag">mq</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/mvcc/" rel="tag">mvcc</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/mysql/" rel="tag">mysql</a><span class="tag-list-count">5</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/namespace/" rel="tag">namespace</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/next-key-lock/" rel="tag">next-key lock</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/nginx/" rel="tag">nginx</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/nullsfirst/" rel="tag">nullsfirst</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/openresty/" rel="tag">openresty</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/php/" rel="tag">php</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/procedure/" rel="tag">procedure</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/python/" rel="tag">python</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/read-view/" rel="tag">read view</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/redis/" rel="tag">redis</a><span class="tag-list-count">8</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/signal/" rel="tag">signal</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/sort/" rel="tag">sort</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/spark/" rel="tag">spark</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/stack/" rel="tag">stack</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/string/" rel="tag">string</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/swoole/" rel="tag">swoole</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/uname/" rel="tag">uname</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/unlock/" rel="tag">unlock</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/value/" rel="tag">value</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/websocket/" rel="tag">websocket</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/zsh/" rel="tag">zsh</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E4%B8%89%E9%98%B6%E6%AE%B5%E6%8F%90%E4%BA%A4/" rel="tag">三阶段提交</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E4%B8%A4%E9%98%B6%E6%AE%B5%E6%8F%90%E4%BA%A4/" rel="tag">两阶段提交</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E4%B8%AD%E5%BA%8F/" rel="tag">中序</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E4%B8%AD%E9%97%B4%E4%BB%B6/" rel="tag">中间件</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E4%BA%8C%E5%8F%89%E6%A0%91/" rel="tag">二叉树</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E4%BA%92%E6%96%A5%E9%94%81/" rel="tag">互斥锁</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%85%AC%E4%BA%A4%E8%BD%A6/" rel="tag">公交车</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%87%8F%E8%82%A5/" rel="tag">减肥</a><span class="tag-list-count">6</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%88%86%E5%B8%83%E5%BC%8F%E4%BA%8B%E5%8A%A1/" rel="tag">分布式事务</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%88%86%E5%B8%83%E5%BC%8F%E9%94%81/" rel="tag">分布式锁</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%89%8A%E5%B3%B0%E5%A1%AB%E8%B0%B7/" rel="tag">削峰填谷</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%89%8D%E5%BA%8F/" rel="tag">前序</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%8A%A0%E5%A1%9E/" rel="tag">加塞</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%8D%95%E4%BE%8B/" rel="tag">单例</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%8D%9A%E5%AE%A2%EF%BC%8C%E6%96%87%E7%AB%A0/" rel="tag">博客，文章</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%8F%91%E8%A1%8C%E7%89%88/" rel="tag">发行版</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%8F%A3%E7%BD%A9/" rel="tag">口罩</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%90%90%E6%A7%BD/" rel="tag">吐槽</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%AE%B9%E9%94%99%E6%9C%BA%E5%88%B6/" rel="tag">容错机制</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%AF%84%E7%94%9F%E8%99%AB/" rel="tag">寄生虫</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%B0%8F%E6%8A%80%E5%B7%A7/" rel="tag">小技巧</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%B8%83%E9%9A%86%E8%BF%87%E6%BB%A4%E5%99%A8/" rel="tag">布隆过滤器</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%B9%B2%E6%B4%BB/" rel="tag">干活</a><span class="tag-list-count">5</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%B9%B4%E4%B8%AD%E6%80%BB%E7%BB%93/" rel="tag">年中总结</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%B9%B4%E7%BB%88%E6%80%BB%E7%BB%93/" rel="tag">年终总结</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%B9%B6%E5%8F%91/" rel="tag">并发</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%B9%B8%E7%A6%8F%E4%BA%86%E5%90%97/" rel="tag">幸福了吗</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%B9%BB%E8%AF%BB/" rel="tag">幻读</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%BC%80%E8%BD%A6/" rel="tag">开车</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%BD%B1%E8%AF%84/" rel="tag">影评</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%89%93%E5%8D%A1/" rel="tag">打卡</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%8E%92%E5%BA%8F/" rel="tag">排序</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84/" rel="tag">数据结构</a><span class="tag-list-count">11</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%9C%80%E5%B0%8F%E6%A0%88/" rel="tag">最小栈</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%9D%80%E4%BA%BA%E8%AF%9B%E5%BF%83/" rel="tag">杀人诛心</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%B3%A8%E8%A7%A3/" rel="tag">注解</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/" rel="tag">消息队列</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%BA%90%E7%A0%81/" rel="tag">源码</a><span class="tag-list-count">11</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%BA%90%E7%A0%81%E8%A7%A3%E6%9E%90/" rel="tag">源码解析</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E7%94%9F%E6%B4%BB/" rel="tag">生活</a><span class="tag-list-count">12</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E7%96%AB%E6%83%85/" rel="tag">疫情</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E7%B3%9F%E5%BF%83%E4%BA%8B/" rel="tag">糟心事</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E7%B4%A2%E5%BC%95/" rel="tag">索引</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E7%BC%93%E5%AD%98/" rel="tag">缓存</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E7%BC%93%E5%AD%98%E5%87%BB%E7%A9%BF/" rel="tag">缓存击穿</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E7%BC%93%E5%AD%98%E7%A9%BF%E9%80%8F/" rel="tag">缓存穿透</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E7%BC%93%E5%AD%98%E9%9B%AA%E5%B4%A9/" rel="tag">缓存雪崩</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E7%BE%8E%E5%9B%BD/" rel="tag">美国</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%87%AA%E9%80%82%E5%BA%94%E6%8B%93%E5%B1%95/" rel="tag">自适应拓展</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%A7%84%E5%88%99/" rel="tag">规则</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%AE%BE%E8%AE%A1%E6%A8%A1%E5%BC%8F/" rel="tag">设计模式</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%AF%BB%E4%B9%A6/" rel="tag">读书</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%AF%BB%E5%90%8E%E6%84%9F/" rel="tag">读后感</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%B6%B3%E7%90%83/" rel="tag">足球</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%B7%91%E6%AD%A5/" rel="tag">跑步</a><span class="tag-list-count">6</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%BD%AC%E4%B9%89/" rel="tag">转义</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%BF%90%E5%8A%A8/" rel="tag">运动</a><span class="tag-list-count">6</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E9%80%92%E5%BD%92/" rel="tag">递归</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E9%A2%98%E8%A7%A3/" rel="tag">题解</a><span class="tag-list-count">8</span></li></ul>
|
|
</canvas>
|
|
</div>
|
|
</div>
|
|
|
|
|
|
|
|
<div class="links-of-blogroll motion-element">
|
|
<div class="links-of-blogroll-title"><i class="fa fa-link fa-fw"></i>
|
|
Links
|
|
</div>
|
|
<ul class="links-of-blogroll-list">
|
|
<li class="links-of-blogroll-item">
|
|
<a href="https://covermusic.cn/" title="https://covermusic.cn" rel="noopener" target="_blank">69伙伴</a>
|
|
</li>
|
|
</ul>
|
|
</div>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
</aside>
|
|
<div id="sidebar-dimmer"></div>
|
|
|
|
|
|
</div>
|
|
</main>
|
|
|
|
<footer class="footer">
|
|
<div class="footer-inner">
|
|
|
|
|
|
|
|
|
|
<div class="copyright">
|
|
|
|
©
|
|
<span itemprop="copyrightYear">2021</span>
|
|
<span class="with-love">
|
|
<i class="fa fa-heart"></i>
|
|
</span>
|
|
<span class="author" itemprop="copyrightHolder">Nicksxs</span>
|
|
</div>
|
|
<div class="powered-by">Powered by <a href="https://hexo.io/" class="theme-link" rel="noopener" target="_blank">Hexo</a> & <a href="https://pisces.theme-next.org/" class="theme-link" rel="noopener" target="_blank">NexT.Pisces</a>
|
|
</div>
|
|
|
|
|
|
<div class="busuanzi-count">
|
|
<script async src="https://busuanzi.ibruce.info/busuanzi/2.3/busuanzi.pure.mini.js"></script>
|
|
<span class="post-meta-item" id="busuanzi_container_site_uv" style="display: none;">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-user"></i>
|
|
</span>
|
|
<span class="site-uv" title="Total Visitors">
|
|
<span id="busuanzi_value_site_uv"></span>
|
|
</span>
|
|
</span>
|
|
<span class="post-meta-divider">|</span>
|
|
<span class="post-meta-item" id="busuanzi_container_site_pv" style="display: none;">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="site-pv" title="Total Views">
|
|
<span id="busuanzi_value_site_pv"></span>
|
|
</span>
|
|
</span>
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<script>
|
|
(function() {
|
|
function leancloudSelector(url) {
|
|
url = encodeURI(url);
|
|
return document.getElementById(url).querySelector('.leancloud-visitors-count');
|
|
}
|
|
|
|
function addCount(Counter) {
|
|
var visitors = document.querySelector('.leancloud_visitors');
|
|
var url = decodeURI(visitors.id);
|
|
var title = visitors.dataset.flagTitle;
|
|
|
|
Counter('get', '/classes/Counter?where=' + encodeURIComponent(JSON.stringify({ url })))
|
|
.then(response => response.json())
|
|
.then(({ results }) => {
|
|
if (results.length > 0) {
|
|
var counter = results[0];
|
|
leancloudSelector(url).innerText = counter.time + 1;
|
|
Counter('put', '/classes/Counter/' + counter.objectId, { time: { '__op': 'Increment', 'amount': 1 } })
|
|
.catch(error => {
|
|
console.error('Failed to save visitor count', error);
|
|
});
|
|
} else {
|
|
leancloudSelector(url).innerText = 'Counter not initialized! More info at console err msg.';
|
|
console.error('ATTENTION! LeanCloud counter has security bug, see how to solve it here: https://github.com/theme-next/hexo-leancloud-counter-security. \n However, you can still use LeanCloud without security, by setting `security` option to `false`.');
|
|
|
|
}
|
|
})
|
|
.catch(error => {
|
|
console.error('LeanCloud Counter Error', error);
|
|
});
|
|
}
|
|
|
|
function showTime(Counter) {
|
|
var visitors = document.querySelectorAll('.leancloud_visitors');
|
|
var entries = [...visitors].map(element => {
|
|
return decodeURI(element.id);
|
|
});
|
|
|
|
Counter('get', '/classes/Counter?where=' + encodeURIComponent(JSON.stringify({ url: { '$in': entries } })))
|
|
.then(response => response.json())
|
|
.then(({ results }) => {
|
|
for (let url of entries) {
|
|
let target = results.find(item => item.url === url);
|
|
leancloudSelector(url).innerText = target ? target.time : 0;
|
|
}
|
|
})
|
|
.catch(error => {
|
|
console.error('LeanCloud Counter Error', error);
|
|
});
|
|
}
|
|
|
|
let { app_id, app_key, server_url } = {"enable":true,"app_id":"ysza182Vghlqjdt7QiwGLLJy-gzGzoHsz","app_key":"s9GDqbn7gnGGkusf66YRVccw","server_url":"https://leancloud.cn","security":true};
|
|
function fetchData(api_server) {
|
|
var Counter = (method, url, data) => {
|
|
return fetch(`${api_server}/1.1${url}`, {
|
|
method,
|
|
headers: {
|
|
'X-LC-Id' : app_id,
|
|
'X-LC-Key' : app_key,
|
|
'Content-Type': 'application/json',
|
|
},
|
|
body: JSON.stringify(data)
|
|
});
|
|
};
|
|
if (CONFIG.page.isPost) {
|
|
if (CONFIG.hostname !== location.hostname) return;
|
|
addCount(Counter);
|
|
} else if (document.querySelectorAll('.post-title-link').length >= 1) {
|
|
showTime(Counter);
|
|
}
|
|
}
|
|
|
|
let api_server = app_id.slice(-9) !== '-MdYXbMMI' ? server_url : `https://${app_id.slice(0, 8).toLowerCase()}.api.lncldglobal.com`;
|
|
|
|
if (api_server) {
|
|
fetchData(api_server);
|
|
} else {
|
|
fetch('https://app-router.leancloud.cn/2/route?appId=' + app_id)
|
|
.then(response => response.json())
|
|
.then(({ api_server }) => {
|
|
fetchData('https://' + api_server);
|
|
});
|
|
}
|
|
})();
|
|
</script>
|
|
|
|
|
|
</div>
|
|
</footer>
|
|
</div>
|
|
|
|
|
|
<script src="/lib/anime.min.js"></script>
|
|
<script src="//cdn.jsdelivr.net/npm/jquery@3/dist/jquery.min.js"></script>
|
|
<script src="//cdn.jsdelivr.net/gh/fancyapps/fancybox@3/dist/jquery.fancybox.min.js"></script>
|
|
<script src="//cdn.jsdelivr.net/npm/lozad@1/dist/lozad.min.js"></script>
|
|
<script src="/lib/velocity/velocity.min.js"></script>
|
|
<script src="/lib/velocity/velocity.ui.min.js"></script>
|
|
|
|
<script src="/js/utils.js"></script>
|
|
|
|
<script src="/js/motion.js"></script>
|
|
|
|
|
|
<script src="/js/schemes/pisces.js"></script>
|
|
|
|
|
|
<script src="/js/next-boot.js"></script>
|
|
|
|
|
|
|
|
|
|
|
|
<script>
|
|
(function(){
|
|
var canonicalURL, curProtocol;
|
|
//Get the <link> tag
|
|
var x=document.getElementsByTagName("link");
|
|
//Find the last canonical URL
|
|
if(x.length > 0){
|
|
for (i=0;i<x.length;i++){
|
|
if(x[i].rel.toLowerCase() == 'canonical' && x[i].href){
|
|
canonicalURL=x[i].href;
|
|
}
|
|
}
|
|
}
|
|
//Get protocol
|
|
if (!canonicalURL){
|
|
curProtocol = window.location.protocol.split(':')[0];
|
|
}
|
|
else{
|
|
curProtocol = canonicalURL.split(':')[0];
|
|
}
|
|
//Get current URL if the canonical URL does not exist
|
|
if (!canonicalURL) canonicalURL = window.location.href;
|
|
//Assign script content. Replace current URL with the canonical URL
|
|
!function(){var e=/([http|https]:\/\/[a-zA-Z0-9\_\.]+\.baidu\.com)/gi,r=canonicalURL,t=document.referrer;if(!e.test(r)){var n=(String(curProtocol).toLowerCase() === 'https')?"https://sp0.baidu.com/9_Q4simg2RQJ8t7jm9iCKT-xh_/s.gif":"//api.share.baidu.com/s.gif";t?(n+="?r="+encodeURIComponent(document.referrer),r&&(n+="&l="+r)):r&&(n+="?l="+r);var i=new Image;i.src=n}}(window);})();
|
|
</script>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<script>
|
|
function loadCount() {
|
|
var d = document, s = d.createElement('script');
|
|
s.src = 'https://nicksxs.disqus.com/count.js';
|
|
s.id = 'dsq-count-scr';
|
|
(d.head || d.body).appendChild(s);
|
|
}
|
|
// defer loading until the whole page loading is completed
|
|
window.addEventListener('load', loadCount, false);
|
|
</script>
|
|
|
|
</body>
|
|
</html>
|