You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1204 lines
215 KiB
1204 lines
215 KiB
<!DOCTYPE html>
|
|
<html lang="zh-Hans">
|
|
<head>
|
|
<meta charset="UTF-8">
|
|
<meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=2">
|
|
<meta name="theme-color" content="#222">
|
|
<meta name="generator" content="Hexo 4.2.0">
|
|
<link rel="apple-touch-icon" sizes="180x180" href="/images/apple-touch-icon-next.png">
|
|
<link rel="icon" type="image/png" sizes="32x32" href="/images/favicon-32x32-next.png">
|
|
<link rel="icon" type="image/png" sizes="16x16" href="/images/favicon-16x16-next.png">
|
|
<link rel="mask-icon" href="/images/logo.svg" color="#222">
|
|
<meta name="google-site-verification" content="2X6S9P7CAjXjVvw8YyQR8pCu-B0oEu7O9quLgxXuWyA">
|
|
<meta name="baidu-site-verification" content="dV8JGNzi0c">
|
|
<meta name="chinaz-site-verification" content="500A176AA29CFB31">
|
|
|
|
<script data-ad-client="ca-pub-7480618470784058" async src="https://pagead2.googlesyndication.com/pagead/js/adsbygoogle.js"></script>
|
|
|
|
<link rel="stylesheet" href="/css/main.css">
|
|
|
|
<link rel="stylesheet" href="//fonts.loli.net/css?family=Lato:300,300italic,400,400italic,700,700italic|M+ 2p:300,300italic,400,400italic,700,700italic&display=swap&subset=latin,latin-ext">
|
|
<link rel="stylesheet" href="/lib/font-awesome/css/all.min.css">
|
|
<link rel="stylesheet" href="//cdn.jsdelivr.net/gh/fancyapps/fancybox@3/dist/jquery.fancybox.min.css">
|
|
|
|
<script id="hexo-configurations">
|
|
var NexT = window.NexT || {};
|
|
var CONFIG = {"hostname":"nicksxs.me","root":"/","scheme":"Pisces","version":"7.8.0","exturl":false,"sidebar":{"position":"left","display":"post","padding":18,"offset":12,"onmobile":false},"copycode":{"enable":true,"show_result":false,"style":null},"back2top":{"enable":true,"sidebar":false,"scrollpercent":false},"bookmark":{"enable":false,"color":"#222","save":"auto"},"fancybox":true,"mediumzoom":false,"lazyload":true,"pangu":false,"comments":{"style":"tabs","active":null,"storage":true,"lazyload":false,"nav":null},"algolia":{"hits":{"per_page":10},"labels":{"input_placeholder":"Search for Posts","hits_empty":"We didn't find any results for the search: ${query}","hits_stats":"${hits} results found in ${time} ms"}},"localsearch":{"enable":false,"trigger":"auto","top_n_per_article":1,"unescape":false,"preload":false},"motion":{"enable":true,"async":false,"transition":{"post_block":"fadeIn","post_header":"slideDownIn","post_body":"slideDownIn","coll_header":"slideLeftIn","sidebar":"slideUpIn"}}};
|
|
</script>
|
|
|
|
<meta name="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
<meta property="og:type" content="website">
|
|
<meta property="og:title" content="Nicksxs's Blog">
|
|
<meta property="og:url" content="https://nicksxs.me/page/2/index.html">
|
|
<meta property="og:site_name" content="Nicksxs's Blog">
|
|
<meta property="og:description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
<meta property="article:author" content="Nicksxs">
|
|
<meta property="article:tag" content="Nicksxs">
|
|
<meta property="article:tag" content="史学森">
|
|
<meta property="article:tag" content="米方方">
|
|
<meta property="article:tag" content="米方方的男朋友">
|
|
<meta property="article:tag" content="森哥">
|
|
<meta name="twitter:card" content="summary">
|
|
|
|
<link rel="canonical" href="https://nicksxs.me/page/2/">
|
|
|
|
|
|
<script id="page-configurations">
|
|
// https://hexo.io/docs/variables.html
|
|
CONFIG.page = {
|
|
sidebar: "",
|
|
isHome : true,
|
|
isPost : false,
|
|
lang : 'zh-Hans'
|
|
};
|
|
</script>
|
|
|
|
<title>Nicksxs's Blog</title>
|
|
|
|
<script async src="https://www.googletagmanager.com/gtag/js?id=UA-61358619-1"></script>
|
|
<script>
|
|
if (CONFIG.hostname === location.hostname) {
|
|
window.dataLayer = window.dataLayer || [];
|
|
function gtag(){dataLayer.push(arguments);}
|
|
gtag('js', new Date());
|
|
gtag('config', 'UA-61358619-1');
|
|
}
|
|
</script>
|
|
|
|
|
|
<script>
|
|
var _hmt = _hmt || [];
|
|
(function() {
|
|
var hm = document.createElement("script");
|
|
hm.src = "https://hm.baidu.com/hm.js?20f33b3c0c0eff9b1522999c0015646d";
|
|
var s = document.getElementsByTagName("script")[0];
|
|
s.parentNode.insertBefore(hm, s);
|
|
})();
|
|
</script>
|
|
|
|
|
|
|
|
|
|
<noscript>
|
|
<style>
|
|
.use-motion .brand,
|
|
.use-motion .menu-item,
|
|
.sidebar-inner,
|
|
.use-motion .post-block,
|
|
.use-motion .pagination,
|
|
.use-motion .comments,
|
|
.use-motion .post-header,
|
|
.use-motion .post-body,
|
|
.use-motion .collection-header { opacity: initial; }
|
|
|
|
.use-motion .site-title,
|
|
.use-motion .site-subtitle {
|
|
opacity: initial;
|
|
top: initial;
|
|
}
|
|
|
|
.use-motion .logo-line-before i { left: initial; }
|
|
.use-motion .logo-line-after i { right: initial; }
|
|
</style>
|
|
</noscript>
|
|
|
|
<link rel="alternate" href="/atom.xml" title="Nicksxs's Blog" type="application/atom+xml">
|
|
</head>
|
|
|
|
<body itemscope itemtype="http://schema.org/WebPage">
|
|
<div class="container use-motion">
|
|
<div class="headband"></div>
|
|
|
|
<header class="header" itemscope itemtype="http://schema.org/WPHeader">
|
|
<div class="header-inner"><div class="site-brand-container">
|
|
<div class="site-nav-toggle">
|
|
<div class="toggle" aria-label="Toggle navigation bar">
|
|
<span class="toggle-line toggle-line-first"></span>
|
|
<span class="toggle-line toggle-line-middle"></span>
|
|
<span class="toggle-line toggle-line-last"></span>
|
|
</div>
|
|
</div>
|
|
|
|
<div class="site-meta">
|
|
|
|
<a href="/" class="brand" rel="start">
|
|
<span class="logo-line-before"><i></i></span>
|
|
<h1 class="site-title">Nicksxs's Blog</h1>
|
|
<span class="logo-line-after"><i></i></span>
|
|
</a>
|
|
<p class="site-subtitle" itemprop="description">What hurts more, the pain of hard work or the pain of regret?</p>
|
|
</div>
|
|
|
|
<div class="site-nav-right">
|
|
<div class="toggle popup-trigger">
|
|
</div>
|
|
</div>
|
|
</div>
|
|
|
|
|
|
|
|
|
|
<nav class="site-nav">
|
|
<ul id="menu" class="main-menu menu">
|
|
<li class="menu-item menu-item-home">
|
|
|
|
<a href="/" rel="section"><i class="home fa-fw"></i>Home</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-about">
|
|
|
|
<a href="/about/" rel="section"><i class="about fa-fw"></i>About</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-tags">
|
|
|
|
<a href="/tags/" rel="section"><i class="tags fa-fw"></i>Tags</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-categories">
|
|
|
|
<a href="/categories/" rel="section"><i class="categories fa-fw"></i>Categories</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-archives">
|
|
|
|
<a href="/archives/" rel="section"><i class="archives fa-fw"></i>Archives</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-sitemap">
|
|
|
|
<a href="/sitemap.xml" rel="section"><i class="sitemap fa-fw"></i>Sitemap</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-commonweal">
|
|
|
|
<a href="/404/" rel="section"><i class="heartbeat fa-fw"></i>Commonweal 404</a>
|
|
|
|
</li>
|
|
</ul>
|
|
</nav>
|
|
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
<div class="back-to-top">
|
|
<i class="fa fa-arrow-up"></i>
|
|
<span>0%</span>
|
|
</div>
|
|
|
|
<a href="https://github.com/nicksxs" class="github-corner" title="Follow me on GitHub" aria-label="Follow me on GitHub" rel="noopener" target="_blank"><svg width="80" height="80" viewBox="0 0 250 250" aria-hidden="true"><path d="M0,0 L115,115 L130,115 L142,142 L250,250 L250,0 Z"></path><path d="M128.3,109.0 C113.8,99.7 119.0,89.6 119.0,89.6 C122.0,82.7 120.5,78.6 120.5,78.6 C119.2,72.0 123.4,76.3 123.4,76.3 C127.3,80.9 125.5,87.3 125.5,87.3 C122.9,97.6 130.6,101.9 134.4,103.2" fill="currentColor" style="transform-origin: 130px 106px;" class="octo-arm"></path><path d="M115.0,115.0 C114.9,115.1 118.7,116.5 119.8,115.4 L133.7,101.6 C136.9,99.2 139.9,98.4 142.2,98.6 C133.8,88.0 127.5,74.4 143.8,58.0 C148.5,53.4 154.0,51.2 159.7,51.0 C160.3,49.4 163.2,43.6 171.4,40.1 C171.4,40.1 176.1,42.5 178.8,56.2 C183.1,58.6 187.2,61.8 190.9,65.4 C194.5,69.0 197.7,73.2 200.1,77.6 C213.8,80.2 216.3,84.9 216.3,84.9 C212.7,93.1 206.9,96.0 205.4,96.6 C205.1,102.4 203.0,107.8 198.3,112.5 C181.9,128.9 168.3,122.5 157.7,114.1 C157.9,116.9 156.7,120.9 152.7,124.9 L141.0,136.5 C139.8,137.7 141.6,141.9 141.8,141.8 Z" fill="currentColor" class="octo-body"></path></svg></a>
|
|
|
|
|
|
<main class="main">
|
|
<div class="main-inner">
|
|
<div class="content-wrap">
|
|
|
|
|
|
<div class="content index posts-expand">
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/06/26/%E8%81%8A%E4%B8%80%E4%B8%8B-RocketMQ-%E7%9A%84-Consumer/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/06/26/%E8%81%8A%E4%B8%80%E4%B8%8B-RocketMQ-%E7%9A%84-Consumer/" class="post-title-link" itemprop="url">聊一下 RocketMQ 的 DefaultMQPushConsumer 源码</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
<time title="Created: 2020-06-26 22:21:20" itemprop="dateCreated datePublished" datetime="2020-06-26T22:21:20+08:00">2020-06-26</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar-check"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Edited on</span>
|
|
<time title="Modified: 2020-07-05 21:03:52" itemprop="dateModified" datetime="2020-07-05T21:03:52+08:00">2020-07-05</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/MQ/" itemprop="url" rel="index"><span itemprop="name">MQ</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/RocketMQ/" itemprop="url" rel="index"><span itemprop="name">RocketMQ</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/" itemprop="url" rel="index"><span itemprop="name">消息队列</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/RocketMQ/" itemprop="url" rel="index"><span itemprop="name">RocketMQ</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E4%B8%AD%E9%97%B4%E4%BB%B6/" itemprop="url" rel="index"><span itemprop="name">中间件</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E4%B8%AD%E9%97%B4%E4%BB%B6/RocketMQ/" itemprop="url" rel="index"><span itemprop="name">RocketMQ</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/06/26/%E8%81%8A%E4%B8%80%E4%B8%8B-RocketMQ-%E7%9A%84-Consumer/" class="post-meta-item leancloud_visitors" data-flag-title="聊一下 RocketMQ 的 DefaultMQPushConsumer 源码" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/06/26/%E8%81%8A%E4%B8%80%E4%B8%8B-RocketMQ-%E7%9A%84-Consumer/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/06/26/聊一下-RocketMQ-的-Consumer/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>首先看下官方的小 demo</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">static</span> <span class="keyword">void</span> <span class="title">main</span><span class="params">(String[] args)</span> <span class="keyword">throws</span> InterruptedException, MQClientException </span>{</span><br><span class="line"></span><br><span class="line"> <span class="comment">/*</span></span><br><span class="line"><span class="comment"> * Instantiate with specified consumer group name.</span></span><br><span class="line"><span class="comment"> * 首先是new 一个对象出来，然后指定 Consumer 的 Group</span></span><br><span class="line"><span class="comment"> * 同一类Consumer的集合，这类Consumer通常消费同一类消息且消费逻辑一致。消费者组使得在消息消费方面，实现负载均衡和容错的目标变得非常容易。要注意的是，消费者组的消费者实例必须订阅完全相同的Topic。RocketMQ 支持两种消息模式：集群消费（Clustering）和广播消费（Broadcasting）。</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> DefaultMQPushConsumer consumer = <span class="keyword">new</span> DefaultMQPushConsumer(<span class="string">"please_rename_unique_group_name_4"</span>);</span><br><span class="line"></span><br><span class="line"> <span class="comment">/*</span></span><br><span class="line"><span class="comment"> * Specify name server addresses.</span></span><br><span class="line"><span class="comment"> * <p/></span></span><br><span class="line"><span class="comment"> * 这里可以通知指定环境变量或者设置对象参数的形式指定名字空间服务的地址</span></span><br><span class="line"><span class="comment"> *</span></span><br><span class="line"><span class="comment"> * Alternatively, you may specify name server addresses via exporting environmental variable: NAMESRV_ADDR</span></span><br><span class="line"><span class="comment"> * <pre></span></span><br><span class="line"><span class="comment"> * {@code</span></span><br><span class="line"><span class="comment"> * consumer.setNamesrvAddr("name-server1-ip:9876;name-server2-ip:9876");</span></span><br><span class="line"><span class="comment"> * }</span></span><br><span class="line"><span class="comment"> * </pre></span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"></span><br><span class="line"> <span class="comment">/*</span></span><br><span class="line"><span class="comment"> * Specify where to start in case the specified consumer group is a brand new one.</span></span><br><span class="line"><span class="comment"> * 指定消费起始点</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> consumer.setConsumeFromWhere(ConsumeFromWhere.CONSUME_FROM_FIRST_OFFSET);</span><br><span class="line"></span><br><span class="line"> <span class="comment">/*</span></span><br><span class="line"><span class="comment"> * Subscribe one more more topics to consume.</span></span><br><span class="line"><span class="comment"> * 指定订阅的 topic 跟 tag，注意后面的是个表达式，可以以 tag1 || tag2 || tag3 传入</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> consumer.subscribe(<span class="string">"TopicTest"</span>, <span class="string">"*"</span>);</span><br><span class="line"></span><br><span class="line"> <span class="comment">/*</span></span><br><span class="line"><span class="comment"> * Register callback to execute on arrival of messages fetched from brokers.</span></span><br><span class="line"><span class="comment"> * 注册具体获得消息后的处理方法</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> consumer.registerMessageListener(<span class="keyword">new</span> MessageListenerConcurrently() {</span><br><span class="line"></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> ConsumeConcurrentlyStatus <span class="title">consumeMessage</span><span class="params">(List<MessageExt> msgs,</span></span></span><br><span class="line"><span class="function"><span class="params"> ConsumeConcurrentlyContext context)</span> </span>{</span><br><span class="line"> System.out.printf(<span class="string">"%s Receive New Messages: %s %n"</span>, Thread.currentThread().getName(), msgs);</span><br><span class="line"> <span class="keyword">return</span> ConsumeConcurrentlyStatus.CONSUME_SUCCESS;</span><br><span class="line"> }</span><br><span class="line"> });</span><br><span class="line"></span><br><span class="line"> <span class="comment">/*</span></span><br><span class="line"><span class="comment"> * Launch the consumer instance.</span></span><br><span class="line"><span class="comment"> * 启动消费者</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> consumer.start();</span><br><span class="line"></span><br><span class="line"> System.out.printf(<span class="string">"Consumer Started.%n"</span>);</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>然后就是看看 start 的过程了</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br></pre></td><td class="code"><pre><span class="line"><span class="comment">/**</span></span><br><span class="line"><span class="comment"> * This method gets internal infrastructure readily to serve. Instances must call this method after configuration.</span></span><br><span class="line"><span class="comment"> *</span></span><br><span class="line"><span class="comment"> * <span class="doctag">@throws</span> MQClientException if there is any client error.</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">start</span><span class="params">()</span> <span class="keyword">throws</span> MQClientException </span>{</span><br><span class="line"> setConsumerGroup(NamespaceUtil.wrapNamespace(<span class="keyword">this</span>.getNamespace(), <span class="keyword">this</span>.consumerGroup));</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumerImpl.start();</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> != traceDispatcher) {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> traceDispatcher.start(<span class="keyword">this</span>.getNamesrvAddr(), <span class="keyword">this</span>.getAccessChannel());</span><br><span class="line"> } <span class="keyword">catch</span> (MQClientException e) {</span><br><span class="line"> log.warn(<span class="string">"trace dispatcher start failed "</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>具体的逻辑在<code>this.defaultMQPushConsumerImpl.start()</code>，这个 defaultMQPushConsumerImpl 就是</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br></pre></td><td class="code"><pre><span class="line"><span class="comment">/**</span></span><br><span class="line"><span class="comment"> * Internal implementation. Most of the functions herein are delegated to it.</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> <span class="keyword">protected</span> <span class="keyword">final</span> <span class="keyword">transient</span> DefaultMQPushConsumerImpl defaultMQPushConsumerImpl;</span><br></pre></td></tr></table></figure>
|
|
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br><span class="line">63</span><br><span class="line">64</span><br><span class="line">65</span><br><span class="line">66</span><br><span class="line">67</span><br><span class="line">68</span><br><span class="line">69</span><br><span class="line">70</span><br><span class="line">71</span><br><span class="line">72</span><br><span class="line">73</span><br><span class="line">74</span><br><span class="line">75</span><br><span class="line">76</span><br><span class="line">77</span><br><span class="line">78</span><br><span class="line">79</span><br><span class="line">80</span><br><span class="line">81</span><br><span class="line">82</span><br><span class="line">83</span><br><span class="line">84</span><br><span class="line">85</span><br><span class="line">86</span><br><span class="line">87</span><br><span class="line">88</span><br><span class="line">89</span><br><span class="line">90</span><br><span class="line">91</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">synchronized</span> <span class="keyword">void</span> <span class="title">start</span><span class="params">()</span> <span class="keyword">throws</span> MQClientException </span>{</span><br><span class="line"> <span class="keyword">switch</span> (<span class="keyword">this</span>.serviceState) {</span><br><span class="line"> <span class="keyword">case</span> CREATE_JUST:</span><br><span class="line"> log.info(<span class="string">"the consumer [{}] start beginning. messageModel={}, isUnitMode={}"</span>, <span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup(),</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumer.getMessageModel(), <span class="keyword">this</span>.defaultMQPushConsumer.isUnitMode());</span><br><span class="line"> <span class="comment">// 这里比较巧妙，相当于想设立了个屏障，防止并发启动，不过这里并不是悲观锁，也不算个严格的乐观锁</span></span><br><span class="line"> <span class="keyword">this</span>.serviceState = ServiceState.START_FAILED;</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.checkConfig();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.copySubscription();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.defaultMQPushConsumer.getMessageModel() == MessageModel.CLUSTERING) {</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumer.changeInstanceNameToPID();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 这个mQClientFactory，负责管理client（consumer、producer），并提供多中功能接口供各个Service（Rebalance、PullMessage等）调用；大部分逻辑均在这个类中完成</span></span><br><span class="line"> <span class="keyword">this</span>.mQClientFactory = MQClientManager.getInstance().getOrCreateMQClientInstance(<span class="keyword">this</span>.defaultMQPushConsumer, <span class="keyword">this</span>.rpcHook);</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 这个 rebalanceImpl 主要负责决定，当前的consumer应该从哪些Queue中消费消息；</span></span><br><span class="line"> <span class="keyword">this</span>.rebalanceImpl.setConsumerGroup(<span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup());</span><br><span class="line"> <span class="keyword">this</span>.rebalanceImpl.setMessageModel(<span class="keyword">this</span>.defaultMQPushConsumer.getMessageModel());</span><br><span class="line"> <span class="keyword">this</span>.rebalanceImpl.setAllocateMessageQueueStrategy(<span class="keyword">this</span>.defaultMQPushConsumer.getAllocateMessageQueueStrategy());</span><br><span class="line"> <span class="keyword">this</span>.rebalanceImpl.setmQClientFactory(<span class="keyword">this</span>.mQClientFactory);</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 长连接，负责从broker处拉取消息，然后利用ConsumeMessageService回调用户的Listener执行消息消费逻辑</span></span><br><span class="line"> <span class="keyword">this</span>.pullAPIWrapper = <span class="keyword">new</span> PullAPIWrapper(</span><br><span class="line"> mQClientFactory,</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup(), isUnitMode());</span><br><span class="line"> <span class="keyword">this</span>.pullAPIWrapper.registerFilterMessageHook(filterMessageHookList);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.defaultMQPushConsumer.getOffsetStore() != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">this</span>.offsetStore = <span class="keyword">this</span>.defaultMQPushConsumer.getOffsetStore();</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">switch</span> (<span class="keyword">this</span>.defaultMQPushConsumer.getMessageModel()) {</span><br><span class="line"> <span class="keyword">case</span> BROADCASTING:</span><br><span class="line"> <span class="keyword">this</span>.offsetStore = <span class="keyword">new</span> LocalFileOffsetStore(<span class="keyword">this</span>.mQClientFactory, <span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup());</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">case</span> CLUSTERING:</span><br><span class="line"> <span class="keyword">this</span>.offsetStore = <span class="keyword">new</span> RemoteBrokerOffsetStore(<span class="keyword">this</span>.mQClientFactory, <span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup());</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">default</span>:</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumer.setOffsetStore(<span class="keyword">this</span>.offsetStore);</span><br><span class="line"> }</span><br><span class="line"> <span class="comment">// offsetStore 维护当前consumer的消费记录（offset）；有两种实现，Local和Rmote，Local存储在本地磁盘上，适用于BROADCASTING广播消费模式；而Remote则将消费进度存储在Broker上，适用于CLUSTERING集群消费模式；</span></span><br><span class="line"> <span class="keyword">this</span>.offsetStore.load();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.getMessageListenerInner() <span class="keyword">instanceof</span> MessageListenerOrderly) {</span><br><span class="line"> <span class="keyword">this</span>.consumeOrderly = <span class="keyword">true</span>;</span><br><span class="line"> <span class="keyword">this</span>.consumeMessageService =</span><br><span class="line"> <span class="keyword">new</span> ConsumeMessageOrderlyService(<span class="keyword">this</span>, (MessageListenerOrderly) <span class="keyword">this</span>.getMessageListenerInner());</span><br><span class="line"> } <span class="keyword">else</span> <span class="keyword">if</span> (<span class="keyword">this</span>.getMessageListenerInner() <span class="keyword">instanceof</span> MessageListenerConcurrently) {</span><br><span class="line"> <span class="keyword">this</span>.consumeOrderly = <span class="keyword">false</span>;</span><br><span class="line"> <span class="keyword">this</span>.consumeMessageService =</span><br><span class="line"> <span class="keyword">new</span> ConsumeMessageConcurrentlyService(<span class="keyword">this</span>, (MessageListenerConcurrently) <span class="keyword">this</span>.getMessageListenerInner());</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 实现所谓的"Push-被动"消费机制；从Broker拉取的消息后，封装成ConsumeRequest提交给ConsumeMessageSerivce，此service负责回调用户的Listener消费消息；</span></span><br><span class="line"> <span class="keyword">this</span>.consumeMessageService.start();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">boolean</span> registerOK = mQClientFactory.registerConsumer(<span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup(), <span class="keyword">this</span>);</span><br><span class="line"> <span class="keyword">if</span> (!registerOK) {</span><br><span class="line"> <span class="keyword">this</span>.serviceState = ServiceState.CREATE_JUST;</span><br><span class="line"> <span class="keyword">this</span>.consumeMessageService.shutdown();</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> MQClientException(<span class="string">"The consumer group["</span> + <span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup()</span><br><span class="line"> + <span class="string">"] has been created before, specify another name please."</span> + FAQUrl.suggestTodo(FAQUrl.GROUP_NAME_DUPLICATE_URL),</span><br><span class="line"> <span class="keyword">null</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> mQClientFactory.start();</span><br><span class="line"> log.info(<span class="string">"the consumer [{}] start OK."</span>, <span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup());</span><br><span class="line"> <span class="keyword">this</span>.serviceState = ServiceState.RUNNING;</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">case</span> RUNNING:</span><br><span class="line"> <span class="keyword">case</span> START_FAILED:</span><br><span class="line"> <span class="keyword">case</span> SHUTDOWN_ALREADY:</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> MQClientException(<span class="string">"The PushConsumer service state not OK, maybe started once, "</span></span><br><span class="line"> + <span class="keyword">this</span>.serviceState</span><br><span class="line"> + FAQUrl.suggestTodo(FAQUrl.CLIENT_SERVICE_NOT_OK),</span><br><span class="line"> <span class="keyword">null</span>);</span><br><span class="line"> <span class="keyword">default</span>:</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">this</span>.updateTopicSubscribeInfoWhenSubscriptionChanged();</span><br><span class="line"> <span class="keyword">this</span>.mQClientFactory.checkClientInBroker();</span><br><span class="line"> <span class="keyword">this</span>.mQClientFactory.sendHeartbeatToAllBrokerWithLock();</span><br><span class="line"> <span class="keyword">this</span>.mQClientFactory.rebalanceImmediately();</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>然后我们往下看主要的目光聚焦<code>mQClientFactory.start()</code></p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">start</span><span class="params">()</span> <span class="keyword">throws</span> MQClientException </span>{</span><br><span class="line"></span><br><span class="line"> <span class="keyword">synchronized</span> (<span class="keyword">this</span>) {</span><br><span class="line"> <span class="keyword">switch</span> (<span class="keyword">this</span>.serviceState) {</span><br><span class="line"> <span class="keyword">case</span> CREATE_JUST:</span><br><span class="line"> <span class="keyword">this</span>.serviceState = ServiceState.START_FAILED;</span><br><span class="line"> <span class="comment">// If not specified,looking address from name server</span></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> == <span class="keyword">this</span>.clientConfig.getNamesrvAddr()) {</span><br><span class="line"> <span class="keyword">this</span>.mQClientAPIImpl.fetchNameServerAddr();</span><br><span class="line"> }</span><br><span class="line"> <span class="comment">// Start request-response channel</span></span><br><span class="line"> <span class="comment">// 这里主要是初始化了个网络客户端</span></span><br><span class="line"> <span class="keyword">this</span>.mQClientAPIImpl.start();</span><br><span class="line"> <span class="comment">// Start various schedule tasks</span></span><br><span class="line"> <span class="comment">// 定时任务</span></span><br><span class="line"> <span class="keyword">this</span>.startScheduledTask();</span><br><span class="line"> <span class="comment">// Start pull service</span></span><br><span class="line"> <span class="comment">// 这里重点说下</span></span><br><span class="line"> <span class="keyword">this</span>.pullMessageService.start();</span><br><span class="line"> <span class="comment">// Start rebalance service</span></span><br><span class="line"> <span class="keyword">this</span>.rebalanceService.start();</span><br><span class="line"> <span class="comment">// Start push service</span></span><br><span class="line"> <span class="keyword">this</span>.defaultMQProducer.getDefaultMQProducerImpl().start(<span class="keyword">false</span>);</span><br><span class="line"> log.info(<span class="string">"the client factory [{}] start OK"</span>, <span class="keyword">this</span>.clientId);</span><br><span class="line"> <span class="keyword">this</span>.serviceState = ServiceState.RUNNING;</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">case</span> START_FAILED:</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> MQClientException(<span class="string">"The Factory object["</span> + <span class="keyword">this</span>.getClientId() + <span class="string">"] has been created before, and failed."</span>, <span class="keyword">null</span>);</span><br><span class="line"> <span class="keyword">default</span>:</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>我们来看下这个 pullMessageService，org.apache.rocketmq.client.impl.consumer.PullMessageService，<br><img data-src="https://mystore-1255223546.cos.ap-chengdu.myqcloud.com/uPic/QdeiVv.png" alt=""><br>实现了 runnable 接口，<br>然后可以看到 run 方法</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> log.info(<span class="keyword">this</span>.getServiceName() + <span class="string">" service started"</span>);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">while</span> (!<span class="keyword">this</span>.isStopped()) {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> PullRequest pullRequest = <span class="keyword">this</span>.pullRequestQueue.take();</span><br><span class="line"> <span class="keyword">this</span>.pullMessage(pullRequest);</span><br><span class="line"> } <span class="keyword">catch</span> (InterruptedException ignored) {</span><br><span class="line"> } <span class="keyword">catch</span> (Exception e) {</span><br><span class="line"> log.error(<span class="string">"Pull Message Service Run Method exception"</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> log.info(<span class="keyword">this</span>.getServiceName() + <span class="string">" service end"</span>);</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>接着在看 pullMessage 方法</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">private</span> <span class="keyword">void</span> <span class="title">pullMessage</span><span class="params">(<span class="keyword">final</span> PullRequest pullRequest)</span> </span>{</span><br><span class="line"> <span class="keyword">final</span> MQConsumerInner consumer = <span class="keyword">this</span>.mQClientFactory.selectConsumer(pullRequest.getConsumerGroup());</span><br><span class="line"> <span class="keyword">if</span> (consumer != <span class="keyword">null</span>) {</span><br><span class="line"> DefaultMQPushConsumerImpl impl = (DefaultMQPushConsumerImpl) consumer;</span><br><span class="line"> impl.pullMessage(pullRequest);</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> log.warn(<span class="string">"No matched consumer for the PullRequest {}, drop it"</span>, pullRequest);</span><br><span class="line"> }</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>实际上调用了这个方法，这个方法很长，我在代码里注释下下每一段的功能</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br><span class="line">63</span><br><span class="line">64</span><br><span class="line">65</span><br><span class="line">66</span><br><span class="line">67</span><br><span class="line">68</span><br><span class="line">69</span><br><span class="line">70</span><br><span class="line">71</span><br><span class="line">72</span><br><span class="line">73</span><br><span class="line">74</span><br><span class="line">75</span><br><span class="line">76</span><br><span class="line">77</span><br><span class="line">78</span><br><span class="line">79</span><br><span class="line">80</span><br><span class="line">81</span><br><span class="line">82</span><br><span class="line">83</span><br><span class="line">84</span><br><span class="line">85</span><br><span class="line">86</span><br><span class="line">87</span><br><span class="line">88</span><br><span class="line">89</span><br><span class="line">90</span><br><span class="line">91</span><br><span class="line">92</span><br><span class="line">93</span><br><span class="line">94</span><br><span class="line">95</span><br><span class="line">96</span><br><span class="line">97</span><br><span class="line">98</span><br><span class="line">99</span><br><span class="line">100</span><br><span class="line">101</span><br><span class="line">102</span><br><span class="line">103</span><br><span class="line">104</span><br><span class="line">105</span><br><span class="line">106</span><br><span class="line">107</span><br><span class="line">108</span><br><span class="line">109</span><br><span class="line">110</span><br><span class="line">111</span><br><span class="line">112</span><br><span class="line">113</span><br><span class="line">114</span><br><span class="line">115</span><br><span class="line">116</span><br><span class="line">117</span><br><span class="line">118</span><br><span class="line">119</span><br><span class="line">120</span><br><span class="line">121</span><br><span class="line">122</span><br><span class="line">123</span><br><span class="line">124</span><br><span class="line">125</span><br><span class="line">126</span><br><span class="line">127</span><br><span class="line">128</span><br><span class="line">129</span><br><span class="line">130</span><br><span class="line">131</span><br><span class="line">132</span><br><span class="line">133</span><br><span class="line">134</span><br><span class="line">135</span><br><span class="line">136</span><br><span class="line">137</span><br><span class="line">138</span><br><span class="line">139</span><br><span class="line">140</span><br><span class="line">141</span><br><span class="line">142</span><br><span class="line">143</span><br><span class="line">144</span><br><span class="line">145</span><br><span class="line">146</span><br><span class="line">147</span><br><span class="line">148</span><br><span class="line">149</span><br><span class="line">150</span><br><span class="line">151</span><br><span class="line">152</span><br><span class="line">153</span><br><span class="line">154</span><br><span class="line">155</span><br><span class="line">156</span><br><span class="line">157</span><br><span class="line">158</span><br><span class="line">159</span><br><span class="line">160</span><br><span class="line">161</span><br><span class="line">162</span><br><span class="line">163</span><br><span class="line">164</span><br><span class="line">165</span><br><span class="line">166</span><br><span class="line">167</span><br><span class="line">168</span><br><span class="line">169</span><br><span class="line">170</span><br><span class="line">171</span><br><span class="line">172</span><br><span class="line">173</span><br><span class="line">174</span><br><span class="line">175</span><br><span class="line">176</span><br><span class="line">177</span><br><span class="line">178</span><br><span class="line">179</span><br><span class="line">180</span><br><span class="line">181</span><br><span class="line">182</span><br><span class="line">183</span><br><span class="line">184</span><br><span class="line">185</span><br><span class="line">186</span><br><span class="line">187</span><br><span class="line">188</span><br><span class="line">189</span><br><span class="line">190</span><br><span class="line">191</span><br><span class="line">192</span><br><span class="line">193</span><br><span class="line">194</span><br><span class="line">195</span><br><span class="line">196</span><br><span class="line">197</span><br><span class="line">198</span><br><span class="line">199</span><br><span class="line">200</span><br><span class="line">201</span><br><span class="line">202</span><br><span class="line">203</span><br><span class="line">204</span><br><span class="line">205</span><br><span class="line">206</span><br><span class="line">207</span><br><span class="line">208</span><br><span class="line">209</span><br><span class="line">210</span><br><span class="line">211</span><br><span class="line">212</span><br><span class="line">213</span><br><span class="line">214</span><br><span class="line">215</span><br><span class="line">216</span><br><span class="line">217</span><br><span class="line">218</span><br><span class="line">219</span><br><span class="line">220</span><br><span class="line">221</span><br><span class="line">222</span><br><span class="line">223</span><br><span class="line">224</span><br><span class="line">225</span><br><span class="line">226</span><br><span class="line">227</span><br><span class="line">228</span><br><span class="line">229</span><br><span class="line">230</span><br><span class="line">231</span><br><span class="line">232</span><br><span class="line">233</span><br><span class="line">234</span><br><span class="line">235</span><br><span class="line">236</span><br><span class="line">237</span><br><span class="line">238</span><br><span class="line">239</span><br><span class="line">240</span><br><span class="line">241</span><br><span class="line">242</span><br><span class="line">243</span><br><span class="line">244</span><br><span class="line">245</span><br><span class="line">246</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">pullMessage</span><span class="params">(<span class="keyword">final</span> PullRequest pullRequest)</span> </span>{</span><br><span class="line"> <span class="keyword">final</span> ProcessQueue processQueue = pullRequest.getProcessQueue();</span><br><span class="line"> <span class="comment">// 这里开始就是检查状态，确定是否往下执行</span></span><br><span class="line"> <span class="keyword">if</span> (processQueue.isDropped()) {</span><br><span class="line"> log.info(<span class="string">"the pull request[{}] is dropped."</span>, pullRequest.toString());</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> pullRequest.getProcessQueue().setLastPullTimestamp(System.currentTimeMillis());</span><br><span class="line"></span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> <span class="keyword">this</span>.makeSureStateOK();</span><br><span class="line"> } <span class="keyword">catch</span> (MQClientException e) {</span><br><span class="line"> log.warn(<span class="string">"pullMessage exception, consumer state not ok"</span>, e);</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, pullTimeDelayMillsWhenException);</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.isPause()) {</span><br><span class="line"> log.warn(<span class="string">"consumer was paused, execute pull request later. instanceName={}, group={}"</span>, <span class="keyword">this</span>.defaultMQPushConsumer.getInstanceName(), <span class="keyword">this</span>.defaultMQPushConsumer.getConsumerGroup());</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, PULL_TIME_DELAY_MILLS_WHEN_SUSPEND);</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 这块其实是个类似于限流的功能块，对消息数量和消息大小做限制</span></span><br><span class="line"> <span class="keyword">long</span> cachedMessageCount = processQueue.getMsgCount().get();</span><br><span class="line"> <span class="keyword">long</span> cachedMessageSizeInMiB = processQueue.getMsgSize().get() / (<span class="number">1024</span> * <span class="number">1024</span>);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (cachedMessageCount > <span class="keyword">this</span>.defaultMQPushConsumer.getPullThresholdForQueue()) {</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, PULL_TIME_DELAY_MILLS_WHEN_FLOW_CONTROL);</span><br><span class="line"> <span class="keyword">if</span> ((queueFlowControlTimes++ % <span class="number">1000</span>) == <span class="number">0</span>) {</span><br><span class="line"> log.warn(</span><br><span class="line"> <span class="string">"the cached message count exceeds the threshold {}, so do flow control, minOffset={}, maxOffset={}, count={}, size={} MiB, pullRequest={}, flowControlTimes={}"</span>,</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumer.getPullThresholdForQueue(), processQueue.getMsgTreeMap().firstKey(), processQueue.getMsgTreeMap().lastKey(), cachedMessageCount, cachedMessageSizeInMiB, pullRequest, queueFlowControlTimes);</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (cachedMessageSizeInMiB > <span class="keyword">this</span>.defaultMQPushConsumer.getPullThresholdSizeForQueue()) {</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, PULL_TIME_DELAY_MILLS_WHEN_FLOW_CONTROL);</span><br><span class="line"> <span class="keyword">if</span> ((queueFlowControlTimes++ % <span class="number">1000</span>) == <span class="number">0</span>) {</span><br><span class="line"> log.warn(</span><br><span class="line"> <span class="string">"the cached message size exceeds the threshold {} MiB, so do flow control, minOffset={}, maxOffset={}, count={}, size={} MiB, pullRequest={}, flowControlTimes={}"</span>,</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumer.getPullThresholdSizeForQueue(), processQueue.getMsgTreeMap().firstKey(), processQueue.getMsgTreeMap().lastKey(), cachedMessageCount, cachedMessageSizeInMiB, pullRequest, queueFlowControlTimes);</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 若不是顺序消费（即DefaultMQPushConsumerImpl.consumeOrderly等于false），则检查ProcessQueue对象的msgTreeMap:TreeMap<Long,MessageExt>变量的第一个key值与最后一个key值之间的差额，该key值表示查询的队列偏移量queueoffset；若差额大于阈值（由DefaultMQPushConsumer. consumeConcurrentlyMaxSpan指定，默认是2000），则调用PullMessageService.executePullRequestLater方法，在50毫秒之后重新将该PullRequest请求放入PullMessageService.pullRequestQueue队列中；并跳出该方法；这里的意思主要就是消息有堆积了，等会再来拉取</span></span><br><span class="line"> <span class="keyword">if</span> (!<span class="keyword">this</span>.consumeOrderly) {</span><br><span class="line"> <span class="keyword">if</span> (processQueue.getMaxSpan() > <span class="keyword">this</span>.defaultMQPushConsumer.getConsumeConcurrentlyMaxSpan()) {</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, PULL_TIME_DELAY_MILLS_WHEN_FLOW_CONTROL);</span><br><span class="line"> <span class="keyword">if</span> ((queueMaxSpanFlowControlTimes++ % <span class="number">1000</span>) == <span class="number">0</span>) {</span><br><span class="line"> log.warn(</span><br><span class="line"> <span class="string">"the queue's messages, span too long, so do flow control, minOffset={}, maxOffset={}, maxSpan={}, pullRequest={}, flowControlTimes={}"</span>,</span><br><span class="line"> processQueue.getMsgTreeMap().firstKey(), processQueue.getMsgTreeMap().lastKey(), processQueue.getMaxSpan(),</span><br><span class="line"> pullRequest, queueMaxSpanFlowControlTimes);</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">if</span> (processQueue.isLocked()) {</span><br><span class="line"> <span class="keyword">if</span> (!pullRequest.isLockedFirst()) {</span><br><span class="line"> <span class="keyword">final</span> <span class="keyword">long</span> offset = <span class="keyword">this</span>.rebalanceImpl.computePullFromWhere(pullRequest.getMessageQueue());</span><br><span class="line"> <span class="keyword">boolean</span> brokerBusy = offset < pullRequest.getNextOffset();</span><br><span class="line"> log.info(<span class="string">"the first time to pull message, so fix offset from broker. pullRequest: {} NewOffset: {} brokerBusy: {}"</span>,</span><br><span class="line"> pullRequest, offset, brokerBusy);</span><br><span class="line"> <span class="keyword">if</span> (brokerBusy) {</span><br><span class="line"> log.info(<span class="string">"[NOTIFYME]the first time to pull message, but pull request offset larger than broker consume offset. pullRequest: {} NewOffset: {}"</span>,</span><br><span class="line"> pullRequest, offset);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> pullRequest.setLockedFirst(<span class="keyword">true</span>);</span><br><span class="line"> pullRequest.setNextOffset(offset);</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, pullTimeDelayMillsWhenException);</span><br><span class="line"> log.info(<span class="string">"pull message later because not locked in broker, {}"</span>, pullRequest);</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 以PullRequest.messageQueue对象的topic值为参数从RebalanceImpl.subscriptionInner: ConcurrentHashMap, SubscriptionData>中获取对应的SubscriptionData对象，若该对象为null，考虑到并发的关系，调用executePullRequestLater方法，稍后重试；并跳出该方法；</span></span><br><span class="line"> <span class="keyword">final</span> SubscriptionData subscriptionData = <span class="keyword">this</span>.rebalanceImpl.getSubscriptionInner().get(pullRequest.getMessageQueue().getTopic());</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> == subscriptionData) {</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, pullTimeDelayMillsWhenException);</span><br><span class="line"> log.warn(<span class="string">"find the consumer's subscription failed, {}"</span>, pullRequest);</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">final</span> <span class="keyword">long</span> beginTimestamp = System.currentTimeMillis();</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 异步拉取回调，先不讨论细节</span></span><br><span class="line"> PullCallback pullCallback = <span class="keyword">new</span> PullCallback() {</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">onSuccess</span><span class="params">(PullResult pullResult)</span> </span>{</span><br><span class="line"> <span class="keyword">if</span> (pullResult != <span class="keyword">null</span>) {</span><br><span class="line"> pullResult = DefaultMQPushConsumerImpl.<span class="keyword">this</span>.pullAPIWrapper.processPullResult(pullRequest.getMessageQueue(), pullResult,</span><br><span class="line"> subscriptionData);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">switch</span> (pullResult.getPullStatus()) {</span><br><span class="line"> <span class="keyword">case</span> FOUND:</span><br><span class="line"> <span class="keyword">long</span> prevRequestOffset = pullRequest.getNextOffset();</span><br><span class="line"> pullRequest.setNextOffset(pullResult.getNextBeginOffset());</span><br><span class="line"> <span class="keyword">long</span> pullRT = System.currentTimeMillis() - beginTimestamp;</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.getConsumerStatsManager().incPullRT(pullRequest.getConsumerGroup(),</span><br><span class="line"> pullRequest.getMessageQueue().getTopic(), pullRT);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">long</span> firstMsgOffset = Long.MAX_VALUE;</span><br><span class="line"> <span class="keyword">if</span> (pullResult.getMsgFoundList() == <span class="keyword">null</span> || pullResult.getMsgFoundList().isEmpty()) {</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.executePullRequestImmediately(pullRequest);</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> firstMsgOffset = pullResult.getMsgFoundList().get(<span class="number">0</span>).getQueueOffset();</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.getConsumerStatsManager().incPullTPS(pullRequest.getConsumerGroup(),</span><br><span class="line"> pullRequest.getMessageQueue().getTopic(), pullResult.getMsgFoundList().size());</span><br><span class="line"></span><br><span class="line"> <span class="keyword">boolean</span> dispatchToConsume = processQueue.putMessage(pullResult.getMsgFoundList());</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.consumeMessageService.submitConsumeRequest(</span><br><span class="line"> pullResult.getMsgFoundList(),</span><br><span class="line"> processQueue,</span><br><span class="line"> pullRequest.getMessageQueue(),</span><br><span class="line"> dispatchToConsume);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (DefaultMQPushConsumerImpl.<span class="keyword">this</span>.defaultMQPushConsumer.getPullInterval() > <span class="number">0</span>) {</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.executePullRequestLater(pullRequest,</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.defaultMQPushConsumer.getPullInterval());</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.executePullRequestImmediately(pullRequest);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (pullResult.getNextBeginOffset() < prevRequestOffset</span><br><span class="line"> || firstMsgOffset < prevRequestOffset) {</span><br><span class="line"> log.warn(</span><br><span class="line"> <span class="string">"[BUG] pull message result maybe data wrong, nextBeginOffset: {} firstMsgOffset: {} prevRequestOffset: {}"</span>,</span><br><span class="line"> pullResult.getNextBeginOffset(),</span><br><span class="line"> firstMsgOffset,</span><br><span class="line"> prevRequestOffset);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">case</span> NO_NEW_MSG:</span><br><span class="line"> pullRequest.setNextOffset(pullResult.getNextBeginOffset());</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.correctTagsOffset(pullRequest);</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.executePullRequestImmediately(pullRequest);</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">case</span> NO_MATCHED_MSG:</span><br><span class="line"> pullRequest.setNextOffset(pullResult.getNextBeginOffset());</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.correctTagsOffset(pullRequest);</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.executePullRequestImmediately(pullRequest);</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">case</span> OFFSET_ILLEGAL:</span><br><span class="line"> log.warn(<span class="string">"the pull request offset illegal, {} {}"</span>,</span><br><span class="line"> pullRequest.toString(), pullResult.toString());</span><br><span class="line"> pullRequest.setNextOffset(pullResult.getNextBeginOffset());</span><br><span class="line"></span><br><span class="line"> pullRequest.getProcessQueue().setDropped(<span class="keyword">true</span>);</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.executeTaskLater(<span class="keyword">new</span> Runnable() {</span><br><span class="line"></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">run</span><span class="params">()</span> </span>{</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.offsetStore.updateOffset(pullRequest.getMessageQueue(),</span><br><span class="line"> pullRequest.getNextOffset(), <span class="keyword">false</span>);</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.offsetStore.persist(pullRequest.getMessageQueue());</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.rebalanceImpl.removeProcessQueue(pullRequest.getMessageQueue());</span><br><span class="line"></span><br><span class="line"> log.warn(<span class="string">"fix the pull request offset, {}"</span>, pullRequest);</span><br><span class="line"> } <span class="keyword">catch</span> (Throwable e) {</span><br><span class="line"> log.error(<span class="string">"executeTaskLater Exception"</span>, e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }, <span class="number">10000</span>);</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> <span class="keyword">default</span>:</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">onException</span><span class="params">(Throwable e)</span> </span>{</span><br><span class="line"> <span class="keyword">if</span> (!pullRequest.getMessageQueue().getTopic().startsWith(MixAll.RETRY_GROUP_TOPIC_PREFIX)) {</span><br><span class="line"> log.warn(<span class="string">"execute the pull request exception"</span>, e);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> DefaultMQPushConsumerImpl.<span class="keyword">this</span>.executePullRequestLater(pullRequest, pullTimeDelayMillsWhenException);</span><br><span class="line"> }</span><br><span class="line"> };</span><br><span class="line"> <span class="comment">// 如果为集群模式，即可置commitOffsetEnable为 true</span></span><br><span class="line"> <span class="keyword">boolean</span> commitOffsetEnable = <span class="keyword">false</span>;</span><br><span class="line"> <span class="keyword">long</span> commitOffsetValue = <span class="number">0L</span>;</span><br><span class="line"> <span class="keyword">if</span> (MessageModel.CLUSTERING == <span class="keyword">this</span>.defaultMQPushConsumer.getMessageModel()) {</span><br><span class="line"> commitOffsetValue = <span class="keyword">this</span>.offsetStore.readOffset(pullRequest.getMessageQueue(), ReadOffsetType.READ_FROM_MEMORY);</span><br><span class="line"> <span class="keyword">if</span> (commitOffsetValue > <span class="number">0</span>) {</span><br><span class="line"> commitOffsetEnable = <span class="keyword">true</span>;</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 将上面获得的commitOffsetEnable更新到订阅关系里</span></span><br><span class="line"> String subExpression = <span class="keyword">null</span>;</span><br><span class="line"> <span class="keyword">boolean</span> classFilter = <span class="keyword">false</span>;</span><br><span class="line"> SubscriptionData sd = <span class="keyword">this</span>.rebalanceImpl.getSubscriptionInner().get(pullRequest.getMessageQueue().getTopic());</span><br><span class="line"> <span class="keyword">if</span> (sd != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">this</span>.defaultMQPushConsumer.isPostSubscriptionWhenPull() && !sd.isClassFilterMode()) {</span><br><span class="line"> subExpression = sd.getSubString();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> classFilter = sd.isClassFilterMode();</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="comment">// 组成 sysFlag</span></span><br><span class="line"> <span class="keyword">int</span> sysFlag = PullSysFlag.buildSysFlag(</span><br><span class="line"> commitOffsetEnable, <span class="comment">// commitOffset</span></span><br><span class="line"> <span class="keyword">true</span>, <span class="comment">// suspend</span></span><br><span class="line"> subExpression != <span class="keyword">null</span>, <span class="comment">// subscription</span></span><br><span class="line"> classFilter <span class="comment">// class filter</span></span><br><span class="line"> );</span><br><span class="line"> <span class="comment">// 调用真正的拉取消息接口</span></span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> <span class="keyword">this</span>.pullAPIWrapper.pullKernelImpl(</span><br><span class="line"> pullRequest.getMessageQueue(),</span><br><span class="line"> subExpression,</span><br><span class="line"> subscriptionData.getExpressionType(),</span><br><span class="line"> subscriptionData.getSubVersion(),</span><br><span class="line"> pullRequest.getNextOffset(),</span><br><span class="line"> <span class="keyword">this</span>.defaultMQPushConsumer.getPullBatchSize(),</span><br><span class="line"> sysFlag,</span><br><span class="line"> commitOffsetValue,</span><br><span class="line"> BROKER_SUSPEND_MAX_TIME_MILLIS,</span><br><span class="line"> CONSUMER_TIMEOUT_MILLIS_WHEN_SUSPEND,</span><br><span class="line"> CommunicationMode.ASYNC,</span><br><span class="line"> pullCallback</span><br><span class="line"> );</span><br><span class="line"> } <span class="keyword">catch</span> (Exception e) {</span><br><span class="line"> log.error(<span class="string">"pullKernelImpl exception"</span>, e);</span><br><span class="line"> <span class="keyword">this</span>.executePullRequestLater(pullRequest, pullTimeDelayMillsWhenException);</span><br><span class="line"> }</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>以下就是拉取消息的底层 api，不够不是特别复杂，主要是在找 broker，和设置请求参数</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br><span class="line">63</span><br><span class="line">64</span><br><span class="line">65</span><br><span class="line">66</span><br><span class="line">67</span><br><span class="line">68</span><br><span class="line">69</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> PullResult <span class="title">pullKernelImpl</span><span class="params">(</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> MessageQueue mq,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> String subExpression,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> String expressionType,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> subVersion,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> offset,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">int</span> maxNums,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">int</span> sysFlag,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> commitOffset,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> brokerSuspendMaxTimeMillis,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> timeoutMillis,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> CommunicationMode communicationMode,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> PullCallback pullCallback</span></span></span><br><span class="line"><span class="function"><span class="params">)</span> <span class="keyword">throws</span> MQClientException, RemotingException, MQBrokerException, InterruptedException </span>{</span><br><span class="line"> FindBrokerResult findBrokerResult =</span><br><span class="line"> <span class="keyword">this</span>.mQClientFactory.findBrokerAddressInSubscribe(mq.getBrokerName(),</span><br><span class="line"> <span class="keyword">this</span>.recalculatePullFromWhichNode(mq), <span class="keyword">false</span>);</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> == findBrokerResult) {</span><br><span class="line"> <span class="keyword">this</span>.mQClientFactory.updateTopicRouteInfoFromNameServer(mq.getTopic());</span><br><span class="line"> findBrokerResult =</span><br><span class="line"> <span class="keyword">this</span>.mQClientFactory.findBrokerAddressInSubscribe(mq.getBrokerName(),</span><br><span class="line"> <span class="keyword">this</span>.recalculatePullFromWhichNode(mq), <span class="keyword">false</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (findBrokerResult != <span class="keyword">null</span>) {</span><br><span class="line"> {</span><br><span class="line"> <span class="comment">// check version</span></span><br><span class="line"> <span class="keyword">if</span> (!ExpressionType.isTagType(expressionType)</span><br><span class="line"> && findBrokerResult.getBrokerVersion() < MQVersion.Version.V4_1_0_SNAPSHOT.ordinal()) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> MQClientException(<span class="string">"The broker["</span> + mq.getBrokerName() + <span class="string">", "</span></span><br><span class="line"> + findBrokerResult.getBrokerVersion() + <span class="string">"] does not upgrade to support for filter message by "</span> + expressionType, <span class="keyword">null</span>);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">int</span> sysFlagInner = sysFlag;</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (findBrokerResult.isSlave()) {</span><br><span class="line"> sysFlagInner = PullSysFlag.clearCommitOffsetFlag(sysFlagInner);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> PullMessageRequestHeader requestHeader = <span class="keyword">new</span> PullMessageRequestHeader();</span><br><span class="line"> requestHeader.setConsumerGroup(<span class="keyword">this</span>.consumerGroup);</span><br><span class="line"> requestHeader.setTopic(mq.getTopic());</span><br><span class="line"> requestHeader.setQueueId(mq.getQueueId());</span><br><span class="line"> requestHeader.setQueueOffset(offset);</span><br><span class="line"> requestHeader.setMaxMsgNums(maxNums);</span><br><span class="line"> requestHeader.setSysFlag(sysFlagInner);</span><br><span class="line"> requestHeader.setCommitOffset(commitOffset);</span><br><span class="line"> requestHeader.setSuspendTimeoutMillis(brokerSuspendMaxTimeMillis);</span><br><span class="line"> requestHeader.setSubscription(subExpression);</span><br><span class="line"> requestHeader.setSubVersion(subVersion);</span><br><span class="line"> requestHeader.setExpressionType(expressionType);</span><br><span class="line"></span><br><span class="line"> String brokerAddr = findBrokerResult.getBrokerAddr();</span><br><span class="line"> <span class="keyword">if</span> (PullSysFlag.hasClassFilterFlag(sysFlagInner)) {</span><br><span class="line"> brokerAddr = computPullFromWhichFilterServer(mq.getTopic(), brokerAddr);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> PullResult pullResult = <span class="keyword">this</span>.mQClientFactory.getMQClientAPIImpl().pullMessage(</span><br><span class="line"> brokerAddr,</span><br><span class="line"> requestHeader,</span><br><span class="line"> timeoutMillis,</span><br><span class="line"> communicationMode,</span><br><span class="line"> pullCallback);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">return</span> pullResult;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> MQClientException(<span class="string">"The broker["</span> + mq.getBrokerName() + <span class="string">"] not exist"</span>, <span class="keyword">null</span>);</span><br><span class="line">}</span><br></pre></td></tr></table></figure>
|
|
<p>再看下一步的</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> PullResult <span class="title">pullMessage</span><span class="params">(</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> String addr,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> PullMessageRequestHeader requestHeader,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> timeoutMillis,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> CommunicationMode communicationMode,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> PullCallback pullCallback</span></span></span><br><span class="line"><span class="function"><span class="params">)</span> <span class="keyword">throws</span> RemotingException, MQBrokerException, InterruptedException </span>{</span><br><span class="line"> RemotingCommand request = RemotingCommand.createRequestCommand(RequestCode.PULL_MESSAGE, requestHeader);</span><br><span class="line"></span><br><span class="line"> <span class="keyword">switch</span> (communicationMode) {</span><br><span class="line"> <span class="keyword">case</span> ONEWAY:</span><br><span class="line"> <span class="keyword">assert</span> <span class="keyword">false</span>;</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">null</span>;</span><br><span class="line"> <span class="keyword">case</span> ASYNC:</span><br><span class="line"> <span class="keyword">this</span>.pullMessageAsync(addr, request, timeoutMillis, pullCallback);</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">null</span>;</span><br><span class="line"> <span class="keyword">case</span> SYNC:</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.pullMessageSync(addr, request, timeoutMillis);</span><br><span class="line"> <span class="keyword">default</span>:</span><br><span class="line"> <span class="keyword">assert</span> <span class="keyword">false</span>;</span><br><span class="line"> <span class="keyword">break</span>;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">null</span>;</span><br><span class="line">}</span><br></pre></td></tr></table></figure>
|
|
<p>通过 communicationMode 判断是同步拉取还是异步拉取，异步就调用</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">private</span> <span class="keyword">void</span> <span class="title">pullMessageAsync</span><span class="params">(</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> String addr,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> RemotingCommand request,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> timeoutMillis,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> PullCallback pullCallback</span></span></span><br><span class="line"><span class="function"><span class="params"> )</span> <span class="keyword">throws</span> RemotingException, InterruptedException </span>{</span><br><span class="line"> <span class="keyword">this</span>.remotingClient.invokeAsync(addr, request, timeoutMillis, <span class="keyword">new</span> InvokeCallback() {</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">operationComplete</span><span class="params">(ResponseFuture responseFuture)</span> </span>{</span><br><span class="line"> 异步</span><br><span class="line"> RemotingCommand response = responseFuture.getResponseCommand();</span><br><span class="line"> <span class="keyword">if</span> (response != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> PullResult pullResult = MQClientAPIImpl.<span class="keyword">this</span>.processPullResponse(response);</span><br><span class="line"> <span class="keyword">assert</span> pullResult != <span class="keyword">null</span>;</span><br><span class="line"> pullCallback.onSuccess(pullResult);</span><br><span class="line"> } <span class="keyword">catch</span> (Exception e) {</span><br><span class="line"> pullCallback.onException(e);</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">if</span> (!responseFuture.isSendRequestOK()) {</span><br><span class="line"> pullCallback.onException(<span class="keyword">new</span> MQClientException(<span class="string">"send request failed to "</span> + addr + <span class="string">". Request: "</span> + request, responseFuture.getCause()));</span><br><span class="line"> } <span class="keyword">else</span> <span class="keyword">if</span> (responseFuture.isTimeout()) {</span><br><span class="line"> pullCallback.onException(<span class="keyword">new</span> MQClientException(<span class="string">"wait response from "</span> + addr + <span class="string">" timeout :"</span> + responseFuture.getTimeoutMillis() + <span class="string">"ms"</span> + <span class="string">". Request: "</span> + request,</span><br><span class="line"> responseFuture.getCause()));</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> pullCallback.onException(<span class="keyword">new</span> MQClientException(<span class="string">"unknown reason. addr: "</span> + addr + <span class="string">", timeoutMillis: "</span> + timeoutMillis + <span class="string">". Request: "</span> + request, responseFuture.getCause()));</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> });</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>并且会调用前面 pullCallback 的onSuccess和onException方法，同步的就是调用</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">private</span> PullResult <span class="title">pullMessageSync</span><span class="params">(</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> String addr,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> RemotingCommand request,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> timeoutMillis</span></span></span><br><span class="line"><span class="function"><span class="params"> )</span> <span class="keyword">throws</span> RemotingException, InterruptedException, MQBrokerException </span>{</span><br><span class="line"> RemotingCommand response = <span class="keyword">this</span>.remotingClient.invokeSync(addr, request, timeoutMillis);</span><br><span class="line"> <span class="keyword">assert</span> response != <span class="keyword">null</span>;</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">this</span>.processPullResponse(response);</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>然后就是这个 remotingClient 的 invokeAsync 跟 invokeSync 方法</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br></pre></td><td class="code"><pre><span class="line"><span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">invokeAsync</span><span class="params">(String addr, RemotingCommand request, <span class="keyword">long</span> timeoutMillis, InvokeCallback invokeCallback)</span></span></span><br><span class="line"><span class="function"> <span class="keyword">throws</span> InterruptedException, RemotingConnectException, RemotingTooMuchRequestException, RemotingTimeoutException,</span></span><br><span class="line"><span class="function"> RemotingSendRequestException </span>{</span><br><span class="line"> <span class="keyword">long</span> beginStartTime = System.currentTimeMillis();</span><br><span class="line"> <span class="keyword">final</span> Channel channel = <span class="keyword">this</span>.getAndCreateChannel(addr);</span><br><span class="line"> <span class="keyword">if</span> (channel != <span class="keyword">null</span> && channel.isActive()) {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> doBeforeRpcHooks(addr, request);</span><br><span class="line"> <span class="keyword">long</span> costTime = System.currentTimeMillis() - beginStartTime;</span><br><span class="line"> <span class="keyword">if</span> (timeoutMillis < costTime) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingTooMuchRequestException(<span class="string">"invokeAsync call timeout"</span>);</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">this</span>.invokeAsyncImpl(channel, request, timeoutMillis - costTime, invokeCallback);</span><br><span class="line"> } <span class="keyword">catch</span> (RemotingSendRequestException e) {</span><br><span class="line"> log.warn(<span class="string">"invokeAsync: send request exception, so close the channel[{}]"</span>, addr);</span><br><span class="line"> <span class="keyword">this</span>.closeChannel(addr, channel);</span><br><span class="line"> <span class="keyword">throw</span> e;</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">this</span>.closeChannel(addr, channel);</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingConnectException(addr);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"><span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> RemotingCommand <span class="title">invokeSync</span><span class="params">(String addr, <span class="keyword">final</span> RemotingCommand request, <span class="keyword">long</span> timeoutMillis)</span></span></span><br><span class="line"><span class="function"> <span class="keyword">throws</span> InterruptedException, RemotingConnectException, RemotingSendRequestException, RemotingTimeoutException </span>{</span><br><span class="line"> <span class="keyword">long</span> beginStartTime = System.currentTimeMillis();</span><br><span class="line"> <span class="keyword">final</span> Channel channel = <span class="keyword">this</span>.getAndCreateChannel(addr);</span><br><span class="line"> <span class="keyword">if</span> (channel != <span class="keyword">null</span> && channel.isActive()) {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> doBeforeRpcHooks(addr, request);</span><br><span class="line"> <span class="keyword">long</span> costTime = System.currentTimeMillis() - beginStartTime;</span><br><span class="line"> <span class="keyword">if</span> (timeoutMillis < costTime) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingTimeoutException(<span class="string">"invokeSync call timeout"</span>);</span><br><span class="line"> }</span><br><span class="line"> RemotingCommand response = <span class="keyword">this</span>.invokeSyncImpl(channel, request, timeoutMillis - costTime);</span><br><span class="line"> doAfterRpcHooks(RemotingHelper.parseChannelRemoteAddr(channel), request, response);</span><br><span class="line"> <span class="keyword">return</span> response;</span><br><span class="line"> } <span class="keyword">catch</span> (RemotingSendRequestException e) {</span><br><span class="line"> log.warn(<span class="string">"invokeSync: send request exception, so close the channel[{}]"</span>, addr);</span><br><span class="line"> <span class="keyword">this</span>.closeChannel(addr, channel);</span><br><span class="line"> <span class="keyword">throw</span> e;</span><br><span class="line"> } <span class="keyword">catch</span> (RemotingTimeoutException e) {</span><br><span class="line"> <span class="keyword">if</span> (nettyClientConfig.isClientCloseSocketIfTimeout()) {</span><br><span class="line"> <span class="keyword">this</span>.closeChannel(addr, channel);</span><br><span class="line"> log.warn(<span class="string">"invokeSync: close socket because of timeout, {}ms, {}"</span>, timeoutMillis, addr);</span><br><span class="line"> }</span><br><span class="line"> log.warn(<span class="string">"invokeSync: wait response timeout exception, the channel[{}]"</span>, addr);</span><br><span class="line"> <span class="keyword">throw</span> e;</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">this</span>.closeChannel(addr, channel);</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingConnectException(addr);</span><br><span class="line"> }</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>再往下看</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br><span class="line">63</span><br><span class="line">64</span><br><span class="line">65</span><br><span class="line">66</span><br><span class="line">67</span><br><span class="line">68</span><br><span class="line">69</span><br><span class="line">70</span><br><span class="line">71</span><br><span class="line">72</span><br><span class="line">73</span><br><span class="line">74</span><br><span class="line">75</span><br><span class="line">76</span><br><span class="line">77</span><br><span class="line">78</span><br><span class="line">79</span><br><span class="line">80</span><br><span class="line">81</span><br><span class="line">82</span><br><span class="line">83</span><br><span class="line">84</span><br><span class="line">85</span><br><span class="line">86</span><br><span class="line">87</span><br><span class="line">88</span><br><span class="line">89</span><br><span class="line">90</span><br><span class="line">91</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> RemotingCommand <span class="title">invokeSyncImpl</span><span class="params">(<span class="keyword">final</span> Channel channel, <span class="keyword">final</span> RemotingCommand request,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> <span class="keyword">long</span> timeoutMillis)</span></span></span><br><span class="line"><span class="function"> <span class="keyword">throws</span> InterruptedException, RemotingSendRequestException, RemotingTimeoutException </span>{</span><br><span class="line"> <span class="keyword">final</span> <span class="keyword">int</span> opaque = request.getOpaque();</span><br><span class="line"></span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> 同步跟异步都是会把结果用ResponseFuture抱起来</span><br><span class="line"> <span class="keyword">final</span> ResponseFuture responseFuture = <span class="keyword">new</span> ResponseFuture(channel, opaque, timeoutMillis, <span class="keyword">null</span>, <span class="keyword">null</span>);</span><br><span class="line"> <span class="keyword">this</span>.responseTable.put(opaque, responseFuture);</span><br><span class="line"> <span class="keyword">final</span> SocketAddress addr = channel.remoteAddress();</span><br><span class="line"> channel.writeAndFlush(request).addListener(<span class="keyword">new</span> ChannelFutureListener() {</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">operationComplete</span><span class="params">(ChannelFuture f)</span> <span class="keyword">throws</span> Exception </span>{</span><br><span class="line"> <span class="keyword">if</span> (f.isSuccess()) {</span><br><span class="line"> responseFuture.setSendRequestOK(<span class="keyword">true</span>);</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> responseFuture.setSendRequestOK(<span class="keyword">false</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> responseTable.remove(opaque);</span><br><span class="line"> responseFuture.setCause(f.cause());</span><br><span class="line"> responseFuture.putResponse(<span class="keyword">null</span>);</span><br><span class="line"> log.warn(<span class="string">"send a request command to channel <"</span> + addr + <span class="string">"> failed."</span>);</span><br><span class="line"> }</span><br><span class="line"> });</span><br><span class="line"> <span class="comment">// 区别是同步的是在这等待</span></span><br><span class="line"> RemotingCommand responseCommand = responseFuture.waitResponse(timeoutMillis);</span><br><span class="line"> <span class="keyword">if</span> (<span class="keyword">null</span> == responseCommand) {</span><br><span class="line"> <span class="keyword">if</span> (responseFuture.isSendRequestOK()) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingTimeoutException(RemotingHelper.parseSocketAddressAddr(addr), timeoutMillis,</span><br><span class="line"> responseFuture.getCause());</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingSendRequestException(RemotingHelper.parseSocketAddressAddr(addr), responseFuture.getCause());</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">return</span> responseCommand;</span><br><span class="line"> } <span class="keyword">finally</span> {</span><br><span class="line"> <span class="keyword">this</span>.responseTable.remove(opaque);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">invokeAsyncImpl</span><span class="params">(<span class="keyword">final</span> Channel channel, <span class="keyword">final</span> RemotingCommand request, <span class="keyword">final</span> <span class="keyword">long</span> timeoutMillis,</span></span></span><br><span class="line"><span class="function"><span class="params"> <span class="keyword">final</span> InvokeCallback invokeCallback)</span></span></span><br><span class="line"><span class="function"> <span class="keyword">throws</span> InterruptedException, RemotingTooMuchRequestException, RemotingTimeoutException, RemotingSendRequestException </span>{</span><br><span class="line"> <span class="keyword">long</span> beginStartTime = System.currentTimeMillis();</span><br><span class="line"> <span class="keyword">final</span> <span class="keyword">int</span> opaque = request.getOpaque();</span><br><span class="line"> <span class="keyword">boolean</span> acquired = <span class="keyword">this</span>.semaphoreAsync.tryAcquire(timeoutMillis, TimeUnit.MILLISECONDS);</span><br><span class="line"> <span class="keyword">if</span> (acquired) {</span><br><span class="line"> <span class="keyword">final</span> SemaphoreReleaseOnlyOnce once = <span class="keyword">new</span> SemaphoreReleaseOnlyOnce(<span class="keyword">this</span>.semaphoreAsync);</span><br><span class="line"> <span class="keyword">long</span> costTime = System.currentTimeMillis() - beginStartTime;</span><br><span class="line"> <span class="keyword">if</span> (timeoutMillis < costTime) {</span><br><span class="line"> once.release();</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingTimeoutException(<span class="string">"invokeAsyncImpl call timeout"</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">final</span> ResponseFuture responseFuture = <span class="keyword">new</span> ResponseFuture(channel, opaque, timeoutMillis - costTime, invokeCallback, once);</span><br><span class="line"> <span class="keyword">this</span>.responseTable.put(opaque, responseFuture);</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> channel.writeAndFlush(request).addListener(<span class="keyword">new</span> ChannelFutureListener() {</span><br><span class="line"> <span class="meta">@Override</span></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">operationComplete</span><span class="params">(ChannelFuture f)</span> <span class="keyword">throws</span> Exception </span>{</span><br><span class="line"> <span class="keyword">if</span> (f.isSuccess()) {</span><br><span class="line"> responseFuture.setSendRequestOK(<span class="keyword">true</span>);</span><br><span class="line"> <span class="keyword">return</span>;</span><br><span class="line"> }</span><br><span class="line"> requestFail(opaque);</span><br><span class="line"> log.warn(<span class="string">"send a request command to channel <{}> failed."</span>, RemotingHelper.parseChannelRemoteAddr(channel));</span><br><span class="line"> }</span><br><span class="line"> });</span><br><span class="line"> } <span class="keyword">catch</span> (Exception e) {</span><br><span class="line"> responseFuture.release();</span><br><span class="line"> log.warn(<span class="string">"send a request command to channel <"</span> + RemotingHelper.parseChannelRemoteAddr(channel) + <span class="string">"> Exception"</span>, e);</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingSendRequestException(RemotingHelper.parseChannelRemoteAddr(channel), e);</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">if</span> (timeoutMillis <= <span class="number">0</span>) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingTooMuchRequestException(<span class="string">"invokeAsyncImpl invoke too fast"</span>);</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> String info =</span><br><span class="line"> String.format(<span class="string">"invokeAsyncImpl tryAcquire semaphore timeout, %dms, waiting thread nums: %d semaphoreAsyncValue: %d"</span>,</span><br><span class="line"> timeoutMillis,</span><br><span class="line"> <span class="keyword">this</span>.semaphoreAsync.getQueueLength(),</span><br><span class="line"> <span class="keyword">this</span>.semaphoreAsync.availablePermits()</span><br><span class="line"> );</span><br><span class="line"> log.warn(info);</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> RemotingTimeoutException(info);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/06/21/%E4%BB%8B%E7%BB%8D%E4%B8%80%E4%B8%8B-RocketMQ/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/06/21/%E4%BB%8B%E7%BB%8D%E4%B8%80%E4%B8%8B-RocketMQ/" class="post-title-link" itemprop="url">介绍一下 RocketMQ</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
|
|
<time title="Created: 2020-06-21 21:25:22 / Modified: 21:35:12" itemprop="dateCreated datePublished" datetime="2020-06-21T21:25:22+08:00">2020-06-21</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/MQ/" itemprop="url" rel="index"><span itemprop="name">MQ</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/RocketMQ/" itemprop="url" rel="index"><span itemprop="name">RocketMQ</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/" itemprop="url" rel="index"><span itemprop="name">消息队列</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/RocketMQ/" itemprop="url" rel="index"><span itemprop="name">RocketMQ</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E4%B8%AD%E9%97%B4%E4%BB%B6/" itemprop="url" rel="index"><span itemprop="name">中间件</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E4%B8%AD%E9%97%B4%E4%BB%B6/RocketMQ/" itemprop="url" rel="index"><span itemprop="name">RocketMQ</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/06/21/%E4%BB%8B%E7%BB%8D%E4%B8%80%E4%B8%8B-RocketMQ/" class="post-meta-item leancloud_visitors" data-flag-title="介绍一下 RocketMQ" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/06/21/%E4%BB%8B%E7%BB%8D%E4%B8%80%E4%B8%8B-RocketMQ/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/06/21/介绍一下-RocketMQ/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>说起消息队列一般Web后端做过一段时间开发的肯定会用过，在前司的时候用的是改良版的 NSQ，有点像 NOSQL 的简写版🙄，其实是个go 语言写的消息队列，<a href="https://github.com/nsqio/nsq" target="_blank" rel="noopener">nsq</a> 看代码提交感觉最近更新的不是很勤，不过因为前司有专门的中间件团队，所以还是挺好用的，而且中间件团队的大牛也很厉害，一次都没碰到过丢消息之类的错误，然后现在公司用的是 RocketMQ，本着总还是要了解下的，并且消息队列也是服务端开发中一个很重要的中间件，因为不太有不需要用消息队列的后端团队了吧，原来对 nsq 也不是特别了解原理，就打算了解下 RocketMQ。</p>
|
|
<p>还是像我这样的小白专属，消息队列用来干啥，很多都是标准答案，用来削峰填谷的，这个完全对，只是我想结合场景说给像我这样的小白同学听，想想一个电商的下单功能，除了 AT 两家之外应该大部分都是接入的支付，那么下单支付完成后一般都是等支付回调，告诉你支付完成了（也有可能是失败了，或者超时了咱们主动去查），然后这个回调里我们自己的业务代码干点啥，首先比如是把订单状态改掉了，然后会有各类的操作，比如把优惠券核销了，把其他金钱相关的也核销了，把购物车里对应的商品给删了，还有更次要的，比如发个客服消息，让用户确认下地址的，给用户加积分的等等等等，想象下如果这些都是回调里一股脑儿做掉了，那可能你的代码健壮性跟相关服务的稳定性还有性能要达到一个非常高的水平才能让业务不出现异常，并且万一流量打起来了，这些重要的不重要的操作都会阻塞着，所以需要用一个消息队列，在接到回调后只处理极少的几个核心操作，完了就把这个消息丢进消息队列里，让各个业务方去消费这个消息，把客服消息发一下，给用户加个积分等等，这样子主要的业务流程需要处理的事情就少了，速度也加快了，这个例子呢不能严格算是削峰填谷的例子，不过也算是消息队列的比较典型的使用场景了，要说真实的削峰填谷的话其实可以这么理解，假如短时间内有 1w 个请求进来，系统能支持的 QPS 才 1000，那么正常情况下服务就挂了，或者被限流了，为了让服务正常，那么可以把这些请求先放进消息队列里，我服务端以拉的模式按我的处理能力来消费，这样就没啥问题了</p>
|
|
<p>扯了这么多来聊聊 RocketMQ 长啥样</p>
|
|
<p><img data-src="https://mystore-1255223546.cos.ap-chengdu.myqcloud.com/uPic/6073827-a998e005dd13967c.png" alt="6073827-a998e005dd13967c"></p>
|
|
<p>总共有四大部分：<strong>NameServer，Broker，Producer，Consumer。</strong></p>
|
|
<h4 id="NameServer"><a href="#NameServer" class="headerlink" title="NameServer"></a>NameServer</h4><p>NameServer是一个非常简单的Topic路由注册中心，其角色类似Dubbo中的zookeeper，支持Broker的动态注册与发现。主要包括两个功能：Broker管理，NameServer接受Broker集群的注册信息并且保存下来作为路由信息的基本数据。然后提供心跳检测机制，检查Broker是否还存活；路由信息管理，每个NameServer将保存关于Broker集群的整个路由信息和用于客户端查询的队列信息。然后Producer和Conumser通过NameServer就可以知道整个Broker集群的路由信息，从而进行消息的投递和消费。NameServer通常也是集群的方式部署，各实例间相互不进行信息通讯。Broker是向每一台NameServer注册自己的路由信息，所以每一个NameServer实例上面都保存一份完整的路由信息。当某个NameServer因某种原因下线了，Broker仍然可以向其它NameServer同步其路由信息，Producer,Consumer仍然可以动态感知Broker的路由的信息。</p>
|
|
<p>NameServer压力不会太大，正常情况主要负责维持心跳和提供Topic-Broker的关系数据。但有一点需要注意，Broker向Namesr发心跳时，会带上当前自己所负责的所有Topic信息，<strong>如果Topic个数太多，会导致一次心跳中，光Topic的数据就非常大，网络情况差的话，网络传输失败，心跳失败，导致Namesrv误认为Broker心跳失败。</strong></p>
|
|
<h4 id="Broker"><a href="#Broker" class="headerlink" title="Broker"></a>Broker</h4><p>Broker主要负责消息的存储、投递和查询以及服务高可用保证，为了实现这些功能，Broker包含了以下几个重要子模块。</p>
|
|
<ul>
|
|
<li>Remoting Module：整个Broker的实体，负责处理来自clients端的请求。</li>
|
|
<li>Client Manager：负责管理客户端(Producer/Consumer)和维护Consumer的Topic订阅信息</li>
|
|
<li>Store Service：提供方便简单的API接口处理消息存储到物理硬盘和查询功能。</li>
|
|
<li>HA Service：高可用服务，提供Master Broker 和 Slave Broker之间的数据同步功能。</li>
|
|
<li>Index Service：根据特定的Message key对投递到Broker的消息进行索引服务，以提供消息的快速查询。</li>
|
|
</ul>
|
|
<h6 id="Broker的特点"><a href="#Broker的特点" class="headerlink" title="Broker的特点"></a>Broker的特点</h6><p><strong>1.负载均衡：</strong>Broker上存Topic信息，<strong>Topic由多个队列组成，队列会平均分散在多个Broker上，</strong>而Producer的发送机制保证消息尽量平均分布到所有队列中，<strong>最终效果就是所有消息都平均落在每个Broker上。</strong></p>
|
|
<p><strong>2.动态伸缩能力（非顺序消息）</strong>：Broker的伸缩性体现在两个维度：Topic, Broker。</p>
|
|
<blockquote>
|
|
<p><strong>Topic维度：</strong>假如一个Topic的消息量特别大，但集群水位压力还是很低，就可以扩大该Topic的队列数，Topic的队列数跟发送、消费速度成正比。<br> <strong>Broker维度：</strong>如果集群水位很高了，需要扩容，直接加机器部署Broker就可以。Broker起来后想NameServer注册，Producer、Consumer通过NameServer发现新Broker，立即跟该Broker直连，收发消息。</p>
|
|
</blockquote>
|
|
<p><strong>3.高可用&高可靠</strong></p>
|
|
<blockquote>
|
|
<p><strong>高可用：</strong>集群部署时一般都为主备，备机实时从主机同步消息，如果其中一个主机宕机，备机提供消费服务，但不提供写服务。<br> <strong>高可靠：</strong>所有发往broker的消息，有同步刷盘和异步刷盘机制；同步刷盘时，消息写入物理文件才会返回成功，异步刷盘时，只有机器宕机，才会产生消息丢失，broker挂掉可能会发生，但是机器宕机崩溃是很少发生的，除非突然断电</p>
|
|
</blockquote>
|
|
<h4 id="Producer"><a href="#Producer" class="headerlink" title="Producer"></a>Producer</h4><p>Producer与NameServer集群中的其中一个节点（随机选择）建立长连接，定期从NameServer获取Topic路由信息，并向提供Topic 服务的Master建立长连接，且定时向Master发送心跳。Producer完全无状态，可集群部署。<br> <strong>RocketMQ提供三种发送方式：</strong></p>
|
|
<blockquote>
|
|
<p><strong>同步：</strong>在广泛的场景中使用可靠的同步传输，如重要的通知信息、短信通知、短信营销系统等。<br> <strong>异步：</strong>异步发送通常用于响应时间敏感的业务场景，发送出去即刻返回，利用回调做后续处理。<br> <strong>一次性：</strong>一次性发送用于需要中等可靠性的情况，如日志收集，发送出去即完成，不用等待发送结果，回调等等。</p>
|
|
</blockquote>
|
|
<h6 id="生产者端的负载均衡"><a href="#生产者端的负载均衡" class="headerlink" title="生产者端的负载均衡"></a>生产者端的负载均衡</h6><p>生产者发送时，会自动轮询当前所有可发送的broker，一条消息发送成功，下次换另外一个broker发送，以达到消息平均落到所有的broker上。</p>
|
|
<h4 id="Consumer"><a href="#Consumer" class="headerlink" title="Consumer"></a>Consumer</h4><p>Consumer与NameServer集群中的其中一个节点（随机选择）建立长连接，定期从NameServer获取Topic路由信息，并向提供Topic服务的Master、Slave建立长连接，且定时向Master、Slave发送心跳。Consumer既可以从Master订阅消息，也可以从Slave订阅消息，消费者在向Master拉取消息时，Master服务器会根据拉取偏移量与最大偏移量的距离（判断是否读老消息，产生读I/O），以及从服务器是否可读等因素建议下一次是从Master还是Slave拉取。</p>
|
|
<h6 id="消费者端的负载均衡"><a href="#消费者端的负载均衡" class="headerlink" title="消费者端的负载均衡"></a>消费者端的负载均衡</h6><p>先讨论消费者的消费模式，<strong>消费者有两种模式消费：集群消费，广播消费。</strong></p>
|
|
<blockquote>
|
|
<p><strong>广播消费：每个消费者消费Topic下的所有队列。</strong><br> <strong>集群消费：一个topic可以由同一个ID下所有消费者分担消费。</strong><br> 具体例子：假如TopicA有6个队列，某个消费者ID起了2个消费者实例，那么每个消费者负责消费3个队列。如果再增加一个消费者ID相同消费者实例，即当前共有3个消费者同时消费6个队列，那每个消费者负责2个队列的消费。</p>
|
|
</blockquote>
|
|
<p>消费者端的负载均衡，就是集群消费模式下，同一个ID的所有消费者实例平均消费该Topic的所有队列。</p>
|
|
<p><strong>消费者从用户角度来看有两种类型：</strong></p>
|
|
<blockquote>
|
|
<p><strong>PullConsumer：主动从brokers处拉取消息。</strong>Consumer消费的一种类型，应用通常主动调用Consumer的拉消息方法从Broker服务器拉消息、主动权由应用控制。一旦获取了批量消息，应用就会启动消费过程。<br><strong>PushConsumer：Consumer消费的一种类型，该模式下Broker收到数据后会主动推送给消费端，该消费模式一般实时性较高。</strong></p>
|
|
</blockquote>
|
|
<h4 id="补充一些概念"><a href="#补充一些概念" class="headerlink" title="补充一些概念"></a>补充一些概念</h4><p><strong>Topic：主题，表示一类消息的集合，每个主题包含若干条消息，每条消息只能属于一个主题，是RocketMQ进行消息订阅的基本单位。</strong>Topic与生产者和消费者都是非常松散的关系，一个topic可以有0个或者1个或者多个生产者向其发送消息，换句话说，一个生产者可以同时向不同和topic发送消息。从消费者的解度来说，一个topic可能被0个或者一个或者多个消费组订阅，类似的，一个消费组可以订阅一个或者多个主题只要这个消费组的实例保持他们的订阅一致。</p>
|
|
<p><strong>Message：消息</strong>消息系统所传输信息的物理载体，生产和消费数据的最小单位，每条消息必须属于一个主题。RocketMQ中每个消息拥有唯一的Message ID，且可以携带具有业务标识的Key。系统提供了通过Message ID和Key查询消息的功能。。</p>
|
|
<p><strong>Message Queue：消息队列，</strong>一个主题被化分为一个或者多个子主题（sub-topics），“消息队列”.</p>
|
|
<p><strong>Tag：标签，为消息设置的标志，用于同一主题下区分不同类型的消息。来自同一业务单元的消息，可以根据不同业务目的在同一主题下设置不同标签。标签能够有效地保持代码的清晰度和连贯性，并优化RocketMQ提供的查询系统。消费者可以根据Tag实现对不同子主题的不同消费逻辑，实现更好的扩展性。</strong>使用tag，同一业务模块不同目的的messages就可以用相同topic不同tag来标识。Tags有益于保持你的代码干净而条理清晰，同时促进使用RocketMQ提供的查询系统的效率。Topic：主题，是生产者发送的消息和消费者拉取的消息的归类。Topic与生产者和消费者都是非常松散的关系，一个topic可以有0个或者1个或者多个生产者向其发送消息，换句话说，一个生产者可以同时向不同和topic发送消息。从消费者的解度来说，一个topic可能被0个或者一个或者多个消费组订阅，类似的，一个消费组可以订阅一个或者多个主题只要这个消费组的实例保持他们的订阅一致。</p>
|
|
<p><strong>Message Order：当使用DefaultMQPushConsumer时，你需要确定消费消息的方式：</strong></p>
|
|
<blockquote>
|
|
<p>Orderly：顺序地消费消息即表示消费的消息顺序同生产者发送的顺序一致。<br> Concurrently：并行消费。指定此方式消费，信息消费的最大并行数量仅受限于每个消费者客户端指定的线程池。</p>
|
|
</blockquote>
|
|
<p><strong>Consumer Group：消费组，</strong>同一类Consumer的集合，这类Consumer通常消费同一类消息且消费逻辑一致。消费者组使得在消息消费方面，实现负载均衡和容错的目标变得非常容易。要注意的是，消费者组的消费者实例必须订阅完全相同的Topic。RocketMQ 支持两种消息模式：集群消费（Clustering）和广播消费（Broadcasting）。<br><strong>Producer Group:生产者组，</strong>同一类Producer的集合，这类Producer发送同一类消息且发送逻辑一致。如果发送的是事务消息且原始生产者在发送之后崩溃，则Broker服务器会联系同一生产者组的其他生产者实例以提交或回溯消费。</p>
|
|
<p>上面的这些我主要参考了 RocketMQ 的 GitHub 介绍和一些优秀网文的介绍，侵权请联系我删除。</p>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/06/13/%E8%81%8A%E8%81%8A%E4%B8%80%E6%AC%A1-brew-update-%E5%BC%95%E5%8F%91%E7%9A%84%E8%A1%80%E6%A1%88/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/06/13/%E8%81%8A%E8%81%8A%E4%B8%80%E6%AC%A1-brew-update-%E5%BC%95%E5%8F%91%E7%9A%84%E8%A1%80%E6%A1%88/" class="post-title-link" itemprop="url">聊聊一次 brew update 引发的血案</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
|
|
<time title="Created: 2020-06-13 22:28:56 / Modified: 22:31:35" itemprop="dateCreated datePublished" datetime="2020-06-13T22:28:56+08:00">2020-06-13</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Mac/" itemprop="url" rel="index"><span itemprop="name">Mac</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/PHP/" itemprop="url" rel="index"><span itemprop="name">PHP</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Mac/Homebrew/" itemprop="url" rel="index"><span itemprop="name">Homebrew</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/PHP/icu4c/" itemprop="url" rel="index"><span itemprop="name">icu4c</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/06/13/%E8%81%8A%E8%81%8A%E4%B8%80%E6%AC%A1-brew-update-%E5%BC%95%E5%8F%91%E7%9A%84%E8%A1%80%E6%A1%88/" class="post-meta-item leancloud_visitors" data-flag-title="聊聊一次 brew update 引发的血案" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/06/13/%E8%81%8A%E8%81%8A%E4%B8%80%E6%AC%A1-brew-update-%E5%BC%95%E5%8F%91%E7%9A%84%E8%A1%80%E6%A1%88/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/06/13/聊聊一次-brew-update-引发的血案/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>熟悉我的人（谁熟悉你啊🙄）知道我以前写过 PHP，虽然现在在工作中没用到了，但是自己的一些小工具还是会用 PHP 来写，但是在 Mac 碰到了一个环境相关的问题，因为我也是个更新狂魔，用了 brew 之后因为 gfw 的原因，如果长时间不更新，有时候要装一个用它装一个软件的话，前置的更新耗时就会让人非常头大，所以我基本会隔天 update 一下，但是这样会带来一个很心烦的问题，就是像这样，因为我是要用一个固定版本的 PHP，如果一直升需要一直配扩展啥的也很麻烦，如果一直升级 PHP 到最新版可能会比较少碰到这个问题</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">dyld: Library not loaded: /usr/local/opt/icu4c/lib/libicui18n.64.dylib</span><br></pre></td></tr></table></figure>
|
|
<p>这是什么鬼啊，然后我去这个目录下看了下，已经都是libicui18n.67.dylib了，而且它没有把原来的版本保留下来，首先这个是个叫 icu4c是啥玩意，谷歌了一下</p>
|
|
<blockquote>
|
|
<p>ICU4C是ICU在C/C++平台下的版本, ICU(International Component for Unicode)是基于”IBM公共许可证”的，与开源组织合作研究的, 用于支持软件国际化的开源项目。ICU4C提供了C/C++平台强大的国际化开发能力，软件开发者几乎可以使用ICU4C解决任何国际化的问题，根据各地的风俗和语言习惯，实现对数字、货币、时间、日期、和消息的格式化、解析，对字符串进行大小写转换、整理、搜索和排序等功能，必须一提的是，ICU4C提供了强大的BIDI算法，对阿拉伯语等BIDI语言提供了完善的支持。</p>
|
|
</blockquote>
|
|
<p>然后首先想到的解决方案就是能不能我使用<code>brew install icu4c@64</code>来重装下原来的版本，发现不行，并木有，之前的做法就只能是去网上把 64 的下载下来，然后放到这个目录，比较麻烦不智能，虽然没抱着希望在谷歌着，不过这次竟然给我找到了一个我认为非常 nice 的解决方案，因为是在 Stack Overflow 找到的，本着写给像我这样的小小白看的，那就稍微翻译一下<br>第一步，我们到 brew的目录下</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">cd $(brew --prefix)/Homebrew/Library/Taps/homebrew/homebrew-core/Formula</span><br></pre></td></tr></table></figure>
|
|
<p>这个可以理解为是 maven 的 pom 文件，不过有很多不同之处，使用ruby 写的，然后一个文件对应一个组件或者软件，那我们看下有个叫icu4c.rb的文件，<br>第二步看看它的提交历史</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">git log --follow icu4c.rb</span><br></pre></td></tr></table></figure>
|
|
<p>在 git log 的海洋中寻找，寻找它的(64版本)的身影<br><img data-src="https://mystore-1255223546.cos.ap-chengdu.myqcloud.com/uPic/YzS7vN.png" alt=""><br>第三步注意这三个红框，Stack Overflow 给出来的答案这一步是找到这个 commit id 直接切出一个新分支</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">git checkout -b icu4c-63 e7f0f10dc63b1dc1061d475f1a61d01b70ef2cb7</span><br></pre></td></tr></table></figure>
|
|
<p>其实注意 commit id 旁边的红框，这个是有tag 的，可以直接</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">git checkout icu4c-64</span><br></pre></td></tr></table></figure>
|
|
<p>PS: 因为我的问题是出在 64 的问题，Stack Overflow 回答的是 63 的，反正是一样的解决方法<br>第四部，切回去之后我们就可以用 brew 提供的基于文件的安装命令来重新装上 64 版本</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">brew reinstall ./icu4c.rb</span><br></pre></td></tr></table></figure>
|
|
<p>然后就是第五步，切换版本</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">brew switch icu4c 64.2</span><br></pre></td></tr></table></figure>
|
|
<p>最后把分支切回来</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">git checkout master</span><br></pre></td></tr></table></figure>
|
|
<p>是不是感觉很厉害的解决方法，大佬还提供了一个更牛的，直接写个 zsh 方法</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br></pre></td><td class="code"><pre><span class="line"><span class="meta">#</span><span class="bash"> zsh</span></span><br><span class="line">function hiicu64() {</span><br><span class="line"> local last_dir=$(pwd)</span><br><span class="line"></span><br><span class="line"> cd $(brew --prefix)/Homebrew/Library/Taps/homebrew/homebrew-core/Formula</span><br><span class="line"> git checkout icu4c-4</span><br><span class="line"> brew reinstall ./icu4c.rb</span><br><span class="line"> brew switch icu4c 64.2</span><br><span class="line"> git checkout master</span><br><span class="line"></span><br><span class="line"> cd $last_dir</span><br><span class="line">}</span><br></pre></td></tr></table></figure>
|
|
<p>对应自己的版本改改版本号就可以了，非常好用。</p>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/06/06/%E8%81%8A%E8%81%8A-Dubbo-%E7%9A%84-SPI-%E7%BB%AD%E4%B9%8B%E8%87%AA%E9%80%82%E5%BA%94%E6%8B%93%E5%B1%95/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/06/06/%E8%81%8A%E8%81%8A-Dubbo-%E7%9A%84-SPI-%E7%BB%AD%E4%B9%8B%E8%87%AA%E9%80%82%E5%BA%94%E6%8B%93%E5%B1%95/" class="post-title-link" itemprop="url">聊聊 Dubbo 的 SPI 续之自适应拓展</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
|
|
<time title="Created: 2020-06-06 22:39:38 / Modified: 22:48:09" itemprop="dateCreated datePublished" datetime="2020-06-06T22:39:38+08:00">2020-06-06</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Java/" itemprop="url" rel="index"><span itemprop="name">Java</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Dubbo-RPC-SPI/" itemprop="url" rel="index"><span itemprop="name">Dubbo - RPC - SPI</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Dubbo/" itemprop="url" rel="index"><span itemprop="name">Dubbo</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Dubbo/SPI/" itemprop="url" rel="index"><span itemprop="name">SPI</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Dubbo/SPI/Adaptive/" itemprop="url" rel="index"><span itemprop="name">Adaptive</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/06/06/%E8%81%8A%E8%81%8A-Dubbo-%E7%9A%84-SPI-%E7%BB%AD%E4%B9%8B%E8%87%AA%E9%80%82%E5%BA%94%E6%8B%93%E5%B1%95/" class="post-meta-item leancloud_visitors" data-flag-title="聊聊 Dubbo 的 SPI 续之自适应拓展" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/06/06/%E8%81%8A%E8%81%8A-Dubbo-%E7%9A%84-SPI-%E7%BB%AD%E4%B9%8B%E8%87%AA%E9%80%82%E5%BA%94%E6%8B%93%E5%B1%95/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/06/06/聊聊-Dubbo-的-SPI-续之自适应拓展/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<h2 id="Adaptive"><a href="#Adaptive" class="headerlink" title="Adaptive"></a>Adaptive</h2><p>这个应该是 Dubbo SPI 里最玄妙的东西了，一开始没懂，自适应扩展点加载，<br><code>dubbo://123.123.123.123:1234/com.nicksxs.demo.service.HelloWorldService?anyhost=true&application=demo&default.loadbalance=random&default.service.filter=LoggerFilter&dubbo=2.5.3&interface=com.nicksxs.demo.service.HelloWorldService&logger=slf4j&methods=method1,method2,method3,method4&pid=4292&retries=0&side=provider&threadpool=fixed&threads=200&timeout=2000&timestamp=1590647155886</code><br>那我从比较能理解的角度或者说思路去讲讲我的理解，因为直接将原理如果脱离了使用，对于我这样的理解能力比较差的可能会比较吃力，从使用场景开始讲可能会比较舒服了，这里可以看到参数里有蛮多的，举个例子，比如这个 <code>threadpool = fixed</code>，说明线程池使用的是 fixed 对应的实现，也就是下图的这个<br><img data-src="https://mystore-1255223546.cos.ap-chengdu.myqcloud.com/uPic/4AAOaW.png" alt=""><br>这样子似乎没啥问题了，反正就是用dubbo 的 spi 加载嘛，好像没啥问题，其实问题还是存在的，或者说不太优雅，比如要先判断我这个 fixed 对应的实现类是哪个，这里可能就有个 if-else 判断了，但是 dubbo 的开发人员似乎不太想这么做这个事情，</p>
|
|
<p>譬如我们在引用一个服务时，在ReferenceConfig 中的</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line"><span class="keyword">private</span> <span class="keyword">static</span> <span class="keyword">final</span> Protocol refprotocol = ExtensionLoader.getExtensionLoader(Protocol<span class="class">.<span class="keyword">class</span>).<span class="title">getAdaptiveExtension</span>()</span>;</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>就获取了自适应拓展，</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">public</span> T <span class="title">getAdaptiveExtension</span><span class="params">()</span> </span>{</span><br><span class="line"> Object instance = cachedAdaptiveInstance.get();</span><br><span class="line"> <span class="keyword">if</span> (instance == <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">if</span> (createAdaptiveInstanceError == <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">synchronized</span> (cachedAdaptiveInstance) {</span><br><span class="line"> instance = cachedAdaptiveInstance.get();</span><br><span class="line"> <span class="keyword">if</span> (instance == <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> instance = createAdaptiveExtension();</span><br><span class="line"> cachedAdaptiveInstance.set(instance);</span><br><span class="line"> } <span class="keyword">catch</span> (Throwable t) {</span><br><span class="line"> createAdaptiveInstanceError = t;</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> IllegalStateException(<span class="string">"fail to create adaptive instance: "</span> + t.toString(), t);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> } <span class="keyword">else</span> {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> IllegalStateException(<span class="string">"fail to create adaptive instance: "</span> + createAdaptiveInstanceError.toString(), createAdaptiveInstanceError);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">return</span> (T) instance;</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>这里也使用了 DCL，来锁cachedAdaptiveInstance，当缓存中没有时就去创建自适应拓展</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br></pre></td><td class="code"><pre><span class="line"><span class="function"><span class="keyword">private</span> T <span class="title">createAdaptiveExtension</span><span class="params">()</span> </span>{</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> <span class="comment">// 获取自适应拓展类然后实例化</span></span><br><span class="line"> <span class="keyword">return</span> injectExtension((T) getAdaptiveExtensionClass().newInstance());</span><br><span class="line"> } <span class="keyword">catch</span> (Exception e) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> IllegalStateException(<span class="string">"Can not create adaptive extension "</span> + type + <span class="string">", cause: "</span> + e.getMessage(), e);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"><span class="keyword">private</span> Class<?> getAdaptiveExtensionClass() {</span><br><span class="line"> <span class="comment">// 这里会获取拓展类，如果没有自适应的拓展类，那么就需要调用createAdaptiveExtensionClass</span></span><br><span class="line"> getExtensionClasses();</span><br><span class="line"> <span class="keyword">if</span> (cachedAdaptiveClass != <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">return</span> cachedAdaptiveClass;</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">return</span> cachedAdaptiveClass = createAdaptiveExtensionClass();</span><br><span class="line"> }</span><br><span class="line"><span class="keyword">private</span> Class<?> createAdaptiveExtensionClass() {</span><br><span class="line"> <span class="comment">// 这里去生成了自适应拓展的代码，具体生成逻辑比较复杂先不展开讲</span></span><br><span class="line"> String code = createAdaptiveExtensionClassCode();</span><br><span class="line"> ClassLoader classLoader = findClassLoader();</span><br><span class="line"> com.alibaba.dubbo.common.compiler.Compiler compiler = ExtensionLoader.getExtensionLoader(com.alibaba.dubbo.common.compiler.Compiler<span class="class">.<span class="keyword">class</span>).<span class="title">getAdaptiveExtension</span>()</span>;</span><br><span class="line"> <span class="keyword">return</span> compiler.compile(code, classLoader);</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>生成的代码像这样</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br><span class="line">63</span><br><span class="line">64</span><br><span class="line">65</span><br><span class="line">66</span><br><span class="line">67</span><br><span class="line">68</span><br><span class="line">69</span><br></pre></td><td class="code"><pre><span class="line"><span class="keyword">package</span> com.alibaba.dubbo.rpc;</span><br><span class="line"></span><br><span class="line"><span class="keyword">import</span> com.alibaba.dubbo.common.extension.ExtensionLoader;</span><br><span class="line"></span><br><span class="line"></span><br><span class="line"><span class="keyword">public</span> <span class="class"><span class="keyword">class</span> <span class="title">Protocol</span>$<span class="title">Adaptive</span> <span class="keyword">implements</span> <span class="title">com</span>.<span class="title">alibaba</span>.<span class="title">dubbo</span>.<span class="title">rpc</span>.<span class="title">Protocol</span> </span>{</span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">void</span> <span class="title">destroy</span><span class="params">()</span> </span>{</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> UnsupportedOperationException(</span><br><span class="line"> <span class="string">"method public abstract void com.alibaba.dubbo.rpc.Protocol.destroy() of interface com.alibaba.dubbo.rpc.Protocol is not adaptive method!"</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="function"><span class="keyword">public</span> <span class="keyword">int</span> <span class="title">getDefaultPort</span><span class="params">()</span> </span>{</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> UnsupportedOperationException(</span><br><span class="line"> <span class="string">"method public abstract int com.alibaba.dubbo.rpc.Protocol.getDefaultPort() of interface com.alibaba.dubbo.rpc.Protocol is not adaptive method!"</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">public</span> com.alibaba.dubbo.rpc.<span class="function">Exporter <span class="title">export</span><span class="params">(</span></span></span><br><span class="line"><span class="function"><span class="params"> com.alibaba.dubbo.rpc.Invoker arg0)</span></span></span><br><span class="line"><span class="function"> <span class="keyword">throws</span> com.alibaba.dubbo.rpc.RpcException </span>{</span><br><span class="line"> <span class="keyword">if</span> (arg0 == <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> IllegalArgumentException(</span><br><span class="line"> <span class="string">"com.alibaba.dubbo.rpc.Invoker argument == null"</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (arg0.getUrl() == <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> IllegalArgumentException(</span><br><span class="line"> <span class="string">"com.alibaba.dubbo.rpc.Invoker argument getUrl() == null"</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> com.alibaba.dubbo.common.URL url = arg0.getUrl();</span><br><span class="line"> String extName = ((url.getProtocol() == <span class="keyword">null</span>) ? <span class="string">"dubbo"</span></span><br><span class="line"> : url.getProtocol());</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (extName == <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> IllegalStateException(</span><br><span class="line"> <span class="string">"Fail to get extension(com.alibaba.dubbo.rpc.Protocol) name from url("</span> +</span><br><span class="line"> url.toString() + <span class="string">") use keys([protocol])"</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> com.alibaba.dubbo.rpc.Protocol extension = (com.alibaba.dubbo.rpc.Protocol) ExtensionLoader.getExtensionLoader(com.alibaba.dubbo.rpc.Protocol<span class="class">.<span class="keyword">class</span>)</span></span><br><span class="line"><span class="class"> .<span class="title">getExtension</span>(<span class="title">extName</span>)</span>;</span><br><span class="line"></span><br><span class="line"> <span class="keyword">return</span> extension.export(arg0);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> <span class="keyword">public</span> com.alibaba.dubbo.rpc.<span class="function">Invoker <span class="title">refer</span><span class="params">(java.lang.Class arg0,</span></span></span><br><span class="line"><span class="function"><span class="params"> com.alibaba.dubbo.common.URL arg1)</span></span></span><br><span class="line"><span class="function"> <span class="keyword">throws</span> com.alibaba.dubbo.rpc.RpcException </span>{</span><br><span class="line"> <span class="keyword">if</span> (arg1 == <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> IllegalArgumentException(<span class="string">"url == null"</span>);</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> com.alibaba.dubbo.common.URL url = arg1;</span><br><span class="line"> <span class="comment">// 其实前面所说的逻辑就在这里呈现了</span></span><br><span class="line"> String extName = ((url.getProtocol() == <span class="keyword">null</span>) ? <span class="string">"dubbo"</span></span><br><span class="line"> : url.getProtocol());</span><br><span class="line"></span><br><span class="line"> <span class="keyword">if</span> (extName == <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> IllegalStateException(</span><br><span class="line"> <span class="string">"Fail to get extension(com.alibaba.dubbo.rpc.Protocol) name from url("</span> +</span><br><span class="line"> url.toString() + <span class="string">") use keys([protocol])"</span>);</span><br><span class="line"> }</span><br><span class="line"> <span class="comment">// 在这就是实际的通过dubbo 的 spi 去加载实际对应的扩展</span></span><br><span class="line"> com.alibaba.dubbo.rpc.Protocol extension = (com.alibaba.dubbo.rpc.Protocol) ExtensionLoader.getExtensionLoader(com.alibaba.dubbo.rpc.Protocol<span class="class">.<span class="keyword">class</span>)</span></span><br><span class="line"><span class="class"> .<span class="title">getExtension</span>(<span class="title">extName</span>)</span>;</span><br><span class="line"></span><br><span class="line"> <span class="keyword">return</span> extension.refer(arg0, arg1);</span><br><span class="line"> }</span><br><span class="line">}</span><br></pre></td></tr></table></figure>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/05/31/%E8%81%8A%E8%81%8A-Dubbo-%E7%9A%84-SPI/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/05/31/%E8%81%8A%E8%81%8A-Dubbo-%E7%9A%84-SPI/" class="post-title-link" itemprop="url">聊聊 Dubbo 的 SPI</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
|
|
<time title="Created: 2020-05-31 21:06:13 / Modified: 21:09:38" itemprop="dateCreated datePublished" datetime="2020-05-31T21:06:13+08:00">2020-05-31</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Java/" itemprop="url" rel="index"><span itemprop="name">Java</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Dubbo-RPC-SPI/" itemprop="url" rel="index"><span itemprop="name">Dubbo - RPC - SPI</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Dubbo/" itemprop="url" rel="index"><span itemprop="name">Dubbo</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Dubbo/SPI/" itemprop="url" rel="index"><span itemprop="name">SPI</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/05/31/%E8%81%8A%E8%81%8A-Dubbo-%E7%9A%84-SPI/" class="post-meta-item leancloud_visitors" data-flag-title="聊聊 Dubbo 的 SPI" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/05/31/%E8%81%8A%E8%81%8A-Dubbo-%E7%9A%84-SPI/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/05/31/聊聊-Dubbo-的-SPI/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>SPI全称是Service Provider Interface，咋眼看跟api是不是有点相似，api是application interface，这两个其实在某些方面有类似的地方，也有蛮大的区别，比如我们基于 dubbo 的微服务，一般我们可以提供服务，然后非泛化调用的话，我们可以把 api 包提供给应用调用方，他们根据接口签名传对应参数并配置好对应的服务发现如 zk 等就可以调用我们的服务了，然后 spi 会有点类似但是是反过来的关系，相当于是一种规范，比如我约定完成这个功能需要两个有两个接口，一个是连接的，一个是断开的，其实就可以用 jdbc 的驱动举例，比较老套了，然后各个厂家去做具体的实现吧，到时候根据我接口的全限定名的文件来加载实际的实现类，然后运行的时候调用对应实现类的方法就完了</p>
|
|
<p><img data-src="https://mystore-1255223546.cos.ap-chengdu.myqcloud.com/uPic/3sKdpg.png" alt="3sKdpg"></p>
|
|
<p>看上面的图，<code>java.sql.Driver</code>就是 spi，对应在classpath 的 META-INF/services 目录下的这个文件，里边的内容就是具体的实现类</p>
|
|
<p><img data-src="https://mystore-1255223546.cos.ap-chengdu.myqcloud.com/uPic/1590735097909.jpg" alt="1590735097909"></p>
|
|
<p>简单介绍了 Java的 SPI，再来说说 dubbo 的，dubbo 中为啥要用 SPI 呢，主要是为了框架的可扩展性和性能方面的考虑，比如协议层 dubbo 默认使用 dubbo 协议，同时也支持很多其他协议，也支持用户自己实现协议，那么跟 Java 的 SPI 会有什么区别呢，我们也来看个文件</p>
|
|
<p><img data-src="https://mystore-1255223546.cos.ap-chengdu.myqcloud.com/uPic/bqxWMp.png" alt="bqxWMp"></p>
|
|
<p>是不是看着很想，又有点不一样，在 Java 的 SPI 配置文件里每一行只有一个实现类的全限定名，在 Dubbo的 SPI配置文件中是 key=value 的形式，我们只需要对应的 key 就能加载对应的实现，</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br></pre></td><td class="code"><pre><span class="line"><span class="comment">/**</span></span><br><span class="line"><span class="comment"> * 返回指定名字的扩展。如果指定名字的扩展不存在，则抛异常 {<span class="doctag">@link</span> IllegalStateException}.</span></span><br><span class="line"><span class="comment"> *</span></span><br><span class="line"><span class="comment"> * <span class="doctag">@param</span> name</span></span><br><span class="line"><span class="comment"> * <span class="doctag">@return</span></span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> <span class="meta">@SuppressWarnings</span>(<span class="string">"unchecked"</span>)</span><br><span class="line"> <span class="function"><span class="keyword">public</span> T <span class="title">getExtension</span><span class="params">(String name)</span> </span>{</span><br><span class="line"> <span class="keyword">if</span> (name == <span class="keyword">null</span> || name.length() == <span class="number">0</span>)</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> IllegalArgumentException(<span class="string">"Extension name == null"</span>);</span><br><span class="line"> <span class="keyword">if</span> (<span class="string">"true"</span>.equals(name)) {</span><br><span class="line"> <span class="keyword">return</span> getDefaultExtension();</span><br><span class="line"> }</span><br><span class="line"> Holder<Object> holder = cachedInstances.get(name);</span><br><span class="line"> <span class="keyword">if</span> (holder == <span class="keyword">null</span>) {</span><br><span class="line"> cachedInstances.putIfAbsent(name, <span class="keyword">new</span> Holder<Object>());</span><br><span class="line"> holder = cachedInstances.get(name);</span><br><span class="line"> }</span><br><span class="line"> Object instance = holder.get();</span><br><span class="line"> <span class="keyword">if</span> (instance == <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">synchronized</span> (holder) {</span><br><span class="line"> instance = holder.get();</span><br><span class="line"> <span class="keyword">if</span> (instance == <span class="keyword">null</span>) {</span><br><span class="line"> instance = createExtension(name);</span><br><span class="line"> holder.set(instance);</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">return</span> (T) instance;</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>这里其实就可以看出来第二个不同点了，就是这个<code>cachedInstances</code>，第一个是不用像 Java 原生的 SPI 那样去遍历加载对应的服务类，只需要通过 key 去寻找，并且寻找的时候会先从缓存的对象里去取，还有就是注意下这里的 DCL(double check lock)</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br></pre></td><td class="code"><pre><span class="line"><span class="meta">@SuppressWarnings</span>(<span class="string">"unchecked"</span>)</span><br><span class="line"> <span class="function"><span class="keyword">private</span> T <span class="title">createExtension</span><span class="params">(String name)</span> </span>{</span><br><span class="line"> Class<?> clazz = getExtensionClasses().get(name);</span><br><span class="line"> <span class="keyword">if</span> (clazz == <span class="keyword">null</span>) {</span><br><span class="line"> <span class="keyword">throw</span> findException(name);</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> T instance = (T) EXTENSION_INSTANCES.get(clazz);</span><br><span class="line"> <span class="keyword">if</span> (instance == <span class="keyword">null</span>) {</span><br><span class="line"> EXTENSION_INSTANCES.putIfAbsent(clazz, (T) clazz.newInstance());</span><br><span class="line"> instance = (T) EXTENSION_INSTANCES.get(clazz);</span><br><span class="line"> }</span><br><span class="line"> injectExtension(instance);</span><br><span class="line"> Set<Class<?>> wrapperClasses = cachedWrapperClasses;</span><br><span class="line"> <span class="keyword">if</span> (wrapperClasses != <span class="keyword">null</span> && wrapperClasses.size() > <span class="number">0</span>) {</span><br><span class="line"> <span class="keyword">for</span> (Class<?> wrapperClass : wrapperClasses) {</span><br><span class="line"> instance = injectExtension((T) wrapperClass.getConstructor(type).newInstance(instance));</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> <span class="keyword">return</span> instance;</span><br><span class="line"> } <span class="keyword">catch</span> (Throwable t) {</span><br><span class="line"> <span class="keyword">throw</span> <span class="keyword">new</span> IllegalStateException(<span class="string">"Extension instance(name: "</span> + name + <span class="string">", class: "</span> +</span><br><span class="line"> type + <span class="string">") could not be instantiated: "</span> + t.getMessage(), t);</span><br><span class="line"> }</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>然后就是创建扩展了，这里如果 wrapperClasses 就会遍历生成wrapper实例，并做 setter 依赖注入，但是这里cachedWrapperClasses的来源还是有点搞不清楚，得再看下 com.alibaba.dubbo.common.extension.ExtensionLoader#loadFile的具体逻辑<br>又看了遍新的代码，这个函数被抽出来了</p>
|
|
<figure class="highlight java"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br></pre></td><td class="code"><pre><span class="line"><span class="comment">/**</span></span><br><span class="line"><span class="comment"> * test if clazz is a wrapper class</span></span><br><span class="line"><span class="comment"> * <p></span></span><br><span class="line"><span class="comment"> * which has Constructor with given class type as its only argument</span></span><br><span class="line"><span class="comment"> */</span></span><br><span class="line"> <span class="function"><span class="keyword">private</span> <span class="keyword">boolean</span> <span class="title">isWrapperClass</span><span class="params">(Class<?> clazz)</span> </span>{</span><br><span class="line"> <span class="keyword">try</span> {</span><br><span class="line"> clazz.getConstructor(type);</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">true</span>;</span><br><span class="line"> } <span class="keyword">catch</span> (NoSuchMethodException e) {</span><br><span class="line"> <span class="keyword">return</span> <span class="keyword">false</span>;</span><br><span class="line"> }</span><br><span class="line"> }</span><br></pre></td></tr></table></figure>
|
|
<p>是否是 wrapperClass 其实就看构造函数的。</p>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<nav class="pagination">
|
|
<a class="extend prev" rel="prev" href="/"><i class="fa fa-angle-left" aria-label="Previous page"></i></a><a class="page-number" href="/">1</a><span class="page-number current">2</span><a class="page-number" href="/page/3/">3</a><span class="space">…</span><a class="page-number" href="/page/13/">13</a><a class="extend next" rel="next" href="/page/3/"><i class="fa fa-angle-right" aria-label="Next page"></i></a>
|
|
</nav>
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
|
<script>
|
|
window.addEventListener('tabs:register', () => {
|
|
let { activeClass } = CONFIG.comments;
|
|
if (CONFIG.comments.storage) {
|
|
activeClass = localStorage.getItem('comments_active') || activeClass;
|
|
}
|
|
if (activeClass) {
|
|
let activeTab = document.querySelector(`a[href="#comment-${activeClass}"]`);
|
|
if (activeTab) {
|
|
activeTab.click();
|
|
}
|
|
}
|
|
});
|
|
if (CONFIG.comments.storage) {
|
|
window.addEventListener('tabs:click', event => {
|
|
if (!event.target.matches('.tabs-comment .tab-content .tab-pane')) return;
|
|
let commentClass = event.target.classList[1];
|
|
localStorage.setItem('comments_active', commentClass);
|
|
});
|
|
}
|
|
</script>
|
|
|
|
</div>
|
|
|
|
|
|
<div class="toggle sidebar-toggle">
|
|
<span class="toggle-line toggle-line-first"></span>
|
|
<span class="toggle-line toggle-line-middle"></span>
|
|
<span class="toggle-line toggle-line-last"></span>
|
|
</div>
|
|
|
|
<aside class="sidebar">
|
|
<div class="sidebar-inner">
|
|
|
|
<ul class="sidebar-nav motion-element">
|
|
<li class="sidebar-nav-toc">
|
|
Table of Contents
|
|
</li>
|
|
<li class="sidebar-nav-overview">
|
|
Overview
|
|
</li>
|
|
</ul>
|
|
|
|
<!--noindex-->
|
|
<div class="post-toc-wrap sidebar-panel">
|
|
</div>
|
|
<!--/noindex-->
|
|
|
|
<div class="site-overview-wrap sidebar-panel">
|
|
<div class="site-author motion-element" itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<img class="site-author-image" itemprop="image" alt="Nicksxs"
|
|
src="/uploads/avatar.jpg">
|
|
<p class="site-author-name" itemprop="name">Nicksxs</p>
|
|
<div class="site-description" itemprop="description">learn from zero,技术博客，Nicksxs，史学森</div>
|
|
</div>
|
|
<div class="site-state-wrap motion-element">
|
|
<nav class="site-state">
|
|
<div class="site-state-item site-state-posts">
|
|
<a href="/archives/">
|
|
|
|
<span class="site-state-item-count">61</span>
|
|
<span class="site-state-item-name">posts</span>
|
|
</a>
|
|
</div>
|
|
<div class="site-state-item site-state-categories">
|
|
<a href="/categories/">
|
|
|
|
<span class="site-state-item-count">62</span>
|
|
<span class="site-state-item-name">categories</span></a>
|
|
</div>
|
|
<div class="site-state-item site-state-tags">
|
|
<a href="/tags/">
|
|
|
|
<span class="site-state-item-count">96</span>
|
|
<span class="site-state-item-name">tags</span></a>
|
|
</div>
|
|
</nav>
|
|
</div>
|
|
<div class="links-of-author motion-element">
|
|
<span class="links-of-author-item">
|
|
<a href="https://github.com/nicksxs" title="GitHub → https://github.com/nicksxs" rel="noopener" target="_blank"><i class="github fa-fw"></i>GitHub</a>
|
|
</span>
|
|
<span class="links-of-author-item">
|
|
<a href="mailto:nicksxs1202@gmail.com" title="E-Mail → mailto:nicksxs1202@gmail.com" rel="noopener" target="_blank"><i class="envelope fa-fw"></i>E-Mail</a>
|
|
</span>
|
|
<span class="links-of-author-item">
|
|
<a href="/atom.xml" title="RSS → /atom.xml"><i class="rss fa-fw"></i>RSS</a>
|
|
</span>
|
|
</div>
|
|
<div class="cc-license motion-element" itemprop="license">
|
|
<a href="https://creativecommons.org/licenses/by-nc-sa/4.0/" class="cc-opacity" rel="noopener" target="_blank"><img src="/images/cc-by-nc-sa.svg" alt="Creative Commons"></a>
|
|
</div>
|
|
|
|
<script type="text/javascript" charset="utf-8" src="/js/tagcloud.js"></script>
|
|
<script type="text/javascript" charset="utf-8" src="/js/tagcanvas.js"></script>
|
|
<div class="widget-wrap">
|
|
<div id="myCanvasContainer" class="widget tagcloud">
|
|
<canvas width="250" height="250" id="resCanvas" style="width=100%">
|
|
<ul class="tag-list" itemprop="keywords"><li class="tag-list-item"><a class="tag-list-link" href="/tags/2019/" rel="tag">2019</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/2020/" rel="tag">2020</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/2PC/" rel="tag">2PC</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/3PC/" rel="tag">3PC</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Adaptive/" rel="tag">Adaptive</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Broker/" rel="tag">Broker</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/C/" rel="tag">C</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/C/" rel="tag">C++</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Comparator/" rel="tag">Comparator</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/DefaultMQPushConsumer/" rel="tag">DefaultMQPushConsumer</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Design-Patterns/" rel="tag">Design Patterns</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Distributed-Lock/" rel="tag">Distributed Lock</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Docker/" rel="tag">Docker</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Dockerfile/" rel="tag">Dockerfile</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Dubbo/" rel="tag">Dubbo</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/G1/" rel="tag">G1</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/GC/" rel="tag">GC</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Garbage-First-Collector/" rel="tag">Garbage-First Collector</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Gogs/" rel="tag">Gogs</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Homebrew/" rel="tag">Homebrew</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/JMap/" rel="tag">JMap</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/JPS/" rel="tag">JPS</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/JStack/" rel="tag">JStack</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/JVM/" rel="tag">JVM</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Java/" rel="tag">Java</a><span class="tag-list-count">8</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/MQ/" rel="tag">MQ</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Mac/" rel="tag">Mac</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Maven/" rel="tag">Maven</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/NameServer/" rel="tag">NameServer</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/PHP/" rel="tag">PHP</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/RPC/" rel="tag">RPC</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Redis/" rel="tag">Redis</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/RocketMQ/" rel="tag">RocketMQ</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/SPI/" rel="tag">SPI</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Singleton/" rel="tag">Singleton</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Stream/" rel="tag">Stream</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Thread-dump/" rel="tag">Thread dump</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Webhook/" rel="tag">Webhook</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/aqs/" rel="tag">aqs</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/c/" rel="tag">c++</a><span class="tag-list-count">14</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/cgroup/" rel="tag">cgroup</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/cluster/" rel="tag">cluster</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/docker/" rel="tag">docker</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/echo/" rel="tag">echo</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/gap-lock/" rel="tag">gap lock</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/hadoop/" rel="tag">hadoop</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/icu4c/" rel="tag">icu4c</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/im/" rel="tag">im</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/java/" rel="tag">java</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/leetcode/" rel="tag">leetcode</a><span class="tag-list-count">13</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/linux/" rel="tag">linux</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/mfc/" rel="tag">mfc</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/mq/" rel="tag">mq</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/mvcc/" rel="tag">mvcc</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/mysql/" rel="tag">mysql</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/namespace/" rel="tag">namespace</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/next-key-lock/" rel="tag">next-key lock</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/nginx/" rel="tag">nginx</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/nullsfirst/" rel="tag">nullsfirst</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/openresty/" rel="tag">openresty</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/php/" rel="tag">php</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/python/" rel="tag">python</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/read-view/" rel="tag">read view</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/redis/" rel="tag">redis</a><span class="tag-list-count">8</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/sort/" rel="tag">sort</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/spark/" rel="tag">spark</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/swoole/" rel="tag">swoole</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/uname/" rel="tag">uname</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/websocket/" rel="tag">websocket</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/zsh/" rel="tag">zsh</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E4%B8%89%E9%98%B6%E6%AE%B5%E6%8F%90%E4%BA%A4/" rel="tag">三阶段提交</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E4%B8%A4%E9%98%B6%E6%AE%B5%E6%8F%90%E4%BA%A4/" rel="tag">两阶段提交</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E4%B8%AD%E9%97%B4%E4%BB%B6/" rel="tag">中间件</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%87%8F%E8%82%A5/" rel="tag">减肥</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%88%86%E5%B8%83%E5%BC%8F%E4%BA%8B%E5%8A%A1/" rel="tag">分布式事务</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%88%86%E5%B8%83%E5%BC%8F%E9%94%81/" rel="tag">分布式锁</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%89%8A%E5%B3%B0%E5%A1%AB%E8%B0%B7/" rel="tag">削峰填谷</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%8D%95%E4%BE%8B/" rel="tag">单例</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%8D%9A%E5%AE%A2%EF%BC%8C%E6%96%87%E7%AB%A0/" rel="tag">博客，文章</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%8F%91%E8%A1%8C%E7%89%88/" rel="tag">发行版</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%AF%84%E7%94%9F%E8%99%AB/" rel="tag">寄生虫</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%B9%B4%E4%B8%AD%E6%80%BB%E7%BB%93/" rel="tag">年中总结</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%B9%B4%E7%BB%88%E6%80%BB%E7%BB%93/" rel="tag">年终总结</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%B9%BB%E8%AF%BB/" rel="tag">幻读</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%BD%B1%E8%AF%84/" rel="tag">影评</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%8E%92%E5%BA%8F/" rel="tag">排序</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84/" rel="tag">数据结构</a><span class="tag-list-count">11</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%B6%88%E6%81%AF%E9%98%9F%E5%88%97/" rel="tag">消息队列</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%BA%90%E7%A0%81/" rel="tag">源码</a><span class="tag-list-count">11</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%BA%90%E7%A0%81%E8%A7%A3%E6%9E%90/" rel="tag">源码解析</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E7%94%9F%E6%B4%BB/" rel="tag">生活</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%87%AA%E9%80%82%E5%BA%94%E6%8B%93%E5%B1%95/" rel="tag">自适应拓展</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%AE%BE%E8%AE%A1%E6%A8%A1%E5%BC%8F/" rel="tag">设计模式</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%AF%BB%E5%90%8E%E6%84%9F/" rel="tag">读后感</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%B7%91%E6%AD%A5/" rel="tag">跑步</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%BF%90%E5%8A%A8/" rel="tag">运动</a><span class="tag-list-count">1</span></li></ul>
|
|
</canvas>
|
|
</div>
|
|
</div>
|
|
|
|
|
|
|
|
<div class="links-of-blogroll motion-element">
|
|
<div class="links-of-blogroll-title"><i class="fa fa-link fa-fw"></i>
|
|
Links
|
|
</div>
|
|
<ul class="links-of-blogroll-list">
|
|
<li class="links-of-blogroll-item">
|
|
<a href="https://covermusic.cn/" title="https://covermusic.cn/" rel="noopener" target="_blank">69伙伴</a>
|
|
</li>
|
|
</ul>
|
|
</div>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
</aside>
|
|
<div id="sidebar-dimmer"></div>
|
|
|
|
|
|
</div>
|
|
</main>
|
|
|
|
<footer class="footer">
|
|
<div class="footer-inner">
|
|
|
|
|
|
|
|
|
|
<div class="copyright">
|
|
|
|
©
|
|
<span itemprop="copyrightYear">2020</span>
|
|
<span class="with-love">
|
|
<i class="fa fa-heart"></i>
|
|
</span>
|
|
<span class="author" itemprop="copyrightHolder">Nicksxs</span>
|
|
</div>
|
|
<div class="powered-by">Powered by <a href="https://hexo.io/" class="theme-link" rel="noopener" target="_blank">Hexo</a> & <a href="https://pisces.theme-next.org/" class="theme-link" rel="noopener" target="_blank">NexT.Pisces</a>
|
|
</div>
|
|
|
|
|
|
<div class="busuanzi-count">
|
|
<script async src="https://busuanzi.ibruce.info/busuanzi/2.3/busuanzi.pure.mini.js"></script>
|
|
<span class="post-meta-item" id="busuanzi_container_site_uv" style="display: none;">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-user"></i>
|
|
</span>
|
|
<span class="site-uv" title="Total Visitors">
|
|
<span id="busuanzi_value_site_uv"></span>
|
|
</span>
|
|
</span>
|
|
<span class="post-meta-divider">|</span>
|
|
<span class="post-meta-item" id="busuanzi_container_site_pv" style="display: none;">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="site-pv" title="Total Views">
|
|
<span id="busuanzi_value_site_pv"></span>
|
|
</span>
|
|
</span>
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<script>
|
|
(function() {
|
|
function leancloudSelector(url) {
|
|
url = encodeURI(url);
|
|
return document.getElementById(url).querySelector('.leancloud-visitors-count');
|
|
}
|
|
|
|
function addCount(Counter) {
|
|
var visitors = document.querySelector('.leancloud_visitors');
|
|
var url = decodeURI(visitors.id);
|
|
var title = visitors.dataset.flagTitle;
|
|
|
|
Counter('get', '/classes/Counter?where=' + encodeURIComponent(JSON.stringify({ url })))
|
|
.then(response => response.json())
|
|
.then(({ results }) => {
|
|
if (results.length > 0) {
|
|
var counter = results[0];
|
|
leancloudSelector(url).innerText = counter.time + 1;
|
|
Counter('put', '/classes/Counter/' + counter.objectId, { time: { '__op': 'Increment', 'amount': 1 } })
|
|
.catch(error => {
|
|
console.error('Failed to save visitor count', error);
|
|
});
|
|
} else {
|
|
leancloudSelector(url).innerText = 'Counter not initialized! More info at console err msg.';
|
|
console.error('ATTENTION! LeanCloud counter has security bug, see how to solve it here: https://github.com/theme-next/hexo-leancloud-counter-security. \n However, you can still use LeanCloud without security, by setting `security` option to `false`.');
|
|
|
|
}
|
|
})
|
|
.catch(error => {
|
|
console.error('LeanCloud Counter Error', error);
|
|
});
|
|
}
|
|
|
|
function showTime(Counter) {
|
|
var visitors = document.querySelectorAll('.leancloud_visitors');
|
|
var entries = [...visitors].map(element => {
|
|
return decodeURI(element.id);
|
|
});
|
|
|
|
Counter('get', '/classes/Counter?where=' + encodeURIComponent(JSON.stringify({ url: { '$in': entries } })))
|
|
.then(response => response.json())
|
|
.then(({ results }) => {
|
|
for (let url of entries) {
|
|
let target = results.find(item => item.url === url);
|
|
leancloudSelector(url).innerText = target ? target.time : 0;
|
|
}
|
|
})
|
|
.catch(error => {
|
|
console.error('LeanCloud Counter Error', error);
|
|
});
|
|
}
|
|
|
|
let { app_id, app_key, server_url } = {"enable":true,"app_id":"ysza182Vghlqjdt7QiwGLLJy-gzGzoHsz","app_key":"s9GDqbn7gnGGkusf66YRVccw","server_url":"https://leancloud.cn","security":true};
|
|
function fetchData(api_server) {
|
|
var Counter = (method, url, data) => {
|
|
return fetch(`${api_server}/1.1${url}`, {
|
|
method,
|
|
headers: {
|
|
'X-LC-Id' : app_id,
|
|
'X-LC-Key' : app_key,
|
|
'Content-Type': 'application/json',
|
|
},
|
|
body: JSON.stringify(data)
|
|
});
|
|
};
|
|
if (CONFIG.page.isPost) {
|
|
if (CONFIG.hostname !== location.hostname) return;
|
|
addCount(Counter);
|
|
} else if (document.querySelectorAll('.post-title-link').length >= 1) {
|
|
showTime(Counter);
|
|
}
|
|
}
|
|
|
|
let api_server = app_id.slice(-9) !== '-MdYXbMMI' ? server_url : `https://${app_id.slice(0, 8).toLowerCase()}.api.lncldglobal.com`;
|
|
|
|
if (api_server) {
|
|
fetchData(api_server);
|
|
} else {
|
|
fetch('https://app-router.leancloud.cn/2/route?appId=' + app_id)
|
|
.then(response => response.json())
|
|
.then(({ api_server }) => {
|
|
fetchData('https://' + api_server);
|
|
});
|
|
}
|
|
})();
|
|
</script>
|
|
|
|
|
|
</div>
|
|
</footer>
|
|
</div>
|
|
|
|
|
|
<script src="/lib/anime.min.js"></script>
|
|
<script src="//cdn.jsdelivr.net/npm/jquery@3/dist/jquery.min.js"></script>
|
|
<script src="//cdn.jsdelivr.net/gh/fancyapps/fancybox@3/dist/jquery.fancybox.min.js"></script>
|
|
<script src="//cdn.jsdelivr.net/npm/lozad@1/dist/lozad.min.js"></script>
|
|
<script src="/lib/velocity/velocity.min.js"></script>
|
|
<script src="/lib/velocity/velocity.ui.min.js"></script>
|
|
|
|
<script src="/js/utils.js"></script>
|
|
|
|
<script src="/js/motion.js"></script>
|
|
|
|
|
|
<script src="/js/schemes/pisces.js"></script>
|
|
|
|
|
|
<script src="/js/next-boot.js"></script>
|
|
|
|
|
|
|
|
|
|
|
|
<script>
|
|
(function(){
|
|
var bp = document.createElement('script');
|
|
var curProtocol = window.location.protocol.split(':')[0];
|
|
bp.src = (curProtocol === 'https') ? 'https://zz.bdstatic.com/linksubmit/push.js' : 'http://push.zhanzhang.baidu.com/push.js';
|
|
var s = document.getElementsByTagName("script")[0];
|
|
s.parentNode.insertBefore(bp, s);
|
|
})();
|
|
</script>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<script>
|
|
function loadCount() {
|
|
var d = document, s = d.createElement('script');
|
|
s.src = 'https://nicksxs.disqus.com/count.js';
|
|
s.id = 'dsq-count-scr';
|
|
(d.head || d.body).appendChild(s);
|
|
}
|
|
// defer loading until the whole page loading is completed
|
|
window.addEventListener('load', loadCount, false);
|
|
</script>
|
|
|
|
</body>
|
|
</html>
|