You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1738 lines
170 KiB
1738 lines
170 KiB
<!DOCTYPE html>
|
|
<html lang="zh-Hans">
|
|
<head>
|
|
<meta charset="UTF-8">
|
|
<meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=2">
|
|
<meta name="theme-color" content="#222">
|
|
<meta name="generator" content="Hexo 4.2.0">
|
|
<link rel="apple-touch-icon" sizes="180x180" href="/images/apple-touch-icon-next.png">
|
|
<link rel="icon" type="image/png" sizes="32x32" href="/images/favicon-32x32-next.png">
|
|
<link rel="icon" type="image/png" sizes="16x16" href="/images/favicon-16x16-next.png">
|
|
<link rel="mask-icon" href="/images/logo.svg" color="#222">
|
|
<meta name="google-site-verification" content="2X6S9P7CAjXjVvw8YyQR8pCu-B0oEu7O9quLgxXuWyA">
|
|
<meta name="baidu-site-verification" content="dV8JGNzi0c">
|
|
<meta name="chinaz-site-verification" content="500A176AA29CFB31">
|
|
|
|
<script data-ad-client="ca-pub-7480618470784058" async src="https://pagead2.googlesyndication.com/pagead/js/adsbygoogle.js"></script>
|
|
|
|
<link rel="stylesheet" href="/css/main.css">
|
|
|
|
<link rel="stylesheet" href="//fonts.loli.net/css?family=Lato:300,300italic,400,400italic,700,700italic|M+ 2p:300,300italic,400,400italic,700,700italic&display=swap&subset=latin,latin-ext">
|
|
<link rel="stylesheet" href="/lib/font-awesome/css/all.min.css">
|
|
<link rel="stylesheet" href="//cdn.jsdelivr.net/gh/fancyapps/fancybox@3/dist/jquery.fancybox.min.css">
|
|
|
|
<script id="hexo-configurations">
|
|
var NexT = window.NexT || {};
|
|
var CONFIG = {"hostname":"nicksxs.me","root":"/","scheme":"Pisces","version":"7.8.0","exturl":false,"sidebar":{"position":"left","display":"post","padding":18,"offset":12,"onmobile":false},"copycode":{"enable":true,"show_result":false,"style":null},"back2top":{"enable":true,"sidebar":false,"scrollpercent":false},"bookmark":{"enable":false,"color":"#222","save":"auto"},"fancybox":true,"mediumzoom":false,"lazyload":true,"pangu":false,"comments":{"style":"tabs","active":null,"storage":true,"lazyload":false,"nav":null},"algolia":{"hits":{"per_page":10},"labels":{"input_placeholder":"Search for Posts","hits_empty":"We didn't find any results for the search: ${query}","hits_stats":"${hits} results found in ${time} ms"}},"localsearch":{"enable":false,"trigger":"auto","top_n_per_article":1,"unescape":false,"preload":false},"motion":{"enable":true,"async":false,"transition":{"post_block":"fadeIn","post_header":"slideDownIn","post_body":"slideDownIn","coll_header":"slideLeftIn","sidebar":"slideUpIn"}}};
|
|
</script>
|
|
|
|
<meta name="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
<meta property="og:type" content="website">
|
|
<meta property="og:title" content="Nicksxs's Blog">
|
|
<meta property="og:url" content="https://nicksxs.me/page/2/index.html">
|
|
<meta property="og:site_name" content="Nicksxs's Blog">
|
|
<meta property="og:description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
<meta property="article:author" content="Nicksxs">
|
|
<meta property="article:tag" content="Nicksxs">
|
|
<meta property="article:tag" content="史学森">
|
|
<meta property="article:tag" content="米方方">
|
|
<meta property="article:tag" content="米方方的男朋友">
|
|
<meta property="article:tag" content="森哥">
|
|
<meta name="twitter:card" content="summary">
|
|
|
|
<link rel="canonical" href="https://nicksxs.me/page/2/">
|
|
|
|
|
|
<script id="page-configurations">
|
|
// https://hexo.io/docs/variables.html
|
|
CONFIG.page = {
|
|
sidebar: "",
|
|
isHome : true,
|
|
isPost : false,
|
|
lang : 'zh-Hans'
|
|
};
|
|
</script>
|
|
|
|
<title>Nicksxs's Blog</title>
|
|
|
|
<script async src="https://www.googletagmanager.com/gtag/js?id=UA-61358619-1"></script>
|
|
<script>
|
|
if (CONFIG.hostname === location.hostname) {
|
|
window.dataLayer = window.dataLayer || [];
|
|
function gtag(){dataLayer.push(arguments);}
|
|
gtag('js', new Date());
|
|
gtag('config', 'UA-61358619-1');
|
|
}
|
|
</script>
|
|
|
|
|
|
<script>
|
|
var _hmt = _hmt || [];
|
|
(function() {
|
|
var hm = document.createElement("script");
|
|
hm.src = "https://hm.baidu.com/hm.js?20f33b3c0c0eff9b1522999c0015646d";
|
|
var s = document.getElementsByTagName("script")[0];
|
|
s.parentNode.insertBefore(hm, s);
|
|
})();
|
|
</script>
|
|
|
|
|
|
|
|
|
|
<noscript>
|
|
<style>
|
|
.use-motion .brand,
|
|
.use-motion .menu-item,
|
|
.sidebar-inner,
|
|
.use-motion .post-block,
|
|
.use-motion .pagination,
|
|
.use-motion .comments,
|
|
.use-motion .post-header,
|
|
.use-motion .post-body,
|
|
.use-motion .collection-header { opacity: initial; }
|
|
|
|
.use-motion .site-title,
|
|
.use-motion .site-subtitle {
|
|
opacity: initial;
|
|
top: initial;
|
|
}
|
|
|
|
.use-motion .logo-line-before i { left: initial; }
|
|
.use-motion .logo-line-after i { right: initial; }
|
|
</style>
|
|
</noscript>
|
|
|
|
<link rel="alternate" href="/atom.xml" title="Nicksxs's Blog" type="application/atom+xml">
|
|
</head>
|
|
|
|
<body itemscope itemtype="http://schema.org/WebPage">
|
|
<div class="container use-motion">
|
|
<div class="headband"></div>
|
|
|
|
<header class="header" itemscope itemtype="http://schema.org/WPHeader">
|
|
<div class="header-inner"><div class="site-brand-container">
|
|
<div class="site-nav-toggle">
|
|
<div class="toggle" aria-label="Toggle navigation bar">
|
|
<span class="toggle-line toggle-line-first"></span>
|
|
<span class="toggle-line toggle-line-middle"></span>
|
|
<span class="toggle-line toggle-line-last"></span>
|
|
</div>
|
|
</div>
|
|
|
|
<div class="site-meta">
|
|
|
|
<a href="/" class="brand" rel="start">
|
|
<span class="logo-line-before"><i></i></span>
|
|
<h1 class="site-title">Nicksxs's Blog</h1>
|
|
<span class="logo-line-after"><i></i></span>
|
|
</a>
|
|
<p class="site-subtitle" itemprop="description">What hurts more, the pain of hard work or the pain of regret?</p>
|
|
</div>
|
|
|
|
<div class="site-nav-right">
|
|
<div class="toggle popup-trigger">
|
|
</div>
|
|
</div>
|
|
</div>
|
|
|
|
|
|
|
|
|
|
<nav class="site-nav">
|
|
<ul id="menu" class="main-menu menu">
|
|
<li class="menu-item menu-item-home">
|
|
|
|
<a href="/" rel="section"><i class="home fa-fw"></i>Home</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-about">
|
|
|
|
<a href="/about/" rel="section"><i class="about fa-fw"></i>About</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-tags">
|
|
|
|
<a href="/tags/" rel="section"><i class="tags fa-fw"></i>Tags</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-categories">
|
|
|
|
<a href="/categories/" rel="section"><i class="categories fa-fw"></i>Categories</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-archives">
|
|
|
|
<a href="/archives/" rel="section"><i class="archives fa-fw"></i>Archives</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-sitemap">
|
|
|
|
<a href="/sitemap.xml" rel="section"><i class="sitemap fa-fw"></i>Sitemap</a>
|
|
|
|
</li>
|
|
<li class="menu-item menu-item-commonweal">
|
|
|
|
<a href="/404/" rel="section"><i class="heartbeat fa-fw"></i>Commonweal 404</a>
|
|
|
|
</li>
|
|
</ul>
|
|
</nav>
|
|
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
<div class="back-to-top">
|
|
<i class="fa fa-arrow-up"></i>
|
|
<span>0%</span>
|
|
</div>
|
|
|
|
<a href="https://github.com/nicksxs" class="github-corner" title="Follow me on GitHub" aria-label="Follow me on GitHub" rel="noopener" target="_blank"><svg width="80" height="80" viewBox="0 0 250 250" aria-hidden="true"><path d="M0,0 L115,115 L130,115 L142,142 L250,250 L250,0 Z"></path><path d="M128.3,109.0 C113.8,99.7 119.0,89.6 119.0,89.6 C122.0,82.7 120.5,78.6 120.5,78.6 C119.2,72.0 123.4,76.3 123.4,76.3 C127.3,80.9 125.5,87.3 125.5,87.3 C122.9,97.6 130.6,101.9 134.4,103.2" fill="currentColor" style="transform-origin: 130px 106px;" class="octo-arm"></path><path d="M115.0,115.0 C114.9,115.1 118.7,116.5 119.8,115.4 L133.7,101.6 C136.9,99.2 139.9,98.4 142.2,98.6 C133.8,88.0 127.5,74.4 143.8,58.0 C148.5,53.4 154.0,51.2 159.7,51.0 C160.3,49.4 163.2,43.6 171.4,40.1 C171.4,40.1 176.1,42.5 178.8,56.2 C183.1,58.6 187.2,61.8 190.9,65.4 C194.5,69.0 197.7,73.2 200.1,77.6 C213.8,80.2 216.3,84.9 216.3,84.9 C212.7,93.1 206.9,96.0 205.4,96.6 C205.1,102.4 203.0,107.8 198.3,112.5 C181.9,128.9 168.3,122.5 157.7,114.1 C157.9,116.9 156.7,120.9 152.7,124.9 L141.0,136.5 C139.8,137.7 141.6,141.9 141.8,141.8 Z" fill="currentColor" class="octo-body"></path></svg></a>
|
|
|
|
|
|
<main class="main">
|
|
<div class="main-inner">
|
|
<div class="content-wrap">
|
|
|
|
|
|
<div class="content index posts-expand">
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/03/15/docker%E6%AF%94%E4%B8%80%E8%88%AC%E5%A4%9A%E4%B8%80%E7%82%B9%E7%9A%84%E5%88%9D%E5%AD%A6%E8%80%85%E4%BB%8B%E7%BB%8D%E4%BA%8C/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/03/15/docker%E6%AF%94%E4%B8%80%E8%88%AC%E5%A4%9A%E4%B8%80%E7%82%B9%E7%9A%84%E5%88%9D%E5%AD%A6%E8%80%85%E4%BB%8B%E7%BB%8D%E4%BA%8C/" class="post-title-link" itemprop="url">docker比一般多一点的初学者介绍二</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
<time title="Created: 2020-03-15 22:33:55" itemprop="dateCreated datePublished" datetime="2020-03-15T22:33:55+08:00">2020-03-15</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar-check"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Edited on</span>
|
|
<time title="Modified: 2020-03-16 22:16:28" itemprop="dateModified" datetime="2020-03-16T22:16:28+08:00">2020-03-16</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Docker/" itemprop="url" rel="index"><span itemprop="name">Docker</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Docker/%E4%BB%8B%E7%BB%8D/" itemprop="url" rel="index"><span itemprop="name">介绍</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/03/15/docker%E6%AF%94%E4%B8%80%E8%88%AC%E5%A4%9A%E4%B8%80%E7%82%B9%E7%9A%84%E5%88%9D%E5%AD%A6%E8%80%85%E4%BB%8B%E7%BB%8D%E4%BA%8C/" class="post-meta-item leancloud_visitors" data-flag-title="docker比一般多一点的初学者介绍二" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/03/15/docker%E6%AF%94%E4%B8%80%E8%88%AC%E5%A4%9A%E4%B8%80%E7%82%B9%E7%9A%84%E5%88%9D%E5%AD%A6%E8%80%85%E4%BB%8B%E7%BB%8D%E4%BA%8C/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/03/15/docker比一般多一点的初学者介绍二/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<h2 id="限制下-docker-的-cpu-使用率"><a href="#限制下-docker-的-cpu-使用率" class="headerlink" title="限制下 docker 的 cpu 使用率"></a>限制下 docker 的 cpu 使用率</h2><p>这里我们开始玩一点有意思的，我们在容器里装下 vim 和 gcc，然后写这样一段 c 代码</p>
|
|
<figure class="highlight c"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br></pre></td><td class="code"><pre><span class="line"><span class="meta">#<span class="meta-keyword">include</span> <span class="meta-string"><stdio.h></span></span></span><br><span class="line"><span class="function"><span class="keyword">int</span> <span class="title">main</span><span class="params">(<span class="keyword">void</span>)</span></span></span><br><span class="line"><span class="function"></span>{</span><br><span class="line"> <span class="keyword">int</span> i = <span class="number">0</span>;</span><br><span class="line"> <span class="keyword">for</span>(;;) i++;</span><br><span class="line"> <span class="keyword">return</span> <span class="number">0</span>;</span><br><span class="line">}</span><br></pre></td></tr></table></figure>
|
|
<p>就是一个最简单的死循环，然后在容器里跑起来</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br></pre></td><td class="code"><pre><span class="line"><span class="meta">$</span><span class="bash"> gcc 1.c </span></span><br><span class="line"><span class="meta">$</span><span class="bash"> ./a.out</span></span><br></pre></td></tr></table></figure>
|
|
<p>然后我们来看下系统资源占用（CPU）<br><img data-src="https://i.loli.net/2020/03/09/Xs562iawhHyMxeO.png" alt="Xs562iawhHyMxeO"><br>上图是在容器里的，可以看到 cpu 已经 100%了<br>然后看看容器外面的<br><img data-src="https://i.loli.net/2020/03/09/ecqH8XJ4k7rKhzu.png" alt="ecqH8XJ4k7rKhzu"><br>可以看到一个核的 cpu 也被占满了，因为是个双核的机器，并且代码是单线程的<br>然后呢我们要做点啥<br>因为已经在这个 ubuntu 容器中装了 vim 和 gcc，考虑到国内的网络，所以我们先把这个容器 commit 一下，</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">docker commit -a "nick" -m "my ubuntu" f63c5607df06 my_ubuntu:v1</span><br></pre></td></tr></table></figure>
|
|
<p>然后再运行起来</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">docker run -it --cpus=0.1 my_ubuntu:v1 bash</span><br></pre></td></tr></table></figure>
|
|
<p><img data-src="https://i.loli.net/2020/03/15/x2oGCPQr9Mm8ZYj.png" alt=""><br>我们的代码跟可执行文件都还在，要的就是这个效果，然后再运行一下<br><img data-src="https://i.loli.net/2020/03/10/3EgzYxpqlwobNRj.png" alt=""><br>结果是这个样子的，有点神奇是不，关键就在于 run 的时候的<code>--cpus=0.1</code>这个参数，它其实就是基于我前一篇说的 cgroup 技术，能将进程之间的cpu，内存等资源进行隔离</p>
|
|
<h2 id="开始第一个-Dockerfile"><a href="#开始第一个-Dockerfile" class="headerlink" title="开始第一个 Dockerfile"></a>开始第一个 Dockerfile</h2><p>上一面为了复用那个我装了 vim 跟 gcc 的容器，我把它提交到了本地，使用了<code>docker commit</code>命令，有点类似于 git 的 commit，但是这个不是个很好的操作方式，需要手动介入，这里更推荐使用 Dockerfile 来构建镜像</p>
|
|
<figure class="highlight docker"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br></pre></td><td class="code"><pre><span class="line"><span class="keyword">From</span> ubuntu:latest</span><br><span class="line"><span class="keyword">MAINTAINER</span> Nicksxs <span class="string">"nicksxs@hotmail.com"</span></span><br><span class="line"><span class="keyword">RUN</span><span class="bash"> sed -i s@/archive.ubuntu.com/@/mirrors.aliyun.com/@g /etc/apt/sources.list</span></span><br><span class="line"><span class="keyword">RUN</span><span class="bash"> apt-get clean</span></span><br><span class="line"><span class="keyword">RUN</span><span class="bash"> apt-get update && apt install -y nginx</span></span><br><span class="line"><span class="keyword">RUN</span><span class="bash"> <span class="built_in">echo</span> <span class="string">'Hi, i am in container'</span> \</span></span><br><span class="line"><span class="bash"> > /usr/share/nginx/html/index.html</span></span><br><span class="line"><span class="keyword">EXPOSE</span> <span class="number">80</span></span><br></pre></td></tr></table></figure>
|
|
<p>先解释下这是在干嘛，首先是这个<code>From ubuntu:latest</code>基于的 ubuntu 的最新版本的镜像，然后第二行是维护人的信息，第三四行么作为墙内人你懂的，把 ubuntu 的源换成阿里云的，不然就有的等了，然后就是装下 nginx，往默认的 nginx 的入口 html 文件里输入一行欢迎语，然后暴露 80 端口<br>然后我们使用<code>sudo docker build -t="nicksxs/static_web" .</code>命令来基于这个 Dockerfile 构建我们自己的镜像，过程中是这样的<br><img data-src="https://i.loli.net/2020/03/15/aiIMrhy9WHetDSl.png" alt=""><br><img data-src="https://i.loli.net/2020/03/11/RC6yjImFZps4HWl.png" alt=""><br>可以看到图中，我的 Dockerfile 是 7 行，里面就执行了 7 步，并且每一步都有一个类似于容器 id 的层 id 出来，这里就是一个比较重要的东西，docker 在构建的时候其实是有这个层的概念，Dockerfile 里的每一行都会往上加一层，这里有还注意下命令后面的<code>.</code>，代表当前目录下会自行去寻找 Dockerfile 进行构建，构建完了之后我们再看下我们的本地镜像<br><img data-src="https://i.loli.net/2020/03/11/op5c7UGTbhjwPOI.png" alt=""><br>我们自己的镜像出现啦<br>然后有个问题，如果这个构建中途报了错咋办呢，来试试看，我们把 nginx 改成随便的一个错误名，nginxx(不知道会不会运气好真的有这玩意)，再来 build 一把<br><img data-src="https://i.loli.net/2020/03/14/ALWIobjchnu1Rvi.png" alt=""><br>找不到 nginxx 包，是不是这个镜像就完全不能用呢，当然也不是，因为前面说到了，docker 是基于层去构建的，可以看到前面的 4 个 step 都没报错，那我们基于最后的成功步骤创建下容器看看<br>也就是<code>sudo docker run -t -i bd26f991b6c8 /bin/bash</code><br>答案是可以的，只是没装成功 nginx<br><img data-src="https://i.loli.net/2020/03/14/grcMNVxTabDPipu.png" alt=""><br>还有一点注意到没，前面的几个 step 都有一句 <code>Using cache</code>，说明 docker 在构建镜像的时候是有缓存的，这也更能说明 docker 是基于层去构建镜像，同样的底包，同样的步骤，这些层是可以被复用的，这就是 docker 的构建缓存，当然我们也可以在 build 的时候加上<code>--no-cache</code>去把构建缓存禁用掉。</p>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/03/08/docker%E6%AF%94%E4%B8%80%E8%88%AC%E5%A4%9A%E4%B8%80%E7%82%B9%E7%9A%84%E5%88%9D%E5%AD%A6%E8%80%85%E4%BB%8B%E7%BB%8D/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/03/08/docker%E6%AF%94%E4%B8%80%E8%88%AC%E5%A4%9A%E4%B8%80%E7%82%B9%E7%9A%84%E5%88%9D%E5%AD%A6%E8%80%85%E4%BB%8B%E7%BB%8D/" class="post-title-link" itemprop="url">docker比一般多一点的初学者介绍</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
<time title="Created: 2020-03-08 23:25:40" itemprop="dateCreated datePublished" datetime="2020-03-08T23:25:40+08:00">2020-03-08</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar-check"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Edited on</span>
|
|
<time title="Modified: 2020-03-15 20:25:02" itemprop="dateModified" datetime="2020-03-15T20:25:02+08:00">2020-03-15</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Docker/" itemprop="url" rel="index"><span itemprop="name">Docker</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Docker/%E4%BB%8B%E7%BB%8D/" itemprop="url" rel="index"><span itemprop="name">介绍</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/03/08/docker%E6%AF%94%E4%B8%80%E8%88%AC%E5%A4%9A%E4%B8%80%E7%82%B9%E7%9A%84%E5%88%9D%E5%AD%A6%E8%80%85%E4%BB%8B%E7%BB%8D/" class="post-meta-item leancloud_visitors" data-flag-title="docker比一般多一点的初学者介绍" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/03/08/docker%E6%AF%94%E4%B8%80%E8%88%AC%E5%A4%9A%E4%B8%80%E7%82%B9%E7%9A%84%E5%88%9D%E5%AD%A6%E8%80%85%E4%BB%8B%E7%BB%8D/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/03/08/docker比一般多一点的初学者介绍/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>因为最近想搭一个phabricator用来做看板和任务管理，一开始了解这个是Easy大大有在微博推荐过，后来苏洋也在群里和博客里说到了，看上去还不错的样子，因为主角是docker所以就不介绍太多，后面有机会写一下。</p>
|
|
<p>docker最开始是之前在某位大佬的博客看到的，看上去有点神奇，感觉是一种轻量级的虚拟机，但是能做的事情好像差不多，那时候是在Ubuntu系统的vps里起一个Ubuntu的docker，然后在里面装个nginx，配置端口映射就可以访问了，后来也草草写过一篇使用docker搭建mysql集群，但是最近看了下好像是因为装docker的大佬做了一些别名还是什么操作，导致里面用的操作都不具有普遍性，而且主要是把搭的过程写了下，属于囫囵吞枣，没理解docker是干啥的，为啥用docker，就是操作了下，这几天借着搭phabricator的过程，把一些原来不理解，或者原来理解错误的地方重新理一下。</p>
|
|
<p>之前写的 mysql 集群，一主二备，这种架构在很多小型应用里都是这么配置的，而且一般是直接在三台 vps 里启动三个 mysql 实例，但是如果换成 docker 会有什么好处呢，其实就是方便部署，比如其中一台备库挂了，我要加一台，或者说备库的 qps 太高了，需要再加一个，如果要在 vps 上搭建的话，首先要买一台机器，等初始化，然后在上面修改源，更新，装 mysql ，然后配置主从，可能还要处理防火墙等等，如果把这些打包成一个 docker 镜像，并且放在自己的 docker registry，那就直接run 一下就可以了；还有比如在公司要给一个新同学整一套开发测试环境，以 Java 开发为例，要装 git，maven，jdk，配置 maven settings 和各种 rc，整合在一个镜像里的话，就会很方便了；再比如微服务的水平扩展。</p>
|
|
<p>但是为啥 docker 会有这种优势，听起来好像虚拟机也可以干这个事，但是虚拟机动辄上 G，而且需要 VMware，virtual box 等支持，不适合在Linux服务器环境使用，而且占用资源也会非常大。说得这么好，那么 docker 是啥呢</p>
|
|
<p>docker 主要使用 Linux 中已经存在的两种技术的一个整合升级，一个是 namespace，一个是cgroups，相比于虚拟机需要完整虚拟出一个操作系统运行基础，docker 基于宿主机内核，通过 namespace 和 cgroups 分隔进程，理念就是提供一个隔离的最小化运行依赖，这样子相对于虚拟机就有了巨大的便利性，具体的 namespace 和 cgroups 就先不展开讲，可以参考耗子叔的文章</p>
|
|
<h2 id="安装"><a href="#安装" class="headerlink" title="安装"></a>安装</h2><p>那么我们先安装下 docker，参考官方的教程，<a href="https://docs.docker.com/install/linux/docker-ce/ubuntu/" target="_blank" rel="noopener">安装</a>，我的系统是 ubuntu 的，就贴了 ubuntu 的链接，用其他系统的可以找到对应的系统文档安装，安装完了的话看看 docker 的信息</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">sudo docker info</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>输出以下信息<br><img data-src="https://i.loli.net/2020/03/08/IJP157hLqlgo4Ow.png" alt=""></p>
|
|
<h2 id="简单运行"><a href="#简单运行" class="headerlink" title="简单运行"></a>简单运行</h2><p>然后再来运行个 hello world 呗，</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">sudo docker run hello-world</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>输出了这些<br><img data-src="https://i.loli.net/2020/03/08/7dO2JWbf3wVLPsN.png" alt=""></p>
|
|
<p>看看这个运行命令是怎么用的，一般都会看到这样子的，sudo docker run -it ubuntu bash<code>, 前面的 docker run 反正就是运行一个容器的意思，</code>-it<code>是啥呢，还有这个什么 ubuntu bash，来看看</code>docker run`的命令帮助信息</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">-i, --interactive Keep STDIN open even if not attached</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>就是要有输入，我们运行的时候能输入</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">-t, --tty Allocate a pseudo-TTY</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>要有个虚拟终端，</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br></pre></td><td class="code"><pre><span class="line">Usage: docker run [OPTIONS] IMAGE [COMMAND] [ARG...]</span><br><span class="line"></span><br><span class="line">Run a command in a new container</span><br></pre></td></tr></table></figure>
|
|
|
|
<h2 id="镜像"><a href="#镜像" class="headerlink" title="镜像"></a>镜像</h2><p>上面说的-it 就是这里的 options，后面那个 ubuntu 就是 image 辣，image 是啥呢</p>
|
|
<p><strong>Docker 把应用程序及其依赖，打包在 image 文件里面</strong>，可以把它理解成为类似于虚拟机的镜像或者运行一个进程的代码，跑起来了的叫docker 容器或者进程，比如我们将要运行的<code>docker run -it ubuntu bash</code>的ubuntu 就是个 ubuntu 容器的镜像，将这个镜像运行起来后，我们可以进入容器像使用 ubuntu 一样使用它，来看下我们的镜像，使用<code>sudo docker image ls</code>就能列出我们宿主机上的 docker 镜像了</p>
|
|
<p><img data-src="https://i.loli.net/2020/03/08/G3ltzyVLqheDRgo.png" alt=""></p>
|
|
<p>一个 ubuntu 镜像才 64MB，非常小巧，然后是后面的<code>bash</code>，我通过交互式启动了一个 ubuntu 容器，然后在这个启动的容器里运行了 bash 命令，这样就可以在容器里玩一下了</p>
|
|
<h2 id="在容器里看下进程，"><a href="#在容器里看下进程，" class="headerlink" title="在容器里看下进程，"></a>在容器里看下进程，</h2><p><img data-src="https://i.loli.net/2020/03/08/2qQFPbxB9uEzcrJ.png" alt=""></p>
|
|
<p>只有刚才运行容器的 bash 进程和我刚执行的 ps，这里有个可以注意下的，bash 这个进程的 pid 是 1，其实这里就用到了 linux 中的PID Namespace，容器会隔离出一个 pid 的名字空间，这里面的进程跟外部的 pid 命名独立</p>
|
|
<h2 id="查看宿主机上的容器"><a href="#查看宿主机上的容器" class="headerlink" title="查看宿主机上的容器"></a>查看宿主机上的容器</h2><figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">sudo docker ps -a</span><br></pre></td></tr></table></figure>
|
|
|
|
<p><img data-src="https://i.loli.net/2020/03/08/spGtzcDXKv3ORU7.png" alt=""></p>
|
|
<h2 id="如何进入一个正在运行中的-docker-容器"><a href="#如何进入一个正在运行中的-docker-容器" class="headerlink" title="如何进入一个正在运行中的 docker 容器"></a>如何进入一个正在运行中的 docker 容器</h2><p>这个应该是比较常用的，因为比如是一个微服务容器，有时候就像看下运行状态，日志啥的</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">sudo docker exec -it [containerID] bash</span><br></pre></td></tr></table></figure>
|
|
|
|
<p><img data-src="https://i.loli.net/2020/03/08/uswmh3Izp65kc9n.png" alt=""></p>
|
|
<h2 id="查看日志"><a href="#查看日志" class="headerlink" title="查看日志"></a>查看日志</h2><figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">sudo docker logs [containerID]</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>我在运行容器的终端里胡乱输入点啥，然后通过上面的命令就可以看到啦</p>
|
|
<p><img data-src="https://i.loli.net/2020/03/08/RJAvlhEMD7VfbXz.png" alt=""></p>
|
|
<p><img data-src="https://i.loli.net/2020/03/08/L4YRni95lBzEmFh.png" alt=""></p>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/03/01/%E5%AF%84%E7%94%9F%E8%99%AB%E8%A7%82%E5%90%8E%E6%84%9F/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/03/01/%E5%AF%84%E7%94%9F%E8%99%AB%E8%A7%82%E5%90%8E%E6%84%9F/" class="post-title-link" itemprop="url">寄生虫观后感</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
|
|
<time title="Created: 2020-03-01 22:56:02 / Modified: 22:57:29" itemprop="dateCreated datePublished" datetime="2020-03-01T22:56:02+08:00">2020-03-01</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E7%94%9F%E6%B4%BB/" itemprop="url" rel="index"><span itemprop="name">生活</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E7%94%9F%E6%B4%BB/%E5%BD%B1%E8%AF%84/" itemprop="url" rel="index"><span itemprop="name">影评</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E7%94%9F%E6%B4%BB/%E5%BD%B1%E8%AF%84/2020/" itemprop="url" rel="index"><span itemprop="name">2020</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/03/01/%E5%AF%84%E7%94%9F%E8%99%AB%E8%A7%82%E5%90%8E%E6%84%9F/" class="post-meta-item leancloud_visitors" data-flag-title="寄生虫观后感" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/03/01/%E5%AF%84%E7%94%9F%E8%99%AB%E8%A7%82%E5%90%8E%E6%84%9F/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/03/01/寄生虫观后感/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>寄生虫这部电影在获得奥斯卡之前就有关注了，豆瓣评分很高，一开始看到这个片名以为是像《铁线虫入侵》那种灾难片，后来看到男主，宋康昊，也是老面孔了，从高中时候在学校操场组织看的《汉江怪物》，有点二的感觉，后来在大学寝室电脑上重新看的时候，室友跟我说是韩国国宝级演员，真人不可貌相，感觉是个呆子的形象。</p>
|
|
<p>但是你说这不是个灾难片，而是个反映社会问题的，就业比较容易往这个方向猜，只是剧情会是怎么样的，一时也没啥头绪，后来不知道哪里看了下一个剧情透露，是一个穷人给富人做家教，然后把自己一家都带进富人家，如果是这样的话可能会把这个怎么带进去作为一个主线，不过事实告诉我，这没那么重要，从第一步朋友的介绍，就显得无比顺利，要去当家教了，作为一个穷成这样的人，瞬间转变成一个衣着得体，言行举止都没让富人家看出破绽的延世大学学生，这真的挺难让人理解，所谓江山易改，本性难移，还有就是这人也正好有那么好能力去辅导，并且诡异的是，多惠也是瞬间就喜欢上了男主，多惠跟将男主介绍给她做家教，也就是多惠原来的家教敏赫，应该也有不少的相处时间，这变了有点大了吧，当然这里也可能因为时长需要，如果说这一点是因为时长，那可能我所有的槽点都是因为这个吧，因为我理解的应该是把家里的人如何一步步地带进富人家，这应该是整个剧情的一个需要更多铺垫去克服这个矛盾点，有时候也想过如果我去当导演，是能拍出个啥，没这个机会，可能有也会是很扯淡的，当然这也不能阻拦我谈谈对这个点的一些看法，毕竟评价一台电冰箱不是说我必须得自己会制冷对吧，这大概是我觉得这个电影的第一个槽点，接下去接二连三的，就是我说的这个最核心的矛盾点，不知道谁说过，这种影视剧应该是源自于生活又高于生活，越是好的作品，越要接近生活，这样子才更能有感同身受。</p>
|
|
<p>接下去的点是金基宇介绍金基婷去给多颂当美术家教，这一步又是我理解的败笔吧，就怎么说呢，没什么铺垫，突然从一个社会底层的穷姑娘，转变成一个气场爆表，把富人家太太唬得一愣一愣的，如果说富太太是比较简单无脑的，那富人自己应该是比较有见识而且是做 IT 的，给自己儿子女儿做家教的，查查底细也很正常吧，但是啥都没有，然后呢，她又开始耍司机的心机了，真的是莫名其妙了，司机真的很惨，窈窕淑女君子好逑，而且这个操作也让我摸不着头脑，这是多腹黑并且有经验才会这么操作，脱内裤真的是让我看得一愣愣的，更看得我一愣一愣的，富人竟然也完全按着这个思路去想了，完全没有别的可能呢，甚至可以去查下行车记录仪或者怎样的，或者有没有毛发体液啥的去检验下，毕竟金基婷也乘坐过这辆车，但是最最让我不懂的还是脱内裤这个操作，究竟是什么样的人才会的呢，值得思考。</p>
|
|
<p>金基泽和忠淑的点也是比较奇怪，首先是金基泽，引起最后那个杀人事件的一个由头，大部分观点都是人为朴社长在之前跟老婆啪啪啪的时候说金基泽的身上有股乘地铁的人的味道，简而言之就是穷人的味道，还有去雯光丈夫身下拿钥匙是对金基泽和雯光丈夫身上的味道的鄙夷，可是这个原因真的站不住脚，即使是同样经济水平，如果身上有比较重的异味，背后讨论下，或者闻到了比较重的味道，有不适的表情和动作很正常吧，像雯光丈夫，在地下室里呆了那么久，身上有异味并且比较重太正常了，就跟在厕所呆久了不会觉得味道大，但是从没味道的地方一进有点味道的厕所就会觉得异样，略尴尬的理由；再说忠淑呢，感觉是太厉害了，能胜任这么一家有钱人的各种挑剔的饮食口味要求的保姆职位，也是让人看懵逼了，看到了不禁想到一个问题，这家人开头是那么地穷，不堪，突然转变成这么地像骗子家族，如果有这么好的骗人能力，应该不会到这种地步吧，如果真的是那么穷，没能力，没志气，又怎么会突然变成这么厉害呢，一家人各司其职，把富人家唬得团团转，而这个前提是，这些人的确能胜任这四个位置，这就是我非常不能理解的点。</p>
|
|
<p>然后说回这个标题，寄生虫，不知道是不是翻译过来不准确，如果真的是叫寄生虫的话，这个寄生虫智商未免也太低了，没有像新冠那样机制，致死率低一点，传染能力强一点，潜伏期也能传染，这个寄生虫第一次受到免疫系统的攻击就自爆了；还有呢，作为一个社会比较低层的打工者，乡下人，对这个审题也是不太审的清，是指这一家人是社会的寄生虫，不思进取，并且死的应该，富人是傻白甜，又有钱又善良，这是给有钱人洗地了还是啥，这个奥斯卡真不知道是怎么得的，总觉得奥斯卡，甚至低一点，豆瓣，得奖的，评分高的都是被一群“精英党”把持的，有黑人主角的，得分高；有同性恋的，得分高；结局惨的，得分高；看不懂的，得分高；就像肖申克的救赎，真不知道是哪里好了，最近看了关于明朝那些事的三杨，杨溥的经历应该比这个厉害吧，可是外国人看不懂，就像外国人不懂中国为什么有反分裂国家法，经历了鸦片战争，八国联军，抗日战争等等，其实跟外国对于黑人的权益的问题，因为有南北战争，所以极度重视这个问题，相应的中国也有自己的历史，请理解。</p>
|
|
<p>简而言之我对寄生虫的评分大概 5~6 分吧。</p>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/02/22/gogs%E4%BD%BF%E7%94%A8webhook%E9%83%A8%E7%BD%B2react%E5%8D%95%E9%A1%B5%E5%BA%94%E7%94%A8/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/02/22/gogs%E4%BD%BF%E7%94%A8webhook%E9%83%A8%E7%BD%B2react%E5%8D%95%E9%A1%B5%E5%BA%94%E7%94%A8/" class="post-title-link" itemprop="url">gogs使用webhook部署react单页应用</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
<time title="Created: 2020-02-22 12:25:25" itemprop="dateCreated datePublished" datetime="2020-02-22T12:25:25+08:00">2020-02-22</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar-check"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Edited on</span>
|
|
<time title="Modified: 2020-02-23 17:42:22" itemprop="dateModified" datetime="2020-02-23T17:42:22+08:00">2020-02-23</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E6%8C%81%E7%BB%AD%E9%9B%86%E6%88%90/" itemprop="url" rel="index"><span itemprop="name">持续集成</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/02/22/gogs%E4%BD%BF%E7%94%A8webhook%E9%83%A8%E7%BD%B2react%E5%8D%95%E9%A1%B5%E5%BA%94%E7%94%A8/" class="post-meta-item leancloud_visitors" data-flag-title="gogs使用webhook部署react单页应用" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/02/22/gogs%E4%BD%BF%E7%94%A8webhook%E9%83%A8%E7%BD%B2react%E5%8D%95%E9%A1%B5%E5%BA%94%E7%94%A8/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/02/22/gogs使用webhook部署react单页应用/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>众所周知，我是个前端彩笔，但是也想做点自己可以用的工具页面，所以就让朋友推荐了蚂蚁出品的 ant design，说基本可以直接 ctrl-c ctrl-v，实测对我这种来说还是有点难的，不过也能写点，但是现在碰到的问题是怎么部署到自己的服务器上去<br>用 ant design 写的是个单页应用，实际来说就是一个 html 加 css 跟 js，最初的时候是直接 build 完就 scp 上去，也考虑过 rsync 之类的，但是都感觉不够自动化，正好自己还没这方面的经验就想折腾下，因为我自己搭的仓库应用是 gogs，搜了一下主要是跟 drones 配合做 ci/cd，研究了一下发现其实这个事情没必要这么搞(PS：drone 也不好用)，整个 hook 就可以了, 但是实际上呢，这东西也不是那么简单<br>首先是需要在服务器上装 <a href="https://github.com/adnanh/webhook" target="_blank" rel="noopener">webhook</a>，这个我一开始用 snap 安装，但是出现问题，run 的时候会出现后面参数带的 hooks.json 文件找不到，然后索性就直接 github 上下最新版，放 /usr/local/bin 了，webhook 的原理呢其实也比较简单，就是起一个 http 服务，通过 post 请求调用，解析下参数，如果跟配置的参数一致，就调用对应的命令或者脚本。</p>
|
|
<h2 id="配置-hooks-json"><a href="#配置-hooks-json" class="headerlink" title="配置 hooks.json"></a>配置 hooks.json</h2><p>webhook 的配置，需要的两个文件，一个是 hooks.json，这个是 webhook 服务的配置文件，像这样</p>
|
|
<figure class="highlight json"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br></pre></td><td class="code"><pre><span class="line">[</span><br><span class="line"> {</span><br><span class="line"> <span class="attr">"id"</span>: <span class="string">"redeploy-app"</span>,</span><br><span class="line"> <span class="attr">"execute-command"</span>: <span class="string">"/opt/scripts/redeploy.sh"</span>,</span><br><span class="line"> <span class="attr">"command-working-directory"</span>: <span class="string">"/opt/scripts"</span>,</span><br><span class="line"> <span class="attr">"pass-arguments-to-command"</span>:</span><br><span class="line"> [</span><br><span class="line"> {</span><br><span class="line"> <span class="attr">"source"</span>: <span class="string">"payload"</span>,</span><br><span class="line"> <span class="attr">"name"</span>: <span class="string">"head_commit.message"</span></span><br><span class="line"> },</span><br><span class="line"> {</span><br><span class="line"> <span class="attr">"source"</span>: <span class="string">"payload"</span>,</span><br><span class="line"> <span class="attr">"name"</span>: <span class="string">"pusher.name"</span></span><br><span class="line"> },</span><br><span class="line"> {</span><br><span class="line"> <span class="attr">"source"</span>: <span class="string">"payload"</span>,</span><br><span class="line"> <span class="attr">"name"</span>: <span class="string">"head_commit.id"</span></span><br><span class="line"> }</span><br><span class="line"> ],</span><br><span class="line"> <span class="attr">"trigger-rule"</span>:</span><br><span class="line"> {</span><br><span class="line"> <span class="attr">"and"</span>:</span><br><span class="line"> [</span><br><span class="line"> {</span><br><span class="line"> <span class="attr">"match"</span>:</span><br><span class="line"> {</span><br><span class="line"> <span class="attr">"type"</span>: <span class="string">"payload-hash-sha1"</span>,</span><br><span class="line"> <span class="attr">"secret"</span>: <span class="string">"your-github-secret"</span>,</span><br><span class="line"> <span class="attr">"parameter"</span>:</span><br><span class="line"> {</span><br><span class="line"> <span class="attr">"source"</span>: <span class="string">"header"</span>,</span><br><span class="line"> <span class="attr">"name"</span>: <span class="string">"X-Hub-Signature"</span></span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> },</span><br><span class="line"> {</span><br><span class="line"> <span class="attr">"match"</span>:</span><br><span class="line"> {</span><br><span class="line"> <span class="attr">"type"</span>: <span class="string">"value"</span>,</span><br><span class="line"> <span class="attr">"value"</span>: <span class="string">"refs/heads/master"</span>,</span><br><span class="line"> <span class="attr">"parameter"</span>:</span><br><span class="line"> {</span><br><span class="line"> <span class="attr">"source"</span>: <span class="string">"payload"</span>,</span><br><span class="line"> <span class="attr">"name"</span>: <span class="string">"ref"</span></span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line"> ]</span><br><span class="line"> }</span><br><span class="line"> }</span><br><span class="line">]</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>这是个跟 github搭配的示例，首先 id 表示的是这个对应 hook 的识别 id，也可以看到这个 hooks.json 的结构是这样的一个数组，然后就是要执行的命令和命令执行的参数，值得注意的是这个<code>trigger-rule</code>,就是请求进来了回去匹配里面的，比如前一个是一个加密的，放在请求头里，第二个 match 表示请求里的 ref 是个 master 分支，就可以区分分支进行不同操作，但是前面的加密配合 gogs 使用的时候有个问题(PS: webhook 的文档是真的烂)，gogs 设置 webhook 的加密是用的</p>
|
|
<blockquote>
|
|
<p>密钥文本将被用于计算推送内容的 SHA256 HMAC 哈希值，并设置为 <code>X-Gogs-Signature</code> 请求头的值。</p>
|
|
</blockquote>
|
|
<p>这种加密方式，所以 webhook 的这个示例的加密方式不行，但这货的文档里居然没有说明支持哪些加密，神TM，后来还是翻 <a href="https://github.com/adnanh/webhook/issues/289" target="_blank" rel="noopener">issue</a> 翻到了, 需要使用这个<code>payload-hash-sha256</code></p>
|
|
<h2 id="执行脚本-redeploy-sh"><a href="#执行脚本-redeploy-sh" class="headerlink" title="执行脚本 redeploy.sh"></a>执行脚本 redeploy.sh</h2><p>脚本类似于这样</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br></pre></td><td class="code"><pre><span class="line"><span class="meta">#</span><span class="bash">!/bin/bash -e</span></span><br><span class="line"></span><br><span class="line">function cleanup {</span><br><span class="line"> echo "Error occoured"</span><br><span class="line">}</span><br><span class="line">trap cleanup ERR</span><br><span class="line"></span><br><span class="line">commit_message=$1 # head_commit.message</span><br><span class="line">pusher_name=$2 # pusher.name</span><br><span class="line">commit_id=$3 # head_commit.id</span><br><span class="line"></span><br><span class="line"></span><br><span class="line">cd ~/do-react-example-app/</span><br><span class="line">git pull origin master</span><br><span class="line">yarn && yarn build</span><br></pre></td></tr></table></figure>
|
|
|
|
<p>就是简单的拉代码，然后构建下，真实使用时可能不是这样，因为页面会部署在 nginx 的作用目录，还需要 rsync 过去，这部分可能还涉及到两个问题第一个是使用 rsync 还是其他的 cp，不过这个无所谓；第二个是目录权限的问题，以我的系统ubuntu 为例，默认用户是 ubuntu，nginx 部署的目录是 www，所以需要切换用户等操作，一开始是想用在shell 文件中直接写了密码，但是不知道咋传，查了下是类似于这样 <code>echo "passwd" | sudo -S cmd</code>，通过管道命令往后传，然后就是这个<code>-S</code>, 参数的解释是<code>-S, --stdin read password from standard input</code>,但是这样么也不是太安全的赶脚，又看了下还有两种方法，</p>
|
|
<ul>
|
|
<li><p>就是给root 设置一个不需要密码的命令类似于这样，</p>
|
|
<figure class="highlight shell"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br></pre></td><td class="code"><pre><span class="line">myusername ALL = (ALL) ALL</span><br><span class="line">myusername ALL = (root) NOPASSWD: /path/to/my/program</span><br></pre></td></tr></table></figure>
|
|
</li>
|
|
<li><p>另一种就是把默认用户跟 root 设置成同一个 group 的</p>
|
|
</li>
|
|
</ul>
|
|
<h2 id="使用"><a href="#使用" class="headerlink" title="使用"></a>使用</h2><p>真正实操的时候其实还有不少问题，首先运行 webhook 就碰到了我前面说的，使用 snap 运行的时候会找不到前面的 hooks.json配置文件，执行<code>snap run webhook -hooks /opt/hooks/hooks.json -verbose</code>就碰到下面的<code>couldn't load hooks from file! open /opt/hooks/hooks.json: no such file or directory</code>，后来直接下了个官方最新的 release，就直接执行 <code>webhook -hooks /opt/hooks/hooks.json -verbose</code> 就可以了，然后是前面的示例配置文件里的几个参数，比如<code>head_commit.message</code> 其实 gogs 推过来的根本没这玩意，而且都是数组，不知道咋取，烂文档，不过总比搭个 drone 好一点就忍了。补充一点就是在 debug 的时候需要看下问题出在哪，看看脚本有没有执行，所以需要在前面的 json 里加这个参数<code>"include-command-output-in-response": true</code>, 就能输出来脚本执行结果</p>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/02/16/Maven%E5%AE%9E%E7%94%A8%E5%B0%8F%E6%8A%80%E5%B7%A7/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/02/16/Maven%E5%AE%9E%E7%94%A8%E5%B0%8F%E6%8A%80%E5%B7%A7/" class="post-title-link" itemprop="url">Maven实用小技巧</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
|
|
<time title="Created: 2020-02-16 10:39:42 / Modified: 14:36:56" itemprop="dateCreated datePublished" datetime="2020-02-16T10:39:42+08:00">2020-02-16</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Java/" itemprop="url" rel="index"><span itemprop="name">Java</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Java/Maven/" itemprop="url" rel="index"><span itemprop="name">Maven</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/02/16/Maven%E5%AE%9E%E7%94%A8%E5%B0%8F%E6%8A%80%E5%B7%A7/" class="post-meta-item leancloud_visitors" data-flag-title="Maven实用小技巧" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/02/16/Maven%E5%AE%9E%E7%94%A8%E5%B0%8F%E6%8A%80%E5%B7%A7/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/02/16/Maven实用小技巧/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>Maven 翻译为”专家”、”内行”，是 Apache 下的一个纯 Java 开发的开源项目。基于项目对象模型（缩写：POM）概念，Maven利用一个中央信息片断能管理一个项目的构建、报告和文档等步骤。</p>
|
|
<p>Maven 是一个项目管理工具，可以对 Java 项目进行构建、依赖管理。</p>
|
|
<p>Maven 也可被用于构建和管理各种项目，例如 C#，Ruby，Scala 和其他语言编写的项目。Maven 曾是 Jakarta 项目的子项目，现为由 Apache 软件基金会主持的独立 Apache 项目。</p>
|
|
<p>maven也是我们日常项目中实用的包管理工具，相比以前需要用把包下载下来，放进 lib 中，在平时工作中使用的话，其实像 idea 这样的 ide 工具都会自带 maven 工具和插件</p>
|
|
<h3 id="maven的基本操作"><a href="#maven的基本操作" class="headerlink" title="maven的基本操作"></a>maven的基本操作</h3><ul>
|
|
<li><code>mvn -v</code><br> 查看 maven 信息</li>
|
|
<li><code>mvn compile</code><br> 将 Java 编译成 class 文件</li>
|
|
<li><code>mvn test</code><br> 执行 test 包下的测试用例</li>
|
|
<li><code>mvn package</code><br> 将项目打成 jar 包</li>
|
|
<li><code>mvn clean</code><br> 删除package 在 target 目录下面打出来的 jar 包和 target 目录</li>
|
|
<li><code>mvn install</code><br> 将打出来的 jar 包复制到 maven 的本地仓库里</li>
|
|
<li><code>mvn deploy</code><br> 将打出来的 jar 包上传到远程仓库里</li>
|
|
</ul>
|
|
<h3 id="与-composer-对比"><a href="#与-composer-对比" class="headerlink" title="与 composer 对比"></a>与 composer 对比</h3><p>因为我也是个 PHP 程序员，所以对比一下两种语言，很容易想到在 PHP 的 composer 跟 Java 的 maven 是比较类似的作用，有一点两者是非常相似的，就是原仓库都是因为某些原因连接拉取都会很慢，所以像 composer 会有一些国内源，前阵子阿里也出了一个，类似的 maven 一般也会使用阿里的镜像仓库，通过在 setting.xml 文件中的设置</p>
|
|
<figure class="highlight plain"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br></pre></td><td class="code"><pre><span class="line"><mirrors></span><br><span class="line"> <mirror></span><br><span class="line"> <id>aliyun</id></span><br><span class="line"> <name>aliyun maven</name></span><br><span class="line"> <url>http://maven.aliyun.com/nexus/content/groups/public/</url></span><br><span class="line"> <mirrorOf>central</mirrorOf></span><br><span class="line"> </mirror> </span><br><span class="line"></mirrors></span><br></pre></td></tr></table></figure>
|
|
<p>这算是个尴尬的共同点，然后因为 PHP 是解释型脚本语言，所以 php 打出来的 composer 包其实就是个 php 代码包，使用SPL Autoload等方式加载代码包，maven 包则是经过编译的 class 包，还有一点是 composer 也可以直接使用 github 地址作为包代码的拉取源，这点也是比较大的区别，maven使用 pom 文件管理依赖</p>
|
|
<h3 id="maven-的个人小技巧"><a href="#maven-的个人小技巧" class="headerlink" title="maven 的个人小技巧"></a>maven 的个人小技巧</h3><ul>
|
|
<li>maven 拉取依赖时，同时将 snapshot 也更新了，就是 <code>mvn compile</code>加个<code>-U</code>参数，如果还不行就需要将本地仓库的 snapshot 删掉，<br>这个命令的 help 命令解释是 -U,–update-snapshots Forces a check for missing releases and updated snapshots on<br>remote repositories，这个在日常使用中还是很经常使用的</li>
|
|
<li>maven 出现依赖冲突的时候的解决方法<br>首先是依赖分析，使用<code>mvn dependency:tree</code>分析下依赖关系，如果要找具体某个包的依赖引用关系可以使用<code>mvn dependency:tree -Dverbose -Dincludes=org.springframework:spring-webmvc</code>命令进行分析，如果发现有冲突的依赖关系，本身 maven 中依赖引用有相对的顺序，大致来说是引用路径短的优先，pom 文件中定义的顺序优先，如果要把冲突的包排除掉可以在 pom 中用<figure class="highlight plain"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br></pre></td><td class="code"><pre><span class="line"><exclusions></span><br><span class="line"> <exclusion></span><br><span class="line"> <groupId>ch.qos.logback</groupId></span><br><span class="line"> <artifactId>logback-classic</artifactId></span><br><span class="line"> </exclusion></span><br><span class="line"></exclusions></span><br></pre></td></tr></table></figure>
|
|
将冲突的包排除掉</li>
|
|
<li>maven 依赖的 jdk 版本管理<br>前面介绍的<code>mvn -v</code>可以查看 maven 的安装信息<br>比如<figure class="highlight plain"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br></pre></td><td class="code"><pre><span class="line">Apache Maven 3.6.3 (cecedd343002696d0abb50b32b541b8a6ba2883f)</span><br><span class="line">Maven home: /usr/local/Cellar/maven/3.6.3_1/libexec</span><br><span class="line">Java version: 1.8.0_201, vendor: Oracle Corporation, runtime: /Library/Java/JavaVirtualMachines/jdk1.8.0_201.jdk/Contents/Home/jre</span><br><span class="line">Default locale: zh_CN, platform encoding: UTF-8</span><br><span class="line">OS name: "mac os x", version: "10.14.6", arch: "x86_64", family: "mac"</span><br></pre></td></tr></table></figure>
|
|
这里可以看到用了 mac 自带的 jdk1.8，结合我之前碰到的一个问题，因为使用 homebrew 升级了 gradle，而 gradle 又依赖了 jdk13，因为这个 mvn 的 Java version 也变成 jdk13 了，然后 mvn 编译的时候出现了 <code>java.lang.ExceptionInInitializerError: com.sun.tools.javac.code.TypeTags</code>这个问题，所以需要把这个版本给改回来，但是咋改呢，网上搜来的一大堆都是在 pom 文件里的<br>source和 target 版本<figure class="highlight plain"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br></pre></td><td class="code"><pre><span class="line"><build></span><br><span class="line"> <plugins></span><br><span class="line"><plugin></span><br><span class="line"> <groupId>org.apache.maven.plugins</groupId></span><br><span class="line"> <artifactId>maven-compiler-plugin</artifactId></span><br><span class="line"> <configuration></span><br><span class="line"> <source>1.8</source></span><br><span class="line"> <target>1.8</target></span><br><span class="line"> <encoding>UTF-8</encoding></span><br><span class="line"> </configuration></span><br><span class="line"></plugin></span><br><span class="line"> </plugins></span><br><span class="line"><build></span><br></pre></td></tr></table></figure>
|
|
或者修改 maven 的 setting.xml中的<figure class="highlight plain"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br></pre></td><td class="code"><pre><span class="line"><profiles></span><br><span class="line"> <profile></span><br><span class="line"> <id>ngmm-nexus</id></span><br><span class="line"> <activation></span><br><span class="line"> <jdk>1.8</jdk></span><br><span class="line"> </activation></span><br><span class="line"> <properties></span><br><span class="line"> <maven.compiler.source>1.8</maven.compiler.source></span><br><span class="line"> <maven.compiler.target>1.8</maven.compiler.target></span><br><span class="line"> <maven.compiler.compilerVersion>1.8</maven.compiler.compilerVersion></span><br><span class="line"> </properties></span><br><span class="line"> </profile></span><br><span class="line"></profiles></span><br></pre></td></tr></table></figure>
|
|
但是这些都没啥用啊，真正有办法的是建个 <code>.mavenrc</code>，这个顾名思义就是 maven 的资源文件，类似于 <code>.bashrc</code>和<code>.zshrc</code>，在里面添加 MAVEN_HOME 和 JAVA_HOME,然后执行 <code>source .mavenrc</code>就 OK 啦</li>
|
|
</ul>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/02/09/G1%E6%94%B6%E9%9B%86%E5%99%A8%E6%A6%82%E8%BF%B0/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/02/09/G1%E6%94%B6%E9%9B%86%E5%99%A8%E6%A6%82%E8%BF%B0/" class="post-title-link" itemprop="url">G1收集器概述</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
|
|
<time title="Created: 2020-02-09 20:52:02 / Modified: 20:56:16" itemprop="dateCreated datePublished" datetime="2020-02-09T20:52:02+08:00">2020-02-09</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Java/" itemprop="url" rel="index"><span itemprop="name">Java</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Java/JVM/" itemprop="url" rel="index"><span itemprop="name">JVM</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/C/" itemprop="url" rel="index"><span itemprop="name">C++</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Java/GC/" itemprop="url" rel="index"><span itemprop="name">GC</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/02/09/G1%E6%94%B6%E9%9B%86%E5%99%A8%E6%A6%82%E8%BF%B0/" class="post-meta-item leancloud_visitors" data-flag-title="G1收集器概述" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/02/09/G1%E6%94%B6%E9%9B%86%E5%99%A8%E6%A6%82%E8%BF%B0/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/02/09/G1收集器概述/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>G1: The Garbage-First Collector, 垃圾回收优先的垃圾回收器，目标是用户多核 cpu 和大内存的机器，最大的特点就是可预测的停顿时间，官方给出的介绍是提供一个用户在大的堆内存情况下一个低延迟表现的解决方案，通常是 6GB 及以上的堆大小，有低于 0.5 秒稳定的可预测的停顿时间。</p>
|
|
<p>这里主要介绍这个比较新的垃圾回收器，在 G1 之前的垃圾回收器都是基于如下图的内存结构分布，有新生代，老年代和永久代（jdk8 之前），然后G1 往前的那些垃圾回收器都有个分代，比如 serial，parallel 等，一般有个应用的组合，最初的 serial 和 serial old，因为新生代和老年代的收集方式不太一样，新生代主要是标记复制，所以有 eden 跟两个 survival区，老年代一般用标记整理方式，而 G1 对这个不太一样。<br><img data-src="https://i.loli.net/2020/02/09/jOVs2AlphzwyF5c.jpg" alt=""><br>看一下 G1 的内存分布<br><img data-src="https://i.loli.net/2020/02/09/Yr1tGiWp4mAZSzB.jpg" alt=""><br>可以看到这有很大的不同，G1 通过将内存分成大小相等的 region，每个region是存在于一个连续的虚拟内存范围，对于某个 region 来说其角色是类似于原来的收集器的Eden、Survivor、Old Generation，这个具体在代码层面</p>
|
|
<figure class="highlight c++"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br></pre></td><td class="code"><pre><span class="line"><span class="comment">// We encode the value of the heap region type so the generation can be</span></span><br><span class="line"> <span class="comment">// determined quickly. The tag is split into two parts:</span></span><br><span class="line"> <span class="comment">//</span></span><br><span class="line"> <span class="comment">// major type (young, old, humongous, archive) : top N-1 bits</span></span><br><span class="line"> <span class="comment">// minor type (eden / survivor, starts / cont hum, etc.) : bottom 1 bit</span></span><br><span class="line"> <span class="comment">//</span></span><br><span class="line"> <span class="comment">// If there's need to increase the number of minor types in the</span></span><br><span class="line"> <span class="comment">// future, we'll have to increase the size of the latter and hence</span></span><br><span class="line"> <span class="comment">// decrease the size of the former.</span></span><br><span class="line"> <span class="comment">//</span></span><br><span class="line"> <span class="comment">// 00000 0 [ 0] Free</span></span><br><span class="line"> <span class="comment">//</span></span><br><span class="line"> <span class="comment">// 00001 0 [ 2] Young Mask</span></span><br><span class="line"> <span class="comment">// 00001 0 [ 2] Eden</span></span><br><span class="line"> <span class="comment">// 00001 1 [ 3] Survivor</span></span><br><span class="line"> <span class="comment">//</span></span><br><span class="line"> <span class="comment">// 00010 0 [ 4] Humongous Mask</span></span><br><span class="line"> <span class="comment">// 00100 0 [ 8] Pinned Mask</span></span><br><span class="line"> <span class="comment">// 00110 0 [12] Starts Humongous</span></span><br><span class="line"> <span class="comment">// 00110 1 [13] Continues Humongous</span></span><br><span class="line"> <span class="comment">//</span></span><br><span class="line"> <span class="comment">// 01000 0 [16] Old Mask</span></span><br><span class="line"> <span class="comment">//</span></span><br><span class="line"> <span class="comment">// 10000 0 [32] Archive Mask</span></span><br><span class="line"> <span class="comment">// 11100 0 [56] Open Archive</span></span><br><span class="line"> <span class="comment">// 11100 1 [57] Closed Archive</span></span><br><span class="line"> <span class="comment">//</span></span><br><span class="line"> <span class="keyword">typedef</span> <span class="keyword">enum</span> {</span><br><span class="line"> FreeTag = <span class="number">0</span>,</span><br><span class="line"></span><br><span class="line"> YoungMask = <span class="number">2</span>,</span><br><span class="line"> EdenTag = YoungMask,</span><br><span class="line"> SurvTag = YoungMask + <span class="number">1</span>,</span><br><span class="line"></span><br><span class="line"> HumongousMask = <span class="number">4</span>,</span><br><span class="line"> PinnedMask = <span class="number">8</span>,</span><br><span class="line"> StartsHumongousTag = HumongousMask | PinnedMask,</span><br><span class="line"> ContinuesHumongousTag = HumongousMask | PinnedMask + <span class="number">1</span>,</span><br><span class="line"></span><br><span class="line"> OldMask = <span class="number">16</span>,</span><br><span class="line"> OldTag = OldMask,</span><br><span class="line"></span><br><span class="line"> <span class="comment">// Archive regions are regions with immutable content (i.e. not reclaimed, and</span></span><br><span class="line"> <span class="comment">// not allocated into during regular operation). They differ in the kind of references</span></span><br><span class="line"> <span class="comment">// allowed for the contained objects:</span></span><br><span class="line"> <span class="comment">// - Closed archive regions form a separate self-contained (closed) object graph</span></span><br><span class="line"> <span class="comment">// within the set of all of these regions. No references outside of closed</span></span><br><span class="line"> <span class="comment">// archive regions are allowed.</span></span><br><span class="line"> <span class="comment">// - Open archive regions have no restrictions on the references of their objects.</span></span><br><span class="line"> <span class="comment">// Objects within these regions are allowed to have references to objects</span></span><br><span class="line"> <span class="comment">// contained in any other kind of regions.</span></span><br><span class="line"> ArchiveMask = <span class="number">32</span>,</span><br><span class="line"> OpenArchiveTag = ArchiveMask | PinnedMask | OldMask,</span><br><span class="line"> ClosedArchiveTag = ArchiveMask | PinnedMask | OldMask + <span class="number">1</span></span><br><span class="line"> } Tag;</span><br></pre></td></tr></table></figure>
|
|
|
|
<p><code>hotspot/share/gc/g1/heapRegionType.hpp</code></p>
|
|
<p>当执行垃圾收集时，G1以类似于CMS收集器的方式运行。 G1执行并发全局标记阶段，以确定整个堆中对象的存活性。标记阶段完成后，G1知道哪些region是基本空的。它首先收集这些region，通常会产生大量的可用空间。这就是为什么这种垃圾收集方法称为“垃圾优先”的原因。顾名思义，G1将其收集和压缩活动集中在可能充满可回收对象（即垃圾）的堆区域。 G1使用暂停预测模型来满足用户定义的暂停时间目标，并根据指定的暂停时间目标选择要收集的区域数。</p>
|
|
<p>由G1标识为可回收的区域是使用撤离的方式(Evacuation)。 G1将对象从堆的一个或多个区域复制到堆上的单个区域，并在此过程中压缩并释放内存。撤离是在多处理器上并行执行的，以减少暂停时间并增加吞吐量。因此，对于每次垃圾收集，G1都在用户定义的暂停时间内连续工作以减少碎片。这是优于前面两种方法的。 CMS（并发标记扫描）垃圾收集器不进行压缩。 ParallelOld垃圾回收仅执行整个堆压缩，这导致相当长的暂停时间。</p>
|
|
<p>需要重点注意的是，G1不是实时收集器。它很有可能达到设定的暂停时间目标，但并非绝对确定。 G1根据先前收集的数据，估算在用户指定的目标时间内可以收集多少个区域。因此，收集器具有收集区域成本的合理准确的模型，并且收集器使用此模型来确定要收集哪些和多少个区域，同时保持在暂停时间目标之内。</p>
|
|
<p>注意：G1同时具有并发（与应用程序线程一起运行，例如优化，标记，清理）和并行（多线程，例如stw）阶段。Full GC仍然是单线程的，但是如果正确调优，您的应用程序应该可以避免Full GC。</p>
|
|
<p>在前面那篇中在代码层面简单的了解了这个可预测时间的过程，这也是 G1 的一大特点。</p>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/02/01/2019%E5%B9%B4%E7%BB%88%E6%80%BB%E7%BB%93/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/02/01/2019%E5%B9%B4%E7%BB%88%E6%80%BB%E7%BB%93/" class="post-title-link" itemprop="url">2019年终总结</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
|
|
<time title="Created: 2020-02-01 22:23:53 / Modified: 22:41:22" itemprop="dateCreated datePublished" datetime="2020-02-01T22:23:53+08:00">2020-02-01</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E7%94%9F%E6%B4%BB/" itemprop="url" rel="index"><span itemprop="name">生活</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E7%94%9F%E6%B4%BB/%E5%B9%B4%E7%BB%88%E6%80%BB%E7%BB%93/" itemprop="url" rel="index"><span itemprop="name">年终总结</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/%E7%94%9F%E6%B4%BB/%E5%B9%B4%E7%BB%88%E6%80%BB%E7%BB%93/2019/" itemprop="url" rel="index"><span itemprop="name">2019</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/02/01/2019%E5%B9%B4%E7%BB%88%E6%80%BB%E7%BB%93/" class="post-meta-item leancloud_visitors" data-flag-title="2019年终总结" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/02/01/2019%E5%B9%B4%E7%BB%88%E6%80%BB%E7%BB%93/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/02/01/2019年终总结/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>今天是农历初八了，年前一个月的时候就准备做下今年的年终总结，可是写了一点觉得太情绪化了，希望后面写个平淡点的，正好最近技术方面还没有看到一个完整成文的内容，就来写一下这一年的总结，尽量少写一点太情绪化的东西。</p>
|
|
<h3 id="跳槽"><a href="#跳槽" class="headerlink" title="跳槽"></a>跳槽</h3><p>年初换了个公司，也算换了个环境，跟前公司不太一样，做的事情方向也不同，可能是侧重点不同，一开始有些不适应，主要是压力上，会觉得压力比较大，但是总体来说与人相处的部分还是不错的，做的技术方向还是Java，这里也感谢前东家让我有机会转了Java，个人感觉杭州整个市场还是Java比较有优势，不过在开始的时候总觉得对Java有点不适应，应该值得深究的东西还是很多的，而且对于面试来说，也是有很多可以问的，后面慢慢发现除开某里等一线超一线互联网公司之外，大部分的面试还是有大概的套路跟大纲的，不过更细致的则因人而异了，面试有时候也还看缘分，面试官关注的点跟应试者比较契合的话就很容易通过面试，不然的话总会有能刁难或者理性化地说比较难回答的问题。这个后面可以单独说一下，先按下不表。<br>刚进公司没多久就负责比较重要的项目，工期也比较紧张，整体来说那段时间的压力的确是比较大的，不过总算最后结果不坏，这里应该说对一些原来在前东家都是掌握的不太好的部分，比如maven，其实maven对于java程序员来说还是很重要的，但是我碰到过的面试基本没问过这个，我自己也在后面的面试中没问过相关的，不知道咋问，比如dependence分析、冲突解决，比如对bean的理解，这个算是我一直以来的疑问点，因为以前刚开始学Java学spring，上来就是bean，但是bean到底是啥，IOC是啥，可能网上的文章跟大多数书籍跟我的理解思路不太match，导致一直不能很好的理解这玩意，到后面才理解，要理解这个bean，需要有两个基本概念，一个是面向对象，一个是对象容器跟依赖反转，还是只说到这，后面可以有专题说一下，总之自认为技术上有了不小的长进了，方向上应该是偏实用的。这个重要的项目完成后慢慢能喘口气了，后面也有一些比较紧急且工作量大的，不过在我TL的帮助下还是能尽量协调好资源。</p>
|
|
<h3 id="面试"><a href="#面试" class="headerlink" title="面试"></a>面试</h3><p>后面因为项目比较多，缺少开发，所以也参与帮忙做一些面试，这里总体感觉是面的候选人还是比较多样的，有些工作了蛮多年但是一些基础问题回答的不好，有些还是在校学生，但是面试技巧不错，针对常见的面试题都有不错的准备，不过还是觉得光靠这些面试题不能完全说明问题，真正工作了需要的是解决问题的人，而不是会背题的，退一步来说能好好准备面试还是比较重要的，也是双向选择中的基本尊重，印象比较深刻的是参加了去杭州某高校的校招面试，感觉参加校招的同学还是很多的，大部分是20年将毕业的研究生，挺多都是基础很扎实，对比起我刚要毕业时还是很汗颜，挺多来面试的同学都非常不错，那天强度也很大，从下午到那开始一直面到六七点，在这祝福那些来面试的同学，也都不容易的，能找到心仪的工作。</p>
|
|
<h3 id="技术方向"><a href="#技术方向" class="headerlink" title="技术方向"></a>技术方向</h3><p>这一年前大半部分还是比较焦虑不能恢复那种主动找时间学习的状态，可能换了公司是主要的原因，初期有个适应的过程也比较正常，总体来说可能是到九十月份开始慢慢有所改善，对这些方面有学习了下，</p>
|
|
<ul>
|
|
<li>spring方向，spring真的是个庞然大物，但是还是要先抓住根本，慢慢发散去了解其他的细节，抓住bean的生命周期，当然也不是死记硬背，让我一个个背下来我也不行，但是知道它究竟是干嘛的，有啥用，并且在工作中能用起来是最重要的</li>
|
|
<li>mysql数据库，这部分主要是关注了mvcc，知道了个大概，源码实现细节还没具体研究，有时间可以来个专题（一大堆待写的内容）</li>
|
|
<li>java的一些源码，比如aqs这种，结合文章看了下源码，一开始总感觉静不下心来看，然后有一次被LD刺激了下就看完了，包括conditionObject等</li>
|
|
<li>redis的源码，这里包括了Redis分布式锁和redis的数据结构源码，已经写成文章，不过比较着急成文，所以质量不是特别好，希望后面再来补补</li>
|
|
<li>jvm源码，这部分正好是想了解下g1收集器，大概把周志明的书看完了，但是还没完整的理解掌握，还有就是g1收集器的部分，一是概念部分大概理解了，后面是就是想从源码层面去学习理解，这也是新一年的主要计划</li>
|
|
<li>mq的部分是了解了zero copy，sendfile等，跟消息队列主题关系不大🤦♂️<br>这么看还是学了点东西的，希望新一年再接再厉。</li>
|
|
</ul>
|
|
<h3 id="生活"><a href="#生活" class="headerlink" title="生活"></a>生活</h3><p>住的地方没变化，主要是周边设施比较方便，暂时没找到更好的就没打算换，主要的问题是没电梯，一开始没觉得有啥，真正住起来还是觉得比较累的，希望后面租的可以有电梯，或者楼层低一点，还有就是要通下水道，第一次让师傅上门，花了两百大洋，后来自学成才了，让师傅通了一次才撑了一个月就不行了，后面自己通的差不多可以撑半年，还是比较有成就感的😀，然后就是跑步了，年初的时候去了紫金港跑步，后面因为工作的原因没去了，但是公司的跑步机倒是让我重拾起这个唯一的运动健身项目，后面因为肠胃问题，体重也需要控制，所以就周末回来也在家这边坚持跑步，下半年的话基本保持每周一次以上，比较那些跑马拉松的大牛还是差距很大，不过也是突破自我了，有一次跑了12公里，最远的距离，而且后面感觉跑十公里也不是特别吃不消了，这一年达成了300公里的目标，体重也稍有下降，比较满意的结果。</p>
|
|
<h3 id="期待"><a href="#期待" class="headerlink" title="期待"></a>期待</h3><p>希望工作方面技术方面能有所长进，生活上能多点时间陪家人，继续跑步减肥，家人健健康康的，嗯</p>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/01/22/redis%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84%E4%BB%8B%E7%BB%8D%E5%85%AD/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/01/22/redis%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84%E4%BB%8B%E7%BB%8D%E5%85%AD/" class="post-title-link" itemprop="url">redis数据结构介绍六 快表</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
<time title="Created: 2020-01-22 21:51:30" itemprop="dateCreated datePublished" datetime="2020-01-22T21:51:30+08:00">2020-01-22</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar-check"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Edited on</span>
|
|
<time title="Modified: 2020-01-26 21:39:57" itemprop="dateModified" datetime="2020-01-26T21:39:57+08:00">2020-01-26</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Redis/" itemprop="url" rel="index"><span itemprop="name">Redis</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Redis/%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84/" itemprop="url" rel="index"><span itemprop="name">数据结构</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Redis/%E6%BA%90%E7%A0%81/" itemprop="url" rel="index"><span itemprop="name">源码</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/C/" itemprop="url" rel="index"><span itemprop="name">C</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/C/Redis/" itemprop="url" rel="index"><span itemprop="name">Redis</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/01/22/redis%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84%E4%BB%8B%E7%BB%8D%E5%85%AD/" class="post-meta-item leancloud_visitors" data-flag-title="redis数据结构介绍六 快表" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/01/22/redis%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84%E4%BB%8B%E7%BB%8D%E5%85%AD/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/01/22/redis数据结构介绍六/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>这应该是 redis 系列的最后一篇了，讲下快表，其实最前面讲的链表在早先的 redis 版本中也作为 list 的数据结构使用过，但是单纯的链表的缺陷之前也说了，插入便利，但是空间利用率低，并且不能进行二分查找等，检索效率低，ziplist 压缩表的产生也是同理，希望获得更好的性能，包括存储空间和访问性能等，原来我也不懂这个快表要怎么快，然后明白了一个道理，其实并没有什么银弹，只是大牛们会在适合的时候使用最适合的数据结构来实现性能的最大化，这里面有一招就是不同数据结构的组合调整，比如 Java 中的 HashMap，在链表节点数大于 8 时会转变成红黑树，以此提高访问效率，不费话了，回到快表，quicklist，这个数据结构主要使用在 list 类型中，如果我说其实这个 quicklist 就是个链表，可能大家不太会相信，但是事实上的确可以认为 quicklist 是个双向链表，看下代码</p>
|
|
<figure class="highlight c"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br></pre></td><td class="code"><pre><span class="line"><span class="comment">/* quicklistNode is a 32 byte struct describing a ziplist for a quicklist.</span></span><br><span class="line"><span class="comment"> * We use bit fields keep the quicklistNode at 32 bytes.</span></span><br><span class="line"><span class="comment"> * count: 16 bits, max 65536 (max zl bytes is 65k, so max count actually < 32k).</span></span><br><span class="line"><span class="comment"> * encoding: 2 bits, RAW=1, LZF=2.</span></span><br><span class="line"><span class="comment"> * container: 2 bits, NONE=1, ZIPLIST=2.</span></span><br><span class="line"><span class="comment"> * recompress: 1 bit, bool, true if node is temporarry decompressed for usage.</span></span><br><span class="line"><span class="comment"> * attempted_compress: 1 bit, boolean, used for verifying during testing.</span></span><br><span class="line"><span class="comment"> * extra: 10 bits, free for future use; pads out the remainder of 32 bits */</span></span><br><span class="line"><span class="keyword">typedef</span> <span class="class"><span class="keyword">struct</span> <span class="title">quicklistNode</span> {</span></span><br><span class="line"> <span class="class"><span class="keyword">struct</span> <span class="title">quicklistNode</span> *<span class="title">prev</span>;</span></span><br><span class="line"> <span class="class"><span class="keyword">struct</span> <span class="title">quicklistNode</span> *<span class="title">next</span>;</span></span><br><span class="line"> <span class="keyword">unsigned</span> <span class="keyword">char</span> *zl;</span><br><span class="line"> <span class="keyword">unsigned</span> <span class="keyword">int</span> sz; <span class="comment">/* ziplist size in bytes */</span></span><br><span class="line"> <span class="keyword">unsigned</span> <span class="keyword">int</span> count : <span class="number">16</span>; <span class="comment">/* count of items in ziplist */</span></span><br><span class="line"> <span class="keyword">unsigned</span> <span class="keyword">int</span> encoding : <span class="number">2</span>; <span class="comment">/* RAW==1 or LZF==2 */</span></span><br><span class="line"> <span class="keyword">unsigned</span> <span class="keyword">int</span> container : <span class="number">2</span>; <span class="comment">/* NONE==1 or ZIPLIST==2 */</span></span><br><span class="line"> <span class="keyword">unsigned</span> <span class="keyword">int</span> recompress : <span class="number">1</span>; <span class="comment">/* was this node previous compressed? */</span></span><br><span class="line"> <span class="keyword">unsigned</span> <span class="keyword">int</span> attempted_compress : <span class="number">1</span>; <span class="comment">/* node can't compress; too small */</span></span><br><span class="line"> <span class="keyword">unsigned</span> <span class="keyword">int</span> extra : <span class="number">10</span>; <span class="comment">/* more bits to steal for future usage */</span></span><br><span class="line">} quicklistNode;</span><br><span class="line"></span><br><span class="line"><span class="comment">/* quicklistLZF is a 4+N byte struct holding 'sz' followed by 'compressed'.</span></span><br><span class="line"><span class="comment"> * 'sz' is byte length of 'compressed' field.</span></span><br><span class="line"><span class="comment"> * 'compressed' is LZF data with total (compressed) length 'sz'</span></span><br><span class="line"><span class="comment"> * <span class="doctag">NOTE:</span> uncompressed length is stored in quicklistNode->sz.</span></span><br><span class="line"><span class="comment"> * When quicklistNode->zl is compressed, node->zl points to a quicklistLZF */</span></span><br><span class="line"><span class="keyword">typedef</span> <span class="class"><span class="keyword">struct</span> <span class="title">quicklistLZF</span> {</span></span><br><span class="line"> <span class="keyword">unsigned</span> <span class="keyword">int</span> sz; <span class="comment">/* LZF size in bytes*/</span></span><br><span class="line"> <span class="keyword">char</span> compressed[];</span><br><span class="line">} quicklistLZF;</span><br><span class="line"></span><br><span class="line"><span class="comment">/* quicklist is a 40 byte struct (on 64-bit systems) describing a quicklist.</span></span><br><span class="line"><span class="comment"> * 'count' is the number of total entries.</span></span><br><span class="line"><span class="comment"> * 'len' is the number of quicklist nodes.</span></span><br><span class="line"><span class="comment"> * 'compress' is: -1 if compression disabled, otherwise it's the number</span></span><br><span class="line"><span class="comment"> * of quicklistNodes to leave uncompressed at ends of quicklist.</span></span><br><span class="line"><span class="comment"> * 'fill' is the user-requested (or default) fill factor. */</span></span><br><span class="line"><span class="keyword">typedef</span> <span class="class"><span class="keyword">struct</span> <span class="title">quicklist</span> {</span></span><br><span class="line"> quicklistNode *head;</span><br><span class="line"> quicklistNode *tail;</span><br><span class="line"> <span class="keyword">unsigned</span> <span class="keyword">long</span> count; <span class="comment">/* total count of all entries in all ziplists */</span></span><br><span class="line"> <span class="keyword">unsigned</span> <span class="keyword">long</span> len; <span class="comment">/* number of quicklistNodes */</span></span><br><span class="line"> <span class="keyword">int</span> <span class="built_in">fill</span> : <span class="number">16</span>; <span class="comment">/* fill factor for individual nodes */</span></span><br><span class="line"> <span class="keyword">unsigned</span> <span class="keyword">int</span> compress : <span class="number">16</span>; <span class="comment">/* depth of end nodes not to compress;0=off */</span></span><br><span class="line">} quicklist;</span><br></pre></td></tr></table></figure>
|
|
<p>粗略看下，quicklist 里有 head，tail, quicklistNode里有 prev，next 指针，是不是有链表的基本轮廓了，那么为啥这玩意要称为快表呢，快在哪，关键就在这个<code>unsigned char *zl;</code>zl 是不是前面又看到过，就是 ziplist ，这是什么鬼，链表里用压缩表，这不套娃么，先别急，回顾下前面说的 ziplist，ziplist 有哪些特点，内存利用率高，可以从表头快速定位到尾节点，节点可以从后往前找，但是有个缺点，就是从中间插入的效率比较低，需要整体往后移，这个其实是普通数组的优化版，但还是有数组的一些劣势，所以要真的快，是不是可以将链表跟数组真的结合起来。</p>
|
|
<h2 id="ziplist"><a href="#ziplist" class="headerlink" title="ziplist"></a>ziplist</h2><p>这里有两个 redis 的配置参数，<code>list-max-ziplist-size</code> 和 <code>list-compress-depth</code>，先来说第一个，既然快表是将链表跟压缩表数组结合起来使用，那么具体怎么用呢，比如我有一个 10 个元素的 list，那具体怎么放，每个 quicklistNode 里放多大的 ziplist，假如每个快表节点的 ziplist 只放一个元素，那么其实这就退化成了一个链表，如果 10 个元素放在一个 quicklistNode 的 ziplist 里，那就退化成了一个 ziplist，所以有了这个 <code>list-max-ziplist-size</code>,而且它还比较牛，能取正负值，当是正值时，对应的就是每个 quicklistNode 的 ziplist 中的元素个数，比如配置了 <code>list-max-ziplist-size = 5</code>，那么我刚才的 10 个元素的 list 就是一个两个 quicklistNode 组成的快表，每个 quicklistNode 中的 ziplist 包含了五个元素，当 <code>list-max-ziplist-size</code>取负值的时候，它限制了 ziplist 的字节数</p>
|
|
<figure class="highlight plain"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br></pre></td><td class="code"><pre><span class="line">size_t offset = (-fill) - 1;</span><br><span class="line">if (offset < (sizeof(optimization_level) / sizeof(*optimization_level))) {</span><br><span class="line"> if (sz <= optimization_level[offset]) {</span><br><span class="line"> return 1;</span><br><span class="line"> } else {</span><br><span class="line"> return 0;</span><br><span class="line"> }</span><br><span class="line">} else {</span><br><span class="line"> return 0;</span><br><span class="line">}</span><br><span class="line"></span><br><span class="line">/* Optimization levels for size-based filling */</span><br><span class="line">static const size_t optimization_level[] = {4096, 8192, 16384, 32768, 65536};</span><br><span class="line"></span><br><span class="line">/* Create a new quicklist.</span><br><span class="line"> * Free with quicklistRelease(). */</span><br><span class="line">quicklist *quicklistCreate(void) {</span><br><span class="line"> struct quicklist *quicklist;</span><br><span class="line"></span><br><span class="line"> quicklist = zmalloc(sizeof(*quicklist));</span><br><span class="line"> quicklist->head = quicklist->tail = NULL;</span><br><span class="line"> quicklist->len = 0;</span><br><span class="line"> quicklist->count = 0;</span><br><span class="line"> quicklist->compress = 0;</span><br><span class="line"> quicklist->fill = -2;</span><br><span class="line"> return quicklist;</span><br><span class="line">}</span><br></pre></td></tr></table></figure>
|
|
<p>这个 fill 就是传进来的 <code>list-max-ziplist-size</code>, 具体对应的就是</p>
|
|
<ul>
|
|
<li>-5: 每个quicklist节点上的ziplist大小不能超过64 Kb。（注：1kb => 1024 bytes）</li>
|
|
<li>-4: 每个quicklist节点上的ziplist大小不能超过32 Kb。</li>
|
|
<li>-3: 每个quicklist节点上的ziplist大小不能超过16 Kb。</li>
|
|
<li>-2: 每个quicklist节点上的ziplist大小不能超过8 Kb。（-2是Redis给出的默认值）也就是上面的 <code>quicklist->fill = -2;</code></li>
|
|
<li>-1: 每个quicklist节点上的ziplist大小不能超过4 Kb。</li>
|
|
</ul>
|
|
<h2 id="压缩"><a href="#压缩" class="headerlink" title="压缩"></a>压缩</h2><p><code>list-compress-depth</code>这个参数呢是用来配置压缩的，等等压缩是为啥，不是里面已经是压缩表了么，大牛们就是为了性能殚精竭虑，这里考虑到的是一个场景，一般状况下，list 都是两端的访问频率比较高，那么是不是可以对中间的数据进行压缩，那么这个参数就是用来表示</p>
|
|
<figure class="highlight plain"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">/* depth of end nodes not to compress;0=off */</span><br></pre></td></tr></table></figure>
|
|
<ul>
|
|
<li>0，代表不压缩，默认值</li>
|
|
<li>1，两端各一个节点不压缩</li>
|
|
<li>2，两端各两个节点不压缩</li>
|
|
<li>… 依次类推<br>压缩后的 ziplist 就会变成 quicklistLZF，然后替换 zl 指针，这里使用的是 <a href="http://oldhome.schmorp.de/marc/liblzf.html" target="_blank" rel="noopener">LZF</a> 压缩算法，压缩后的 quicklistLZF 中的 compressed 也是个柔性数组，压缩后的 ziplist 整个就放进这个柔性数组</li>
|
|
</ul>
|
|
<h2 id="插入过程"><a href="#插入过程" class="headerlink" title="插入过程"></a>插入过程</h2><p>简单说下插入元素的过程</p>
|
|
<figure class="highlight plain"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br><span class="line">47</span><br><span class="line">48</span><br><span class="line">49</span><br><span class="line">50</span><br><span class="line">51</span><br><span class="line">52</span><br><span class="line">53</span><br><span class="line">54</span><br><span class="line">55</span><br><span class="line">56</span><br><span class="line">57</span><br><span class="line">58</span><br><span class="line">59</span><br><span class="line">60</span><br><span class="line">61</span><br><span class="line">62</span><br><span class="line">63</span><br><span class="line">64</span><br><span class="line">65</span><br><span class="line">66</span><br><span class="line">67</span><br><span class="line">68</span><br><span class="line">69</span><br><span class="line">70</span><br><span class="line">71</span><br><span class="line">72</span><br><span class="line">73</span><br><span class="line">74</span><br><span class="line">75</span><br><span class="line">76</span><br><span class="line">77</span><br><span class="line">78</span><br><span class="line">79</span><br><span class="line">80</span><br><span class="line">81</span><br><span class="line">82</span><br><span class="line">83</span><br><span class="line">84</span><br><span class="line">85</span><br><span class="line">86</span><br><span class="line">87</span><br><span class="line">88</span><br><span class="line">89</span><br><span class="line">90</span><br><span class="line">91</span><br><span class="line">92</span><br><span class="line">93</span><br><span class="line">94</span><br><span class="line">95</span><br><span class="line">96</span><br><span class="line">97</span><br><span class="line">98</span><br><span class="line">99</span><br><span class="line">100</span><br><span class="line">101</span><br><span class="line">102</span><br><span class="line">103</span><br><span class="line">104</span><br><span class="line">105</span><br><span class="line">106</span><br><span class="line">107</span><br></pre></td><td class="code"><pre><span class="line">/* Wrapper to allow argument-based switching between HEAD/TAIL pop */</span><br><span class="line">void quicklistPush(quicklist *quicklist, void *value, const size_t sz,</span><br><span class="line"> int where) {</span><br><span class="line"> if (where == QUICKLIST_HEAD) {</span><br><span class="line"> quicklistPushHead(quicklist, value, sz);</span><br><span class="line"> } else if (where == QUICKLIST_TAIL) {</span><br><span class="line"> quicklistPushTail(quicklist, value, sz);</span><br><span class="line"> }</span><br><span class="line">}</span><br><span class="line"></span><br><span class="line">/* Add new entry to head node of quicklist.</span><br><span class="line"> *</span><br><span class="line"> * Returns 0 if used existing head.</span><br><span class="line"> * Returns 1 if new head created. */</span><br><span class="line">int quicklistPushHead(quicklist *quicklist, void *value, size_t sz) {</span><br><span class="line"> quicklistNode *orig_head = quicklist->head;</span><br><span class="line"> if (likely(</span><br><span class="line"> _quicklistNodeAllowInsert(quicklist->head, quicklist->fill, sz))) {</span><br><span class="line"> quicklist->head->zl =</span><br><span class="line"> ziplistPush(quicklist->head->zl, value, sz, ZIPLIST_HEAD);</span><br><span class="line"> quicklistNodeUpdateSz(quicklist->head);</span><br><span class="line"> } else {</span><br><span class="line"> quicklistNode *node = quicklistCreateNode();</span><br><span class="line"> node->zl = ziplistPush(ziplistNew(), value, sz, ZIPLIST_HEAD);</span><br><span class="line"></span><br><span class="line"> quicklistNodeUpdateSz(node);</span><br><span class="line"> _quicklistInsertNodeBefore(quicklist, quicklist->head, node);</span><br><span class="line"> }</span><br><span class="line"> quicklist->count++;</span><br><span class="line"> quicklist->head->count++;</span><br><span class="line"> return (orig_head != quicklist->head);</span><br><span class="line">}</span><br><span class="line"></span><br><span class="line">/* Add new entry to tail node of quicklist.</span><br><span class="line"> *</span><br><span class="line"> * Returns 0 if used existing tail.</span><br><span class="line"> * Returns 1 if new tail created. */</span><br><span class="line">int quicklistPushTail(quicklist *quicklist, void *value, size_t sz) {</span><br><span class="line"> quicklistNode *orig_tail = quicklist->tail;</span><br><span class="line"> if (likely(</span><br><span class="line"> _quicklistNodeAllowInsert(quicklist->tail, quicklist->fill, sz))) {</span><br><span class="line"> quicklist->tail->zl =</span><br><span class="line"> ziplistPush(quicklist->tail->zl, value, sz, ZIPLIST_TAIL);</span><br><span class="line"> quicklistNodeUpdateSz(quicklist->tail);</span><br><span class="line"> } else {</span><br><span class="line"> quicklistNode *node = quicklistCreateNode();</span><br><span class="line"> node->zl = ziplistPush(ziplistNew(), value, sz, ZIPLIST_TAIL);</span><br><span class="line"></span><br><span class="line"> quicklistNodeUpdateSz(node);</span><br><span class="line"> _quicklistInsertNodeAfter(quicklist, quicklist->tail, node);</span><br><span class="line"> }</span><br><span class="line"> quicklist->count++;</span><br><span class="line"> quicklist->tail->count++;</span><br><span class="line"> return (orig_tail != quicklist->tail);</span><br><span class="line">}</span><br><span class="line"></span><br><span class="line">/* Wrappers for node inserting around existing node. */</span><br><span class="line">REDIS_STATIC void _quicklistInsertNodeBefore(quicklist *quicklist,</span><br><span class="line"> quicklistNode *old_node,</span><br><span class="line"> quicklistNode *new_node) {</span><br><span class="line"> __quicklistInsertNode(quicklist, old_node, new_node, 0);</span><br><span class="line">}</span><br><span class="line"></span><br><span class="line">REDIS_STATIC void _quicklistInsertNodeAfter(quicklist *quicklist,</span><br><span class="line"> quicklistNode *old_node,</span><br><span class="line"> quicklistNode *new_node) {</span><br><span class="line"> __quicklistInsertNode(quicklist, old_node, new_node, 1);</span><br><span class="line">}</span><br><span class="line"></span><br><span class="line">/* Insert 'new_node' after 'old_node' if 'after' is 1.</span><br><span class="line"> * Insert 'new_node' before 'old_node' if 'after' is 0.</span><br><span class="line"> * Note: 'new_node' is *always* uncompressed, so if we assign it to</span><br><span class="line"> * head or tail, we do not need to uncompress it. */</span><br><span class="line">REDIS_STATIC void __quicklistInsertNode(quicklist *quicklist,</span><br><span class="line"> quicklistNode *old_node,</span><br><span class="line"> quicklistNode *new_node, int after) {</span><br><span class="line"> if (after) {</span><br><span class="line"> new_node->prev = old_node;</span><br><span class="line"> if (old_node) {</span><br><span class="line"> new_node->next = old_node->next;</span><br><span class="line"> if (old_node->next)</span><br><span class="line"> old_node->next->prev = new_node;</span><br><span class="line"> old_node->next = new_node;</span><br><span class="line"> }</span><br><span class="line"> if (quicklist->tail == old_node)</span><br><span class="line"> quicklist->tail = new_node;</span><br><span class="line"> } else {</span><br><span class="line"> new_node->next = old_node;</span><br><span class="line"> if (old_node) {</span><br><span class="line"> new_node->prev = old_node->prev;</span><br><span class="line"> if (old_node->prev)</span><br><span class="line"> old_node->prev->next = new_node;</span><br><span class="line"> old_node->prev = new_node;</span><br><span class="line"> }</span><br><span class="line"> if (quicklist->head == old_node)</span><br><span class="line"> quicklist->head = new_node;</span><br><span class="line"> }</span><br><span class="line"> /* If this insert creates the only element so far, initialize head/tail. */</span><br><span class="line"> if (quicklist->len == 0) {</span><br><span class="line"> quicklist->head = quicklist->tail = new_node;</span><br><span class="line"> }</span><br><span class="line"></span><br><span class="line"> if (old_node)</span><br><span class="line"> quicklistCompress(quicklist, old_node);</span><br><span class="line"></span><br><span class="line"> quicklist->len++;</span><br><span class="line">}</span><br></pre></td></tr></table></figure>
|
|
<p>前面第一步先根据插入的是头还是尾选择不同的 push 函数，quicklistPushHead 或者 quicklistPushTail，举例分析下从头插入的 quicklistPushHead，先判断当前的 quicklistNode 节点还能不能允许再往 ziplist 里添加元素，如果可以就添加，如果不允许就新建一个 quicklistNode，然后调用 _quicklistInsertNodeBefore 将节点插进去，具体插入quicklist节点的操作类似链表的插入。</p>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/01/20/redis%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84%E4%BB%8B%E7%BB%8D%E4%BA%94/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/01/20/redis%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84%E4%BB%8B%E7%BB%8D%E4%BA%94/" class="post-title-link" itemprop="url">redis数据结构介绍五-第五部分 对象</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
<time title="Created: 2020-01-20 01:02:48" itemprop="dateCreated datePublished" datetime="2020-01-20T01:02:48+08:00">2020-01-20</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Redis/" itemprop="url" rel="index"><span itemprop="name">Redis</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Redis/%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84/" itemprop="url" rel="index"><span itemprop="name">数据结构</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Redis/%E6%BA%90%E7%A0%81/" itemprop="url" rel="index"><span itemprop="name">源码</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/C/" itemprop="url" rel="index"><span itemprop="name">C</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/C/Redis/" itemprop="url" rel="index"><span itemprop="name">Redis</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/01/20/redis%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84%E4%BB%8B%E7%BB%8D%E4%BA%94/" class="post-meta-item leancloud_visitors" data-flag-title="redis数据结构介绍五-第五部分 对象" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/01/20/redis%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84%E4%BB%8B%E7%BB%8D%E4%BA%94/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/01/20/redis数据结构介绍五/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>前面说了这么些数据结构，其实大家对于 redis 最初的印象应该就是个 key-value 的缓存，类似于 memcache，redis 其实也是个 key-value，key 还是一样的字符串，或者说就是用 redis 自己的动态字符串实现，但是 value 其实就是前面说的那些数据结构，差不多快说完了，还有个 quicklist 后面还有一篇，这里先介绍下 redis 对于这些不同类型的 value 是怎么实现的，首先看下 redisObject 的源码头文件</p>
|
|
<figure class="highlight c"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br></pre></td><td class="code"><pre><span class="line"><span class="comment">/* The actual Redis Object */</span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_STRING 0 <span class="comment">/* String object. */</span></span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_LIST 1 <span class="comment">/* List object. */</span></span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_SET 2 <span class="comment">/* Set object. */</span></span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_ZSET 3 <span class="comment">/* Sorted set object. */</span></span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_HASH 4 <span class="comment">/* Hash object. */</span></span></span><br><span class="line"><span class="comment">/*</span></span><br><span class="line"><span class="comment"> * Objects encoding. Some kind of objects like Strings and Hashes can be</span></span><br><span class="line"><span class="comment"> * internally represented in multiple ways. The 'encoding' field of the object</span></span><br><span class="line"><span class="comment"> * is set to one of this fields for this object. */</span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_ENCODING_RAW 0 <span class="comment">/* Raw representation */</span></span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_ENCODING_INT 1 <span class="comment">/* Encoded as integer */</span></span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_ENCODING_HT 2 <span class="comment">/* Encoded as hash table */</span></span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_ENCODING_ZIPMAP 3 <span class="comment">/* Encoded as zipmap */</span></span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_ENCODING_LINKEDLIST 4 <span class="comment">/* No longer used: old list encoding. */</span></span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_ENCODING_ZIPLIST 5 <span class="comment">/* Encoded as ziplist */</span></span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_ENCODING_INTSET 6 <span class="comment">/* Encoded as intset */</span></span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_ENCODING_SKIPLIST 7 <span class="comment">/* Encoded as skiplist */</span></span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_ENCODING_EMBSTR 8 <span class="comment">/* Embedded sds string encoding */</span></span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_ENCODING_QUICKLIST 9 <span class="comment">/* Encoded as linked list of ziplists */</span></span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_ENCODING_STREAM 10 <span class="comment">/* Encoded as a radix tree of listpacks */</span></span></span><br><span class="line"></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> LRU_BITS 24</span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> LRU_CLOCK_MAX ((1<span class="meta-string"><<LRU_BITS)-1) /* Max value of obj->lru */</span></span></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> LRU_CLOCK_RESOLUTION 1000 <span class="comment">/* LRU clock resolution in ms */</span></span></span><br><span class="line"></span><br><span class="line"><span class="meta">#<span class="meta-keyword">define</span> OBJ_SHARED_REFCOUNT INT_MAX</span></span><br><span class="line"><span class="keyword">typedef</span> <span class="class"><span class="keyword">struct</span> <span class="title">redisObject</span> {</span></span><br><span class="line"> <span class="keyword">unsigned</span> type:<span class="number">4</span>;</span><br><span class="line"> <span class="keyword">unsigned</span> encoding:<span class="number">4</span>;</span><br><span class="line"> <span class="keyword">unsigned</span> lru:LRU_BITS; <span class="comment">/* LRU time (relative to global lru_clock) or</span></span><br><span class="line"><span class="comment"> * LFU data (least significant 8 bits frequency</span></span><br><span class="line"><span class="comment"> * and most significant 16 bits access time). */</span></span><br><span class="line"> <span class="keyword">int</span> refcount;</span><br><span class="line"> <span class="keyword">void</span> *ptr;</span><br><span class="line">} robj;</span><br></pre></td></tr></table></figure>
|
|
<p>主体结构就是这个 redisObject，</p>
|
|
<ul>
|
|
<li>type： 字段表示对象的类型，它对应的就是 redis 的对外暴露的，或者说用户可以使用的五种类型，OBJ_STRING, OBJ_LIST, OBJ_SET, OBJ_ZSET, OBJ_HASH</li>
|
|
<li>encoding： 字段表示这个对象在 redis 内部的编码方式，由OBJ_ENCODING_开头的 11 种</li>
|
|
<li>lru: 做LRU替换算法用，占24个bit</li>
|
|
<li>refcount: 引用计数。它允许robj对象在某些情况下被共享。</li>
|
|
<li>ptr: 指向底层实现数据结构的指针<br>当 type 是 OBJ_STRING 时，表示类型是个 string，它的编码方式 encoding 可能有 OBJ_ENCODING_RAW，OBJ_ENCODING_INT，OBJ_ENCODING_EMBSTR 三种<br>当 type 是 OBJ_LIST 时，表示类型是 list，它的编码方式 encoding 是 OBJ_ENCODING_QUICKLIST，对于早一些的版本，2.2这种可能还会使用 OBJ_ENCODING_ZIPLIST，OBJ_ENCODING_LINKEDLIST<br>当 type 是 OBJ_SET 时，是个集合，但是得看具体元素的类型，有可能使用整数集合，OBJ_ENCODING_INTSET, 如果元素不全是整型或者数量超过一定限制，那么编码就是 OBJ_ENCODING_HT hash table 了<br>当 type 是 OBJ_ZSET 时，是个有序集合，它底层有可能使用的是 OBJ_ENCODING_ZIPLIST 或者 OBJ_ENCODING_SKIPLIST<br>当 type 是 OBJ_HASH 时，一开始也是 OBJ_ENCODING_ZIPLIST，然后当数据量大于 hash_max_ziplist_entries 时会转成 OBJ_ENCODING_HT</li>
|
|
</ul>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-Hans">
|
|
<link itemprop="mainEntityOfPage" href="https://nicksxs.me/2020/01/19/redis%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84%E4%BB%8B%E7%BB%8D%E5%9B%9B/">
|
|
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<meta itemprop="image" content="/uploads/avatar.jpg">
|
|
<meta itemprop="name" content="Nicksxs">
|
|
<meta itemprop="description" content="learn from zero,技术博客，Nicksxs，史学森">
|
|
</span>
|
|
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|
<meta itemprop="name" content="Nicksxs's Blog">
|
|
</span>
|
|
<header class="post-header">
|
|
<h2 class="post-title" itemprop="name headline">
|
|
|
|
<a href="/2020/01/19/redis%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84%E4%BB%8B%E7%BB%8D%E5%9B%9B/" class="post-title-link" itemprop="url">redis数据结构介绍四-第四部分 压缩表</a>
|
|
</h2>
|
|
|
|
<div class="post-meta">
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-calendar"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Posted on</span>
|
|
|
|
<time title="Created: 2020-01-19 00:00:22" itemprop="dateCreated datePublished" datetime="2020-01-19T00:00:22+08:00">2020-01-19</time>
|
|
</span>
|
|
<span class="post-meta-item">
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-folder"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">In</span>
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Redis/" itemprop="url" rel="index"><span itemprop="name">Redis</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Redis/%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84/" itemprop="url" rel="index"><span itemprop="name">数据结构</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/Redis/%E6%BA%90%E7%A0%81/" itemprop="url" rel="index"><span itemprop="name">源码</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/C/" itemprop="url" rel="index"><span itemprop="name">C</span></a>
|
|
</span>
|
|
,
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|
<a href="/categories/C/Redis/" itemprop="url" rel="index"><span itemprop="name">Redis</span></a>
|
|
</span>
|
|
</span>
|
|
|
|
|
|
<span id="/2020/01/19/redis%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84%E4%BB%8B%E7%BB%8D%E5%9B%9B/" class="post-meta-item leancloud_visitors" data-flag-title="redis数据结构介绍四-第四部分 压缩表" title="Views">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Views: </span>
|
|
<span class="leancloud-visitors-count"></span>
|
|
</span>
|
|
|
|
<span class="post-meta-item">
|
|
|
|
<span class="post-meta-item-icon">
|
|
<i class="far fa-comment"></i>
|
|
</span>
|
|
<span class="post-meta-item-text">Disqus: </span>
|
|
|
|
<a title="disqus" href="/2020/01/19/redis%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84%E4%BB%8B%E7%BB%8D%E5%9B%9B/#disqus_thread" itemprop="discussionUrl">
|
|
<span class="post-comments-count disqus-comment-count" data-disqus-identifier="2020/01/19/redis数据结构介绍四/" itemprop="commentCount"></span>
|
|
</a>
|
|
</span>
|
|
|
|
|
|
|
|
</div>
|
|
</header>
|
|
|
|
|
|
|
|
|
|
<div class="post-body" itemprop="articleBody">
|
|
|
|
|
|
<p>在 redis 中还有一类表型数据结构叫压缩表，ziplist，它的目的是替代链表，链表是个很容易理解的数据结构，双向链表有前后指针，有带头结点的有的不带，但是链表有个比较大的问题是相对于普通的数组，它的内存不连续，碎片化的存储，内存利用效率不高，而且指针寻址相对于直接使用偏移量的话，也有一定的效率劣势，当然这不是主要的原因，ziplist 设计的主要目的是让链表的内存使用更高效</p>
|
|
<blockquote>
|
|
<p>The ziplist is a specially encoded dually linked list that is designed to be very memory efficient.<br>这是摘自 redis 源码中ziplist.c 文件的注释，也说明了原因，它的大概结构是这样子</p>
|
|
</blockquote>
|
|
<figure class="highlight plain"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line"><zlbytes> <zltail> <zllen> <entry> <entry> ... <entry> <zlend></span><br></pre></td></tr></table></figure>
|
|
<p>其中<br><code><zlbytes></code>表示 ziplist 占用的字节总数，类型是uint32_t，32 位的无符号整型，当然表示的字节数也包含自己本身占用的 4 个<br><code><zltail></code> 类型也是是uint32_t，表示ziplist表中最后一项（entry）在ziplist中的偏移字节数。<code><zltail></code>的存在，使得我们可以很方便地找到最后一项（不用遍历整个ziplist），从而可以在ziplist尾端快速地执行push或pop操作。<br><code><uint16_t zllen></code> 表示ziplist 中的数据项个数，因为是 16 位，所以当数量超过所能表示的最大的数量，它的 16 位全会置为 1，但是真实的数量需要遍历整个 ziplist 才能知道<br><code><entry></code>是具体的数据项，后面解释<br><code><zlend></code> ziplist 的最后一个字节，固定是255。<br>再看一下<code><entry></code>中的具体结构，</p>
|
|
<figure class="highlight plain"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line"><prevlen> <encoding> <entry-data></span><br></pre></td></tr></table></figure>
|
|
<p>首先这个<code><prevlen></code>有两种情况，一种是前面的元素的长度，如果是小于等于 253的时候就用一个uint8_t 来表示前一元素的长度，如果大于的话他将占用五个字节，第一个字节是 254，即表示这个字节已经表示不下了，需要后面的四个字节帮忙表示<br><code><encoding></code>这个就比较复杂，把源码的注释放下面先看下</p>
|
|
<figure class="highlight plain"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br></pre></td><td class="code"><pre><span class="line">* |00pppppp| - 1 byte</span><br><span class="line">* String value with length less than or equal to 63 bytes (6 bits).</span><br><span class="line">* "pppppp" represents the unsigned 6 bit length.</span><br><span class="line">* |01pppppp|qqqqqqqq| - 2 bytes</span><br><span class="line">* String value with length less than or equal to 16383 bytes (14 bits).</span><br><span class="line">* IMPORTANT: The 14 bit number is stored in big endian.</span><br><span class="line">* |10000000|qqqqqqqq|rrrrrrrr|ssssssss|tttttttt| - 5 bytes</span><br><span class="line">* String value with length greater than or equal to 16384 bytes.</span><br><span class="line">* Only the 4 bytes following the first byte represents the length</span><br><span class="line">* up to 32^2-1. The 6 lower bits of the first byte are not used and</span><br><span class="line">* are set to zero.</span><br><span class="line">* IMPORTANT: The 32 bit number is stored in big endian.</span><br><span class="line">* |11000000| - 3 bytes</span><br><span class="line">* Integer encoded as int16_t (2 bytes).</span><br><span class="line">* |11010000| - 5 bytes</span><br><span class="line">* Integer encoded as int32_t (4 bytes).</span><br><span class="line">* |11100000| - 9 bytes</span><br><span class="line">* Integer encoded as int64_t (8 bytes).</span><br><span class="line">* |11110000| - 4 bytes</span><br><span class="line">* Integer encoded as 24 bit signed (3 bytes).</span><br><span class="line">* |11111110| - 2 bytes</span><br><span class="line">* Integer encoded as 8 bit signed (1 byte).</span><br><span class="line">* |1111xxxx| - (with xxxx between 0000 and 1101) immediate 4 bit integer.</span><br><span class="line">* Unsigned integer from 0 to 12. The encoded value is actually from</span><br><span class="line">* 1 to 13 because 0000 and 1111 can not be used, so 1 should be</span><br><span class="line">* subtracted from the encoded 4 bit value to obtain the right value.</span><br><span class="line">* |11111111| - End of ziplist special entry.</span><br></pre></td></tr></table></figure>
|
|
<p>首先如果 encoding 的前两位是 00 的话代表这个元素是个 6 位的字符串，即直接将数据保存在 encoding 中，不消耗额外的<code><entry-data></code>，如果前两位是 01 的话表示是个 14 位的字符串，如果是 10 的话表示encoding 块之后的四个字节是存放字符串类型的数据，encoding 的剩余 6 位置 0。<br>如果 encoding 的前两位是 11 的话表示这是个整型，具体的如果后两位是00的话，表示后面是个2字节的 int16_t 类型，如果是01的话，后面是个4字节的int32_t,如果是10的话后面是8字节的int64_t,如果是 11 的话后面是 3 字节的有符号整型，这些都要最后 4 位都是 0 的情况噢<br>剩下当是<code>11111110</code>时，则表示是一个1 字节的有符号数，如果是 <code>1111xxxx</code>，其中<code>xxxx</code>在0000 到 1101 表示实际的 1 到 13，为啥呢，因为 0000 前面已经用过了，而 1110 跟 1111 也都有用了。<br>看个具体的例子(上下有点对不齐，将就看)</p>
|
|
<figure class="highlight plain"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br></pre></td><td class="code"><pre><span class="line">[0f 00 00 00] [0c 00 00 00] [02 00] [00 f3] [02 f6] [ff]</span><br><span class="line">|**zlbytes***| |***zltail***| |*zllen*| |entry1 entry2| |zlend|</span><br></pre></td></tr></table></figure>
|
|
<p>第一部分代表整个 ziplist 有 15 个字节，zlbytes 自己占了 4 个 zltail 表示最后一个元素的偏移量，第 13 个字节起，zllen 表示有 2 个元素，第一个元素是<code>00f3</code>,00表示前一个元素长度是 0，本来前面就没元素(不过不知道这个能不能优化这一字节)，然后是 f3，换成二进制就是11110011,对照上面的注释，是落在|1111xxxx|这个类型里，注意这个其实是用 0001 到 1101 也就是 1到 13 来表示 0到 12，所以 f3 应该就是 2，第一个元素是 2，第二个元素呢，02 代表前一个元素也就是刚才说的这个，占用 2 字节，f6 展开也是刚才的类型，实际是 5，ff 表示 ziplist 的结尾，所以这个 ziplist 里面是两个元素，2 跟 5</p>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="post-footer">
|
|
<div class="post-eof"></div>
|
|
</footer>
|
|
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<nav class="pagination">
|
|
<a class="extend prev" rel="prev" href="/"><i class="fa fa-angle-left" aria-label="Previous page"></i></a><a class="page-number" href="/">1</a><span class="page-number current">2</span><a class="page-number" href="/page/3/">3</a><span class="space">…</span><a class="page-number" href="/page/6/">6</a><a class="extend next" rel="next" href="/page/3/"><i class="fa fa-angle-right" aria-label="Next page"></i></a>
|
|
</nav>
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
|
<script>
|
|
window.addEventListener('tabs:register', () => {
|
|
let { activeClass } = CONFIG.comments;
|
|
if (CONFIG.comments.storage) {
|
|
activeClass = localStorage.getItem('comments_active') || activeClass;
|
|
}
|
|
if (activeClass) {
|
|
let activeTab = document.querySelector(`a[href="#comment-${activeClass}"]`);
|
|
if (activeTab) {
|
|
activeTab.click();
|
|
}
|
|
}
|
|
});
|
|
if (CONFIG.comments.storage) {
|
|
window.addEventListener('tabs:click', event => {
|
|
if (!event.target.matches('.tabs-comment .tab-content .tab-pane')) return;
|
|
let commentClass = event.target.classList[1];
|
|
localStorage.setItem('comments_active', commentClass);
|
|
});
|
|
}
|
|
</script>
|
|
|
|
</div>
|
|
|
|
|
|
<div class="toggle sidebar-toggle">
|
|
<span class="toggle-line toggle-line-first"></span>
|
|
<span class="toggle-line toggle-line-middle"></span>
|
|
<span class="toggle-line toggle-line-last"></span>
|
|
</div>
|
|
|
|
<aside class="sidebar">
|
|
<div class="sidebar-inner">
|
|
|
|
<ul class="sidebar-nav motion-element">
|
|
<li class="sidebar-nav-toc">
|
|
Table of Contents
|
|
</li>
|
|
<li class="sidebar-nav-overview">
|
|
Overview
|
|
</li>
|
|
</ul>
|
|
|
|
<!--noindex-->
|
|
<div class="post-toc-wrap sidebar-panel">
|
|
</div>
|
|
<!--/noindex-->
|
|
|
|
<div class="site-overview-wrap sidebar-panel">
|
|
<div class="site-author motion-element" itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|
<img class="site-author-image" itemprop="image" alt="Nicksxs"
|
|
src="/uploads/avatar.jpg">
|
|
<p class="site-author-name" itemprop="name">Nicksxs</p>
|
|
<div class="site-description" itemprop="description">learn from zero,技术博客，Nicksxs，史学森</div>
|
|
</div>
|
|
<div class="site-state-wrap motion-element">
|
|
<nav class="site-state">
|
|
<div class="site-state-item site-state-posts">
|
|
<a href="/archives/">
|
|
|
|
<span class="site-state-item-count">51</span>
|
|
<span class="site-state-item-name">posts</span>
|
|
</a>
|
|
</div>
|
|
<div class="site-state-item site-state-categories">
|
|
<a href="/categories/">
|
|
|
|
<span class="site-state-item-count">44</span>
|
|
<span class="site-state-item-name">categories</span></a>
|
|
</div>
|
|
<div class="site-state-item site-state-tags">
|
|
<a href="/tags/">
|
|
|
|
<span class="site-state-item-count">69</span>
|
|
<span class="site-state-item-name">tags</span></a>
|
|
</div>
|
|
</nav>
|
|
</div>
|
|
<div class="links-of-author motion-element">
|
|
<span class="links-of-author-item">
|
|
<a href="https://github.com/nicksxs" title="GitHub → https://github.com/nicksxs" rel="noopener" target="_blank"><i class="github fa-fw"></i>GitHub</a>
|
|
</span>
|
|
<span class="links-of-author-item">
|
|
<a href="mailto:nicksxs1202@gmail.com" title="E-Mail → mailto:nicksxs1202@gmail.com" rel="noopener" target="_blank"><i class="envelope fa-fw"></i>E-Mail</a>
|
|
</span>
|
|
<span class="links-of-author-item">
|
|
<a href="/atom.xml" title="RSS → /atom.xml"><i class="rss fa-fw"></i>RSS</a>
|
|
</span>
|
|
</div>
|
|
<div class="cc-license motion-element" itemprop="license">
|
|
<a href="https://creativecommons.org/licenses/by-nc-sa/4.0/" class="cc-opacity" rel="noopener" target="_blank"><img src="/images/cc-by-nc-sa.svg" alt="Creative Commons"></a>
|
|
</div>
|
|
|
|
<script type="text/javascript" charset="utf-8" src="/js/tagcloud.js"></script>
|
|
<script type="text/javascript" charset="utf-8" src="/js/tagcanvas.js"></script>
|
|
<div class="widget-wrap">
|
|
<div id="myCanvasContainer" class="widget tagcloud">
|
|
<canvas width="250" height="250" id="resCanvas" style="width=100%">
|
|
<ul class="tag-list" itemprop="keywords"><li class="tag-list-item"><a class="tag-list-link" href="/tags/2019/" rel="tag">2019</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/2PC/" rel="tag">2PC</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/3PC/" rel="tag">3PC</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/C/" rel="tag">C</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/C/" rel="tag">C++</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Comparator/" rel="tag">Comparator</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Design-Patterns/" rel="tag">Design Patterns</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Distributed-Lock/" rel="tag">Distributed Lock</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Docker/" rel="tag">Docker</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Dockerfile/" rel="tag">Dockerfile</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/G1/" rel="tag">G1</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/GC/" rel="tag">GC</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Garbage-First-Collector/" rel="tag">Garbage-First Collector</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Gogs/" rel="tag">Gogs</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/JVM/" rel="tag">JVM</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Java/" rel="tag">Java</a><span class="tag-list-count">5</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Maven/" rel="tag">Maven</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Redis/" rel="tag">Redis</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Singleton/" rel="tag">Singleton</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Stream/" rel="tag">Stream</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Thread-dump/" rel="tag">Thread dump</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/Webhook/" rel="tag">Webhook</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/aqs/" rel="tag">aqs</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/c/" rel="tag">c++</a><span class="tag-list-count">14</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/cgroup/" rel="tag">cgroup</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/cluster/" rel="tag">cluster</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/docker/" rel="tag">docker</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/echo/" rel="tag">echo</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/gap-lock/" rel="tag">gap lock</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/hadoop/" rel="tag">hadoop</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/im/" rel="tag">im</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/java/" rel="tag">java</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/leetcode/" rel="tag">leetcode</a><span class="tag-list-count">13</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/linux/" rel="tag">linux</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/mfc/" rel="tag">mfc</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/mq/" rel="tag">mq</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/mvcc/" rel="tag">mvcc</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/mysql/" rel="tag">mysql</a><span class="tag-list-count">4</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/namespace/" rel="tag">namespace</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/next-key-lock/" rel="tag">next-key lock</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/nginx/" rel="tag">nginx</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/nullsfirst/" rel="tag">nullsfirst</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/openresty/" rel="tag">openresty</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/php/" rel="tag">php</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/python/" rel="tag">python</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/read-view/" rel="tag">read view</a><span class="tag-list-count">3</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/redis/" rel="tag">redis</a><span class="tag-list-count">8</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/sort/" rel="tag">sort</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/spark/" rel="tag">spark</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/swoole/" rel="tag">swoole</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/uname/" rel="tag">uname</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/websocket/" rel="tag">websocket</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E4%B8%89%E9%98%B6%E6%AE%B5%E6%8F%90%E4%BA%A4/" rel="tag">三阶段提交</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E4%B8%A4%E9%98%B6%E6%AE%B5%E6%8F%90%E4%BA%A4/" rel="tag">两阶段提交</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%88%86%E5%B8%83%E5%BC%8F%E4%BA%8B%E5%8A%A1/" rel="tag">分布式事务</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%88%86%E5%B8%83%E5%BC%8F%E9%94%81/" rel="tag">分布式锁</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%8D%95%E4%BE%8B/" rel="tag">单例</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%8D%9A%E5%AE%A2%EF%BC%8C%E6%96%87%E7%AB%A0/" rel="tag">博客，文章</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%8F%91%E8%A1%8C%E7%89%88/" rel="tag">发行版</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%AF%84%E7%94%9F%E8%99%AB/" rel="tag">寄生虫</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%B9%B4%E7%BB%88%E6%80%BB%E7%BB%93/" rel="tag">年终总结</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%B9%BB%E8%AF%BB/" rel="tag">幻读</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E5%BD%B1%E8%AF%84/" rel="tag">影评</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%8E%92%E5%BA%8F/" rel="tag">排序</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84/" rel="tag">数据结构</a><span class="tag-list-count">11</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E6%BA%90%E7%A0%81/" rel="tag">源码</a><span class="tag-list-count">11</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E7%94%9F%E6%B4%BB/" rel="tag">生活</a><span class="tag-list-count">2</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%AE%BE%E8%AE%A1%E6%A8%A1%E5%BC%8F/" rel="tag">设计模式</a><span class="tag-list-count">1</span></li><li class="tag-list-item"><a class="tag-list-link" href="/tags/%E8%AF%BB%E5%90%8E%E6%84%9F/" rel="tag">读后感</a><span class="tag-list-count">1</span></li></ul>
|
|
</canvas>
|
|
</div>
|
|
</div>
|
|
|
|
|
|
|
|
<div class="links-of-blogroll motion-element">
|
|
<div class="links-of-blogroll-title"><i class="fa fa-link fa-fw"></i>
|
|
Links
|
|
</div>
|
|
<ul class="links-of-blogroll-list">
|
|
<li class="links-of-blogroll-item">
|
|
<a href="http://www.zipperary.com/" title="http://www.zipperary.com/" rel="noopener" target="_blank">Zippera's blog</a>
|
|
</li>
|
|
<li class="links-of-blogroll-item">
|
|
<a href="http://x20a.xyz/" title="http://x20a.xyz/" rel="noopener" target="_blank">Freedom</a>
|
|
</li>
|
|
<li class="links-of-blogroll-item">
|
|
<a href="http://samuel.group/" title="http://samuel.group/" rel="noopener" target="_blank">sfwtt</a>
|
|
</li>
|
|
<li class="links-of-blogroll-item">
|
|
<a href="http://blog.leanote.com/buru" title="http://blog.leanote.com/buru" rel="noopener" target="_blank">bruce</a>
|
|
</li>
|
|
<li class="links-of-blogroll-item">
|
|
<a href="http://m2shad0w.com/" title="http://m2shad0w.com/" rel="noopener" target="_blank">m2shad0w</a>
|
|
</li>
|
|
<li class="links-of-blogroll-item">
|
|
<a href="http://www.programcat.com/" title="http://www.programcat.com" rel="noopener" target="_blank">程序喵的厨房</a>
|
|
</li>
|
|
</ul>
|
|
</div>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
</aside>
|
|
<div id="sidebar-dimmer"></div>
|
|
|
|
|
|
</div>
|
|
</main>
|
|
|
|
<footer class="footer">
|
|
<div class="footer-inner">
|
|
|
|
|
|
|
|
|
|
<div class="copyright">
|
|
|
|
©
|
|
<span itemprop="copyrightYear">2020</span>
|
|
<span class="with-love">
|
|
<i class="fa fa-heart"></i>
|
|
</span>
|
|
<span class="author" itemprop="copyrightHolder">Nicksxs</span>
|
|
</div>
|
|
<div class="powered-by">Powered by <a href="https://hexo.io/" class="theme-link" rel="noopener" target="_blank">Hexo</a> & <a href="https://pisces.theme-next.org/" class="theme-link" rel="noopener" target="_blank">NexT.Pisces</a>
|
|
</div>
|
|
|
|
|
|
<div class="busuanzi-count">
|
|
<script async src="https://busuanzi.ibruce.info/busuanzi/2.3/busuanzi.pure.mini.js"></script>
|
|
<span class="post-meta-item" id="busuanzi_container_site_uv" style="display: none;">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-user"></i>
|
|
</span>
|
|
<span class="site-uv" title="Total Visitors">
|
|
<span id="busuanzi_value_site_uv"></span>
|
|
</span>
|
|
</span>
|
|
<span class="post-meta-divider">|</span>
|
|
<span class="post-meta-item" id="busuanzi_container_site_pv" style="display: none;">
|
|
<span class="post-meta-item-icon">
|
|
<i class="fa fa-eye"></i>
|
|
</span>
|
|
<span class="site-pv" title="Total Views">
|
|
<span id="busuanzi_value_site_pv"></span>
|
|
</span>
|
|
</span>
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<script>
|
|
(function() {
|
|
function leancloudSelector(url) {
|
|
url = encodeURI(url);
|
|
return document.getElementById(url).querySelector('.leancloud-visitors-count');
|
|
}
|
|
|
|
function addCount(Counter) {
|
|
var visitors = document.querySelector('.leancloud_visitors');
|
|
var url = decodeURI(visitors.id);
|
|
var title = visitors.dataset.flagTitle;
|
|
|
|
Counter('get', '/classes/Counter?where=' + encodeURIComponent(JSON.stringify({ url })))
|
|
.then(response => response.json())
|
|
.then(({ results }) => {
|
|
if (results.length > 0) {
|
|
var counter = results[0];
|
|
leancloudSelector(url).innerText = counter.time + 1;
|
|
Counter('put', '/classes/Counter/' + counter.objectId, { time: { '__op': 'Increment', 'amount': 1 } })
|
|
.catch(error => {
|
|
console.error('Failed to save visitor count', error);
|
|
});
|
|
} else {
|
|
leancloudSelector(url).innerText = 'Counter not initialized! More info at console err msg.';
|
|
console.error('ATTENTION! LeanCloud counter has security bug, see how to solve it here: https://github.com/theme-next/hexo-leancloud-counter-security. \n However, you can still use LeanCloud without security, by setting `security` option to `false`.');
|
|
|
|
}
|
|
})
|
|
.catch(error => {
|
|
console.error('LeanCloud Counter Error', error);
|
|
});
|
|
}
|
|
|
|
function showTime(Counter) {
|
|
var visitors = document.querySelectorAll('.leancloud_visitors');
|
|
var entries = [...visitors].map(element => {
|
|
return decodeURI(element.id);
|
|
});
|
|
|
|
Counter('get', '/classes/Counter?where=' + encodeURIComponent(JSON.stringify({ url: { '$in': entries } })))
|
|
.then(response => response.json())
|
|
.then(({ results }) => {
|
|
for (let url of entries) {
|
|
let target = results.find(item => item.url === url);
|
|
leancloudSelector(url).innerText = target ? target.time : 0;
|
|
}
|
|
})
|
|
.catch(error => {
|
|
console.error('LeanCloud Counter Error', error);
|
|
});
|
|
}
|
|
|
|
let { app_id, app_key, server_url } = {"enable":true,"app_id":"ysza182Vghlqjdt7QiwGLLJy-gzGzoHsz","app_key":"s9GDqbn7gnGGkusf66YRVccw","server_url":"https://leancloud.cn","security":true};
|
|
function fetchData(api_server) {
|
|
var Counter = (method, url, data) => {
|
|
return fetch(`${api_server}/1.1${url}`, {
|
|
method,
|
|
headers: {
|
|
'X-LC-Id' : app_id,
|
|
'X-LC-Key' : app_key,
|
|
'Content-Type': 'application/json',
|
|
},
|
|
body: JSON.stringify(data)
|
|
});
|
|
};
|
|
if (CONFIG.page.isPost) {
|
|
if (CONFIG.hostname !== location.hostname) return;
|
|
addCount(Counter);
|
|
} else if (document.querySelectorAll('.post-title-link').length >= 1) {
|
|
showTime(Counter);
|
|
}
|
|
}
|
|
|
|
let api_server = app_id.slice(-9) !== '-MdYXbMMI' ? server_url : `https://${app_id.slice(0, 8).toLowerCase()}.api.lncldglobal.com`;
|
|
|
|
if (api_server) {
|
|
fetchData(api_server);
|
|
} else {
|
|
fetch('https://app-router.leancloud.cn/2/route?appId=' + app_id)
|
|
.then(response => response.json())
|
|
.then(({ api_server }) => {
|
|
fetchData('https://' + api_server);
|
|
});
|
|
}
|
|
})();
|
|
</script>
|
|
|
|
|
|
</div>
|
|
</footer>
|
|
</div>
|
|
|
|
|
|
<script src="/lib/anime.min.js"></script>
|
|
<script src="//cdn.jsdelivr.net/npm/jquery@3/dist/jquery.min.js"></script>
|
|
<script src="//cdn.jsdelivr.net/gh/fancyapps/fancybox@3/dist/jquery.fancybox.min.js"></script>
|
|
<script src="//cdn.jsdelivr.net/npm/lozad@1/dist/lozad.min.js"></script>
|
|
<script src="/lib/velocity/velocity.min.js"></script>
|
|
<script src="/lib/velocity/velocity.ui.min.js"></script>
|
|
|
|
<script src="/js/utils.js"></script>
|
|
|
|
<script src="/js/motion.js"></script>
|
|
|
|
|
|
<script src="/js/schemes/pisces.js"></script>
|
|
|
|
|
|
<script src="/js/next-boot.js"></script>
|
|
|
|
|
|
|
|
|
|
|
|
<script>
|
|
(function(){
|
|
var bp = document.createElement('script');
|
|
var curProtocol = window.location.protocol.split(':')[0];
|
|
bp.src = (curProtocol === 'https') ? 'https://zz.bdstatic.com/linksubmit/push.js' : 'http://push.zhanzhang.baidu.com/push.js';
|
|
var s = document.getElementsByTagName("script")[0];
|
|
s.parentNode.insertBefore(bp, s);
|
|
})();
|
|
</script>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<script>
|
|
function loadCount() {
|
|
var d = document, s = d.createElement('script');
|
|
s.src = 'https://nicksxs.disqus.com/count.js';
|
|
s.id = 'dsq-count-scr';
|
|
(d.head || d.body).appendChild(s);
|
|
}
|
|
// defer loading until the whole page loading is completed
|
|
window.addEventListener('load', loadCount, false);
|
|
</script>
|
|
|
|
</body>
|
|
</html>
|