2 FastDFS实验

2.1 实验环境

2.2 准备虚拟机

2.2.1 NAT设置

2.2.2 安装系统

2.2.3 设置静态IP

2.2.4 安装vim

xxxxxxxxxx
2
1
$ sudo apt install vim
2
$ vi ~/.vimrc

xxxxxxxxxx
19
1
set number
2
set tabstop=4
3
set shiftwidth=4
4
set cindent
5
highlight LineNr ctermbg=gray ctermfg=white
6
set cursorline
7
highlight CursorLine cterm=none ctermbg=cyan
8
highlight CursorLineNr cterm=none ctermbg=gray ctermfg=cyan
9
set laststatus=2
10
set statusline =%1*\%<%.50F\ %=
11
set statusline+=%2*\%y%m%r%h%w\ %*
12
set statusline+=%3*\%{&ff}\[%{&fenc}]\ %*
13
set statusline+=%4*\%l/%L,%c\ %*
14
set statusline+=%5*\%3p%%
15
highlight User1 cterm=none ctermfg=cyan ctermbg=black
16
highlight User2 cterm=none ctermfg=208 ctermbg=black
17
highlight User3 cterm=none ctermfg=169 ctermbg=black
18
highlight User4 cterm=none ctermfg=yellow ctermbg=black
19
highlight User5 cterm=none ctermfg=green ctermbg=black

2.2.5 共享文件夹

xxxxxxxxxx
6
1
$ sudo apt-get install open-vm-tools
2
$ sudo apt-get install open-vm-tools-desktop
3
$ vmware-hgfsclient
4
$ sudo mkdir -p /mnt/hgfs
5
$ cd /etc/systemd/system
6
$ sudo vi mnt.hgfs.service

​x
1
[Unit]
2
Description=Load VMware shared folders
3
Requires=vmware-vmblock-fuse.service
4
After=vmware-vmblock-fuse.service
5
ConditionVirtualization=vmware
6

7
[Service]
8
Type=oneshot
9
RemainAfterExit=yes
10
ExecStart=/usr/bin/vmhgfs-fuse -o allow_other -o auto_unmount .host:/ /mnt/hgfs
11

12
[Install]
13
WantedBy=multi-user.target

xxxxxxxxxx
1
1
$ sudo systemctl enable mnt.hgfs.service

2.2.6 修改停止服务超时

xxxxxxxxxx
3
1
$ sudo vi /etc/systemd/system.conf
2
DefaultTimeoutStopSec=10s
3
$ sudo systemctl daemon-reload

2.2.7 安装telnet、ssh和ftp

xxxxxxxxxx
5
1
$ sudo apt-get update
2
$ sudo apt-get install openbsd-inetd -y
3
$ sudo apt-get install telnetd -y
4
$ sudo apt-get install openssh-server -y
5
$ sudo apt-get install vsftpd -y

2.2.8 安装开发环境

xxxxxxxxxx
4
1
$ sudo apt-get install git
2
$ sudo apt-get install gcc
3
$ sudo apt-get install g++
4
$ sudo apt-get install make

2.2.9 安装网络工具

xxxxxxxxxx
1
1
$ sudo apt-get install net-tools

2.2.10 其它设置

xxxxxxxxxx
2
1
$ sudo systemctl set-default multi-user.target
2
$ sudo systemctl set-default graphical.target

xxxxxxxxxx
3
1
$ sudo vi /etc/default/apport
2
enabled=0
3
$ sudo rm -rf /var/crash/*

2.2 11 升级系统

xxxxxxxxxx
2
1
$ sudo apt update
2
$ sudo apt upgrade

2.3 安装FastDFS (Tracker1-2、Storage1-4、Client1)

2.3.1 下载、编译、安装libfastcommon库

xxxxxxxxxx
5
1
$ cd ~/Projects
2
$ git clone https://github.com/happyfish100/libfastcommon.git
3
$ cd libfastcommon
4
$ ./make.sh
5
$ sudo ./make.sh install

2.3.2 下载、编译、安装FastDFS系统

xxxxxxxxxx
7
1
$ cd ~/Projects
2
$ cp ../Downloads/fastdfs-6.06.tar.gz .
3
$ gunzip fastdfs-6.06.tar.gz
4
$ tar -xvf fastdfs-6.06.tar
5
$ cd fastdfs-6.06
6
$ ./make.sh
7
$ sudo ./make.sh install

2.3.3 创建工作目录

xxxxxxxxxx
2
1
$ cd ~
2
$ mkdir fastdfs

2.4 搭建Tracker服务器(Tracker1-2)

2.4.1 配置Tracker服务器

xxxxxxxxxx
2
1
$ sudo cp /etc/fdfs/tracker.conf.sample /etc/fdfs/tracker.conf
2
$ sudo vi /etc/fdfs/tracker.conf

xxxxxxxxxx
1
1
base_path = /home/tarena/fastdfs

2.4.2 手动启动Tracker服务器

xxxxxxxxxx
1
1
$ fdfs_trackerd /etc/fdfs/tracker.conf start

xxxxxxxxxx
3
1
$ ps -ef | grep fdfs
2
$ netstat -unltp | grep fdfs
3
$ tail -f /home/tarena/fastdfs/logs/trackerd.log

2.4.3 自动启动Tracker服务器

xxxxxxxxxx
1
1
$ sudo vi /etc/init.d/fdfs_trackerd

xxxxxxxxxx
5
1
### BEGIN INIT INFO
2
# Provides:      $fdfs_trackerd
3
# Default-Start: 2 3 4 5
4
# Default-Stop:  0 1 6
5
### END INIT INFO

xxxxxxxxxx
2
1
$ sudo update-rc.d fdfs_trackerd defaults
2
$ sudo reboot

xxxxxxxxxx
3
1
$ ps -ef | grep fdfs
2
$ sudo netstat -unltp | grep fdfs
3
$ tail -f /home/tarena/fastdfs/logs/trackerd.log

2.4.4 安装Nginx依赖

xxxxxxxxxx
3
1
$ sudo apt-get install openssl libssl-dev
2
$ sudo apt-get install libpcre3 libpcre3-dev
3
$ sudo apt-get install zlib1g-dev

2.4.5 下载、编译、安装Nginx

xxxxxxxxxx
9
1
$ cd ~/Projects
2
$ cp ../Downloads/nginx-1.17.10.tar.gz .
3
$ gunzip nginx-1.17.10.tar.gz
4
$ tar -xvf nginx-1.17.10.tar
5
$ cd nginx-1.17.10
6
$ ./configure --prefix=/usr/local/nginx --pid-path=/run/nginx.pid
7
$ make
8
$ sudo make install
9
$ sudo cp ~/Downloads/favicon.ico /usr/local/nginx/html

2.4.6 配置Nginx服务器

xxxxxxxxxx
1
1
$ sudo vi /usr/local/nginx/conf/nginx.conf

xxxxxxxxxx
30
1
worker_processes 8;
2

3
events {
4
    worker_connections 65535;
5
    use epoll;
6
}
7

8
http {
9
    upstream fdfs_group1 {
10
        server 192.168.0.13:8080 weight=1 max_fails=2 fail_timeout=30s;
11
        server 192.168.0.14:8080 weight=1 max_fails=2 fail_timeout=30s;
12
    }
13

14
    upstream fdfs_group2 {
15
        server 192.168.0.15:8080 weight=1 max_fails=2 fail_timeout=30s;
16
        server 192.168.0.16:8080 weight=1 max_fails=2 fail_timeout=30s;
17
    }
18

19
    server {
20
        listen 8080;
21

22
        location /Group1/M00 {
23
            proxy_pass http://fdfs_group1;
24
        }
25

26
        location /Group2/M00 {
27
            proxy_pass http://fdfs_group2;
28
        }
29
    }
30
}

2.4.7 配置防火墙

xxxxxxxxxx
1
1
$ sudo iptables -I INPUT -p tcp -m state --state NEW -m tcp --dport 8080 -j ACCEPT

2.4.8 将Nginx服务器设置为系统服务

xxxxxxxxxx
1
1
$ sudo vi /etc/systemd/system/nginx.service

xxxxxxxxxx
16
1
[Unit]
2
Description = A high performance web server and a reverse proxy server
3
After = network.target
4

5
[Service]
6
Type = forking
7
PIDFile = /run/nginx.pid
8
ExecStartPre = /usr/local/nginx/sbin/nginx -t -q -g 'daemon on; master_process on;'
9
ExecStart = /usr/local/nginx/sbin/nginx -g 'daemon on; master_process on;'
10
ExecReload = /usr/local/nginx/sbin/nginx -g 'daemon on; master_process on;' -s reload
11
ExecStop = -/sbin/start-stop-daemon --quiet --stop --retry QUIT/5 --pidfile /run/nginx.pid
12
TimeoutStopSec = 5
13
KillMode = mixed
14

15
[Install]
16
WantedBy = multi-user.target

xxxxxxxxxx
3
1
$ sudo systemctl enable nginx
2
$ sudo systemctl start nginx
3
$ sudo systemctl status nginx

xxxxxxxxxx
2
1
$ sudo netstat -unltp | grep nginx
2
$ tail -f /usr/local/nginx/logs/error.log

2.5 搭建Storage服务器(Storage1-4)

2.5.1 配置Storage服务器

xxxxxxxxxx
2
1
$ sudo cp /etc/fdfs/storage.conf.sample /etc/fdfs/storage.conf
2
$ sudo vi /etc/fdfs/storage.conf

xxxxxxxxxx
5
1
group_name = Group1
2
base_path = /home/tarena/fastdfs
3
store_path0 = /home/tarena/fastdfs
4
tracker_server = 192.168.0.11:22122
5
tracker_server = 192.168.0.12:22122

2.5.2 手动启动Storage服务器

xxxxxxxxxx
1
1
$ fdfs_storaged /etc/fdfs/storage.conf start

xxxxxxxxxx
4
1
$ ps -ef | grep fdfs
2
$ sudo netstat -unltp | grep fdfs
3
$ tail -f /home/tarena/fastdfs/logs/storaged.log
4
$ fdfs_monitor /etc/fdfs/storage.conf

2.5.3 自动启动Storage服务器

xxxxxxxxxx
1
1
$ sudo vi /etc/init.d/fdfs_storaged

xxxxxxxxxx
5
1
### BEGIN INIT INFO
2
# Provides:      $fdfs_storaged
3
# Default-Start: 2 3 4 5
4
# Default-Stop:  0 1 6
5
### END INIT INFO

xxxxxxxxxx
2
1
$ sudo update-rc.d fdfs_storaged defaults
2
$ sudo reboot

xxxxxxxxxx
4
1
$ ps -ef | grep fdfs
2
$ sudo netstat -unltp | grep fdfs
3
$ tail -f /home/tarena/fastdfs/logs/storaged.log
4
$ fdfs_monitor /etc/fdfs/storage.conf

2.5.4 下载fastdfs-nginx-module模块

xxxxxxxxxx
2
1
$ cd ~/Projects
2
$ git clone https://github.com/happyfish100/fastdfs-nginx-module.git

2.5.5 配置fastdfs-nginx-module模块

xxxxxxxxxx
2
1
$ sudo cp fastdfs-nginx-module/src/mod_fastdfs.conf /etc/fdfs
2
$ sudo vi /etc/fdfs/mod_fastdfs.conf

xxxxxxxxxx
19
1
base_path = /home/tarena/fastdfs
2
tracker_server = 192.168.0.11:22122
3
tracker_server = 192.168.0.12:22122
4
group_name = Group1
5
url_have_group_name = true
6
store_path0 = /home/tarena/fastdfs
7
group_count = 2
8

9
[group1]
10
group_name = Group1
11
storage_server_port = 23000
12
store_path_count = 1
13
store_path0 = /home/tarena/fastdfs
14

15
[group2]
16
group_name = Group2
17
storage_server_port = 23000
18
store_path_count = 1
19
store_path0 = /home/tarena/fastdfs

xxxxxxxxxx
1
1
$ sudo cp ~/Projects/fastdfs-6.06/conf/http.conf ~/Projects/fastdfs-6.06/conf/mime.types /etc/fdfs

2.5.6 创建符号链接

xxxxxxxxxx
1
1
$ sudo ln -s /home/tarena/fastdfs/data /home/tarena/fastdfs/data/M00

xxxxxxxxxx
3
1
$ sudo ln -sv /usr/include/fastcommon /usr/local/include/fastcommon
2
$ sudo ln -sv /usr/include/fastdfs /usr/local/include/fastdfs
3
$ sudo ln -sv /usr/lib64/libfastcommon.so /usr/local/lib/libfastcommon.so

2.5.7 安装Nginx依赖

xxxxxxxxxx
3
1
sudo apt-get install openssl libssl-dev
2
sudo apt-get install libpcre3 libpcre3-dev
3
sudo apt-get install zlib1g-dev

2.5.8 下载、编译、安装Nginx

xxxxxxxxxx
9
1
$ cd ~/Projects
2
$ cp ../Downloads/nginx-1.17.10.tar.gz .
3
$ gunzip nginx-1.17.10.tar.gz
4
$ tar -xvf nginx-1.17.10.tar
5
$ cd nginx-1.17.10
6
$ ./configure --prefix=/usr/local/nginx --pid-path=/run/nginx.pid --add-module=../fastdfs-nginx-module/src
7
$ make
8
$ sudo make install
9
$ sudo cp ~/Downloads/favicon.ico /usr/local/nginx/html

2.5.9 配置Nginx服务器

xxxxxxxxxx
1
1
$ sudo vi /usr/local/nginx/conf/nginx.conf

xxxxxxxxxx
12
1
user root;
2
worker_processes 8;
3

4
server {
5
    listen 8080;
6
    ...
7
    location ~/Group[1-2]/M00 {
8
        root /home/tarena/fastdfs/data;
9
        ngx_fastdfs_module;
10
    }
11
    ...
12
}

2.5.10 配置防火墙

xxxxxxxxxx
1
1
$ sudo iptables -I INPUT -p tcp -m state --state NEW -m tcp --dport 8080 -j ACCEPT

2.5.11 将Nginx服务器设置为系统服务

xxxxxxxxxx
1
1
$ sudo vi /etc/systemd/system/nginx.service

xxxxxxxxxx
16
1
[Unit]
2
Description = A high performance web server and a reverse proxy server
3
After = network.target
4

5
[Service]
6
Type = forking
7
PIDFile = /run/nginx.pid
8
ExecStartPre = /usr/local/nginx/sbin/nginx -t -q -g 'daemon on; master_process on;'
9
ExecStart = /usr/local/nginx/sbin/nginx -g 'daemon on; master_process on;'
10
ExecReload = /usr/local/nginx/sbin/nginx -g 'daemon on; master_process on;' -s reload
11
ExecStop = -/sbin/start-stop-daemon --quiet --stop --retry QUIT/5 --pidfile /run/nginx.pid
12
TimeoutStopSec = 5
13
KillMode = mixed
14

15
[Install]
16
WantedBy = multi-user.target

xxxxxxxxxx
3
1
$ sudo systemctl enable nginx
2
$ sudo systemctl start nginx
3
$ sudo systemctl status nginx

xxxxxxxxxx
2
1
$ sudo netstat -unltp | grep nginx
2
$ tail -f /usr/local/nginx/logs/error.log

2.6 搭建上传客户机(Client1)

2.6.1 配置FastDFS客户机

xxxxxxxxxx
2
1
$ sudo cp /etc/fdfs/client.conf.sample /etc/fdfs/client.conf
2
$ sudo vi /etc/fdfs/client.conf

xxxxxxxxxx
4
1
base_path = /home/tarena/fastdfs
2
tracker_server = 192.168.0.11:22122
3
tracker_server = 192.168.0.12:22122
4
http.tracker_server_port = 8080

2.6.2 上传文件

xxxxxxxxxx
2
1
$ fdfs_upload_file /etc/fdfs/client.conf ~/fastdfs/Day05_2.mp4
2
Group1/M00/00/00/wKgADV7PZeSAYq-HA8xf__JA1NA431.mp4

xxxxxxxxxx
2
1
$ fdfs_upload_file /etc/fdfs/client.conf ~/fastdfs/Day05_3.mp4
2
Group1/M00/00/00/wKgADl7PZmWAWDR0A3_8qu7Bxj0478.mp4

xxxxxxxxxx
2
1
$ fdfs_upload_file /etc/fdfs/client.conf ~/fastdfs/xiaoguai.jpg
2
Group2/M00/00/00/wKgAEF7PWJCAVagLAHSSFGvnPP4931.jpg

xxxxxxxxxx
2
1
$ fdfs_upload_file /etc/fdfs/client.conf ~/fastdfs/baoqiu.jpg
2
Group2/M00/00/00/wKgAD17PVvuARL4OAAQe8QHi5k0872.jpg

2.7 搭建下载客户机(Client2)

2.7.1 安装VLC SDK

2.7.1.1 Ubuntu

xxxxxxxxxx
2
1
$ sudo apt-get install vlc libvlc-dev
2
$ vlc

2.7.1.2 Windows

xxxxxxxxxx
2
1
D:\vlc-3.0.10\win64>vlc.exe
2
D:\vlc-3.0.10\win32>vlc.exe

2.7.2 用播放器下载视频

http://192.168.0.11:8080/Group1/M00/00/00/wKgADV7PZeSAYq-HA8xf__JA1NA431.mp4 http://192.168.0.11:8080/Group1/M00/00/00/wKgADl7PZmWAWDR0A3_8qu7Bxj0478.mp4 http://192.168.0.12:8080/Group1/M00/00/00/wKgADV7PZeSAYq-HA8xf__JA1NA431.mp4 http://192.168.0.12:8080/Group1/M00/00/00/wKgADl7PZmWAWDR0A3_8qu7Bxj0478.mp4

2.7.3 用浏览器下载图片

http://192.168.0.11:8080/Group2/M00/00/00/wKgAEF7PWJCAVagLAHSSFGvnPP4931.jpg http://192.168.0.11:8080/Group2/M00/00/00/wKgAD17PVvuARL4OAAQe8QHi5k0872.jpg http://192.168.0.12:8080/Group2/M00/00/00/wKgAEF7PWJCAVagLAHSSFGvnPP4931.jpg http://192.168.0.12:8080/Group2/M00/00/00/wKgAD17PVvuARL4OAAQe8QHi5k0872.jpg

达内集团◇C++/嵌入式◇闵卫