Happywzy

准备测试数据

public static void main(String[] args) {
        InfluxDB influxDB = InfluxDBFactory.connect("http://192.168.41.128:8086", "root", "root");
        String dbName = "mydb";
        influxDB.query(new Query("CREATE DATABASE " + dbName));
        long time = 1600327592000L;
        // 每张表内5w条数据
        int count = 50000;
        while (count > 0) {
            System.out.println(count);
            count--;
            // 每条数据间隔5秒
            time = time + 5000;
            BatchPoints batchPoints = BatchPoints
                    .database(dbName)
                    .tag("async", "true")
                    .consistency(InfluxDB.ConsistencyLevel.ALL)
                    .build();
            for (int i = 0; i < 10000; i++) {
                // 表名node-0 ~ node-9999,共10000张表,数据随机生成
                Point point1 = Point.measurement("node-" + i)
                        .time(time, TimeUnit.MILLISECONDS)
                        .addField("idle", new Random().nextInt(100))
                        .addField("user", new Random().nextInt(100))
                        .addField("system", new Random().nextInt(100))
                        .build();
                batchPoints.point(point1);
            }
            influxDB.write(batchPoints);
        }
        influxDB.close();
    }

使用正则表达式查询测试

目前influxdb支持在以下场景中使用正则表达式：

• field keys and tag keys in the SELECT clause
• measurements in the FROM clause
• tag values and string field values in the WHERE clause.
• tag keys in the GROUP BY clause

-- 查询格式
-- Supported operators
-- =~ matches against !~ doesn’t match against
SELECT /<regular_expression_field_key>/ FROM /<regular_expression_measurement>/ WHERE [<tag_key> <operator> /<regular_expression_tag_value>/ | <field_key> <operator> /<regular_expression_field_value>/] GROUP BY /<regular_expression_tag_key>/

-- 测试用例
SELECT /l/ FROM "h2o_feet" LIMIT 1
SELECT MEAN("degrees") FROM /temperature/
SELECT MEAN(water_level) FROM "h2o_feet" WHERE "location" =~ /[m]/ AND "water_level" > 3
SELECT * FROM "h2o_feet" WHERE "location" !~ /./
SELECT MEAN("water_level") FROM "h2o_feet" WHERE "location" =~ /./
SELECT MEAN("water_level") FROM "h2o_feet" WHERE "location" = 'santa_monica' AND "level description" =~ /between/
SELECT FIRST("index") FROM "h2o_quality" GROUP BY /l/

测试使用正则表达式进行切面查询

-- 查询某个时间点,所有表的数据,切面查询
SELECT * FROM /node-/ WHERE time='2020-09-18T01:43:27Z'
-- 查询node-1001,node-1002,node-1003,node-1004,node-1005数据
SELECT * FROM /(node-100)[1-5]/ WHERE time='2020-09-18T01:43:27Z'

参考链接

• Regular expressions
• 测试用例参考
• GO syntax

步骤

1. 导出配置

docker run --rm influxdb influxd config > influxdb.conf

2. 启动

# 设置端口映射
# 设置自动重启
# 挂载配置并使用配置启动
# 挂载数据
docker run -d -p 8086:8086 --restart=always --name influxdb\
      -v $PWD/data:/var/lib/influxdb \
      -v $PWD/influxdb.conf:/etc/influxdb/influxdb.conf:ro \
      influxdb:1.7 -config /etc/influxdb/influxdb.conf

参考

• https://hub.docker.com/_/influxdb

返回文件流

@Service
@Slf4j
public class FileService {

    /**
     * @param fileName 文件名
     */
    public void getFile(String fileName, HttpServletResponse response) {
        try (FileInputStream inputStream = new FileInputStream(new File(fileName));
             OutputStream outputStream = response.getOutputStream();) {
            byte[] data = new byte[inputStream.available()];
            inputStream.read(data);
            // 文件格式未知字节流
            response.setContentType("application/octet-stream");
            response.addHeader("Content-Length", "" + data.length);
            // 设置文件名
            response.setHeader( "Content-Disposition","attachment; filename=" + fileName);
            outputStream.write(data);
            outputStream.flush();
        } catch (Exception e) {
            log.error("get File {} error, {}", fileName, e);
        }
    }
}

@RestController
public class FileController {

    @Autowired
    FileService fileService;

    @GetMapping("/file")
    public void getFile(@RequestParam(value = "fileName") String fileName,
                           HttpServletResponse response) {
        fileService.getFile(fileName, response);
    }
}

命令

crontab [-u username]　　　　//省略用户表表示操作当前用户的crontab
    -e      (编辑工作表)
    -l      (列出工作表里的命令)
    -r      (删除工作作)

任务

# cron表达式说明：
*    *    *    *    *
-    -    -    -    -
|    |    |    |    |
|    |    |    |    +----- 周几 (0 - 7) (Sunday=0 or 7) OR sun,mon,tue,wed,thu,fri,sat
|    |    |    +---------- 月 (1 - 12) OR jan,feb,mar,apr ...
|    |    +--------------- 日 (1 - 31)
|    +-------------------- 小时 (0 - 23)
+------------------------- 分钟 (0 - 59)

示例

# 每月的最后1天
0 0 L * * * echo "last" >> /tmp/test.txt
# 每1分钟执行一次myCommand
* * * * * myCommand
# 每小时的第3和第15分钟执行
3,15 * * * * myCommand
# 在上午8点到11点的第3和第15分钟执行
3,15 8-11 * * * myCommand
# 每星期六的晚上11 : 00 pm重启smb
0 23 * * 6 /etc/init.d/smb restart
# 每一小时重启smb
* */1 * * * /etc/init.d/smb restart

查看CPU

# 最常使用命令
top

# vmstat 命令报告关于线程、虚拟内存、磁盘、陷阱和 CPU 活动的统计信息
vmstat
# 2秒一次刷新5次
vmstat 2 5 -w

查看磁盘

# 安装
yum install sysstat
# r/s 和 w/s 分别是每秒的读操作和写操作,而rKB/s 和wKB/s 列以每秒千字节为单位显示了读和写的数据量
iostat -dx

yum -y install iotop 
# 查看每个进程使用的磁盘IO
iotop

# 可以看出磁盘空间使用情况
yum -y install agedu
# 扫描全盘
agedu -s /
# 生成一个网页可以访问查看,有访问权限要求
[root@node1 ~]# agedu -w --address 192.168.41.128:8071
Using Linux /proc/net magic authentication
URL: http://192.168.41.128:8071/ 
# 可以直接访问
agedu -w --address 192.168.41.128:8072 --auth none
URL: http://192.168.41.128:8072/

查看网络

# 安装
yum -y install epel-release
yum -y install nload
# 查看,命令后面加网卡
nload ens33

# iftop命令
yum install iftop

iftop
iftop -i eth1

# 可以查看每个进程使用的网络带宽
yum install nethogs

nethogs
nethogs ens33

# 安装
yum install -y nmap

# 扫描所有开放的端口
nmap 192.168.41.1
# -p 端口范围 主机IP
nmap -p0-1000 192.168.41.1
# -vv参数设置对结果的详细输出
nmap -p902 -vv 192.168.41.1

密码复杂度校验

MySQL5.6.6版本之后增加了密码强度验证插件validate_password.

-- 查看插件是否安装
mysql> SELECT PLUGIN_NAME, PLUGIN_STATUS FROM INFORMATION_SCHEMA.PLUGINS  WHERE PLUGIN_NAME LIKE 'validate_password';
+-------------------+---------------+
| PLUGIN_NAME       | PLUGIN_STATUS |
+-------------------+---------------+
| validate_password | ACTIVE        |
+-------------------+---------------+
1 row in set

-- 如果没有安装
INSTALL PLUGIN validate_password SONAME 'validate_password.so';

-- 卸载
UNINSTALL PLUGIN validate_password;

-- 查看密码校验相关参数
mysql> show  variables like '%validate_password%';
+--------------------------------------+--------+
| Variable_name                        | Value  |
+--------------------------------------+--------+
| validate_password_check_user_name    | OFF    |
| validate_password_dictionary_file    |        |
| validate_password_length             | 8      |
| validate_password_mixed_case_count   | 1      |
| validate_password_number_count       | 1      |
| validate_password_policy             | MEDIUM |
| validate_password_special_char_count | 1      |
+--------------------------------------+--------+

-- 密码规范测试,评分达到100才能使用
select VALIDATE_PASSWORD_STRENGTH('123456');

-- 另一种方法测试
mysql> select password('1234');
mysql> select password('1234#Qsss');
+-------------------------------------------+
| password('1234#Qsss')                     |
+-------------------------------------------+
| *F7BE83BBADD1FA159B1028170433FE7CBA5C0D01 |
+-------------------------------------------+
1 row in set

字典文件的使用:

1. 设置策略为STRONG

set global validate_password_policy=STRONG;

2. 创建字典文件

[root@ ~]# cat /tmp/validate_password_dictionary_file 
admin 
root 
love 
password 

3. 配置字典文件路径

-- 配置
mysql> set global validate_password_dictionary_file="/tmp/validate_password_dictionary_file"; 
Query OK, 0 rows affected (0.00 sec) 
-- 查看
mysql> SHOW STATUS LIKE 'validate%'; 

在MySQL 5.7.8之前，服务器运行时对字典文件的更改需要重新启动才能使服务器识别更改; 而在5.7.9后可动态设置并生效

密码过期

[mysqld]
# 设置默认过期时间,单位天,默认永不过期0
default_password_lifetime=90
# 默认ON,密码过期会断开连接
disconnect_on_expired_password=ON

-- 运行时修改, 重启失效
SET GLOBAL default_password_lifetime = 90;

-- 针对特定用户设置过期策略
ALTER USER 'user'@'localhost' PASSWORD EXPIRE;
ALTER USER 'user'@'localhost' PASSWORD EXPIRE INTERVAL 30 DAY;
ALTER USER 'user'@'localhost' PASSWORD EXPIRE NEVER;
ALTER USER 'user'@'localhost' PASSWORD EXPIRE DEFAULT;

账户锁定

-- 5.7.8版本之后,新增锁定账户功能
CREATE USER 'furrywall'@'localhost' IDENTIFIED BY '71m32ch4n6317' ACCOUNT LOCK;
ALTER USER 'furrywall'@'localhost' ACCOUNT LOCK;
ALTER USER 'furrywall'@'localhost' ACCOUNT UNLOCK;

参考链接

• 更多参数说明参考官网