Merge branch 'dev' into isatty

.github/workflows/ci.yml

@@ -28,7 +28,7 @@ jobs:
       - name: Setup Go environment
         uses: actions/setup-go@v2.1.3
         with:
-          go-version: 1.18
+          go-version: 1.19
       - name: Cache downloaded module
         uses: actions/cache@v2
         with:

.github/workflows/golint.yml

@@ -12,19 +12,13 @@ jobs:
       - name: Setup Go environment
         uses: actions/setup-go@v2.1.3
         with:
-          go-version: 1.18
+          go-version: 1.19
 
       - name: golangci-lint
         uses: golangci/golangci-lint-action@v2
         with:
           version: latest
 
-      - name: Static Check
-        uses: dominikh/staticcheck-action@v1.2.0
-        with:
-          install-go: false
-          version: "2022.1"
-
       - name: Tests
         run: |
           go test $(go list ./...)

.github/workflows/release.yml

@@ -17,7 +17,7 @@ jobs:
       - name: Set up Go
         uses: actions/setup-go@v2
         with:
-          go-version: '1.18'
+          go-version: '1.19'
 
       - name: Run GoReleaser
         uses: goreleaser/goreleaser-action@v2

.gitignore

@@ -8,4 +8,10 @@ device.json
 data/
 logs/
 internal/btree/*.lock
-internal/btree/*.db
+internal/btree/*.db
+
+# binary builds
+go-cqhttp
+
+# macos
+.DS_Store

.golangci.yml

@@ -21,10 +21,8 @@ linters:
   disable-all: true
   fast: false
   enable:
-    #- bodyclose
+    - bodyclose
-    #- deadcode
+    - durationcheck
-    #- depguard
-    #- dogsled
     - gofmt
     - goimports
     - errcheck
@@ -32,18 +30,16 @@ linters:
     - exhaustive
     - bidichk
     - gocritic
-    #- gosimple
+    - gosimple
     - govet
     - ineffassign
     #- nolintlint
-    #- rowserrcheck
+    - staticcheck
-    #- staticcheck
+    - stylecheck
-    - structcheck
-    #- stylecheck
     - unconvert
-    #- unparam
+    - usestdlibvars
-    #- unused
+    - unparam
-    - varcheck
+    - unused
     - whitespace
     - prealloc
     - predeclared

Dockerfile

@@ -1,8 +1,8 @@
-FROM golang:1.18-alpine AS builder
+FROM golang:1.19-alpine AS builder
 
 RUN go env -w GO111MODULE=auto \
   && go env -w CGO_ENABLED=0 \
-  && go env -w GOPROXY=https://goproxy.cn,direct 
+  && go env -w GOPROXY=https://goproxy.cn,direct
 
 WORKDIR /build
 
@@ -14,11 +14,31 @@ RUN set -ex \
 
 FROM alpine:latest
 
-RUN apk add --no-cache ffmpeg
+COPY docker-entrypoint.sh /docker-entrypoint.sh
 
-COPY --from=builder /build/cqhttp /usr/bin/cqhttp
+RUN chmod +x /docker-entrypoint.sh && \
-RUN chmod +x /usr/bin/cqhttp
+    apk add --no-cache --update \
+      ffmpeg \
+      coreutils \
+      shadow \
+      su-exec && \
+    rm -rf /var/cache/apk/* && \
+    mkdir -p /app && \
+    mkdir -p /data && \
+    mkdir -p /config && \
+    useradd -d /config -s /bin/sh abc && \
+    chown -R abc /config && \
+    chown -R abc /data
+
+ENV TZ="Asia/Shanghai"
+ENV UID=99
+ENV GID=100
+ENV UMASK=002
+
+COPY --from=builder /build/cqhttp /app/
 
 WORKDIR /data
 
-ENTRYPOINT [ "/usr/bin/cqhttp" ]
+VOLUME [ "/data" ]
+
+ENTRYPOINT [ "/docker-entrypoint.sh" ]

README.md

@@ -86,18 +86,18 @@ go-cqhttp 兼容 [OneBot-v11](https://github.com/botuniverse/onebot-11) 绝大
 | [CQ:xml]     | [XML 消息]                  |
 | [CQ:json]    | [JSON 消息]                 |
 
-[qq 表情]: https://github.com/howmanybots/onebot/blob/master/v11/specs/message/segment.md#qq-%E8%A1%A8%E6%83%85
+[qq 表情]: https://github.com/botuniverse/onebot-11/blob/master/message/segment.md#qq-%E8%A1%A8%E6%83%85
-[语音]: https://github.com/howmanybots/onebot/blob/master/v11/specs/message/segment.md#%E8%AF%AD%E9%9F%B3
+[语音]: https://github.com/botuniverse/onebot-11/blob/master/message/segment.md#%E8%AF%AD%E9%9F%B3
-[短视频]: https://github.com/howmanybots/onebot/blob/master/v11/specs/message/segment.md#%E7%9F%AD%E8%A7%86%E9%A2%91
+[短视频]: https://github.com/botuniverse/onebot-11/blob/master/message/segment.md#%E7%9F%AD%E8%A7%86%E9%A2%91
-[@某人]: https://github.com/howmanybots/onebot/blob/master/v11/specs/message/segment.md#%E6%9F%90%E4%BA%BA
+[@某人]: https://github.com/botuniverse/onebot-11/blob/master/message/segment.md#%E6%9F%90%E4%BA%BA
-[链接分享]: https://github.com/howmanybots/onebot/blob/master/v11/specs/message/segment.md#%E9%93%BE%E6%8E%A5%E5%88%86%E4%BA%AB
+[链接分享]: https://github.com/botuniverse/onebot-11/blob/master/message/segment.md#%E9%93%BE%E6%8E%A5%E5%88%86%E4%BA%AB
-[音乐分享]: https://github.com/howmanybots/onebot/blob/master/v11/specs/message/segment.md#%E9%9F%B3%E4%B9%90%E5%88%86%E4%BA%AB-
+[音乐分享]: https://github.com/botuniverse/onebot-11/blob/master/message/segment.md#%E9%9F%B3%E4%B9%90%E5%88%86%E4%BA%AB-
-[音乐自定义分享]: https://github.com/howmanybots/onebot/blob/master/v11/specs/message/segment.md#%E9%9F%B3%E4%B9%90%E8%87%AA%E5%AE%9A%E4%B9%89%E5%88%86%E4%BA%AB-
+[音乐自定义分享]: https://github.com/botuniverse/onebot-11/blob/master/message/segment.md#%E9%9F%B3%E4%B9%90%E8%87%AA%E5%AE%9A%E4%B9%89%E5%88%86%E4%BA%AB-
-[回复]: https://github.com/howmanybots/onebot/blob/master/v11/specs/message/segment.md#%E5%9B%9E%E5%A4%8D
+[回复]: https://github.com/botuniverse/onebot-11/blob/master/message/segment.md#%E5%9B%9E%E5%A4%8D
-[合并转发]: https://github.com/howmanybots/onebot/blob/master/v11/specs/message/segment.md#%E5%90%88%E5%B9%B6%E8%BD%AC%E5%8F%91-
+[合并转发]: https://github.com/botuniverse/onebot-11/blob/master/message/segment.md#%E5%90%88%E5%B9%B6%E8%BD%AC%E5%8F%91-
-[合并转发节点]: https://github.com/howmanybots/onebot/blob/master/v11/specs/message/segment.md#%E5%90%88%E5%B9%B6%E8%BD%AC%E5%8F%91%E8%8A%82%E7%82%B9-
+[合并转发节点]: https://github.com/botuniverse/onebot-11/blob/master/message/segment.md#%E5%90%88%E5%B9%B6%E8%BD%AC%E5%8F%91%E8%8A%82%E7%82%B9-
-[xml 消息]: https://github.com/howmanybots/onebot/blob/master/v11/specs/message/segment.md#xml-%E6%B6%88%E6%81%AF
+[xml 消息]: https://github.com/botuniverse/onebot-11/blob/master/message/segment.md#xml-%E6%B6%88%E6%81%AF
-[json 消息]: https://github.com/howmanybots/onebot/blob/master/v11/specs/message/segment.md#json-%E6%B6%88%E6%81%AF
+[json 消息]: https://github.com/botuniverse/onebot-11/blob/master/message/segment.md#json-%E6%B6%88%E6%81%AF
 
 #### 拓展 CQ 码及与 OneBot 标准有略微差异的 CQ 码
 
@@ -154,33 +154,33 @@ go-cqhttp 兼容 [OneBot-v11](https://github.com/botuniverse/onebot-11) 绝大
 | /set_restart             | [重启 go-cqhttp]       |
 | /.handle_quick_operation | [对事件执行快速操作]   |
 
-[发送私聊消息]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#send_private_msg-%E5%8F%91%E9%80%81%E7%A7%81%E8%81%8A%E6%B6%88%E6%81%AF
+[发送私聊消息]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#send_private_msg-%E5%8F%91%E9%80%81%E7%A7%81%E8%81%8A%E6%B6%88%E6%81%AF
-[发送群消息]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#send_group_msg-%E5%8F%91%E9%80%81%E7%BE%A4%E6%B6%88%E6%81%AF
+[发送群消息]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#send_group_msg-%E5%8F%91%E9%80%81%E7%BE%A4%E6%B6%88%E6%81%AF
-[发送消息]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#send_msg-%E5%8F%91%E9%80%81%E6%B6%88%E6%81%AF
+[发送消息]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#send_msg-%E5%8F%91%E9%80%81%E6%B6%88%E6%81%AF
-[撤回信息]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#delete_msg-%E6%92%A4%E5%9B%9E%E6%B6%88%E6%81%AF
+[撤回信息]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#delete_msg-%E6%92%A4%E5%9B%9E%E6%B6%88%E6%81%AF
-[群组踢人]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#set_group_kick-%E7%BE%A4%E7%BB%84%E8%B8%A2%E4%BA%BA
+[群组踢人]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#set_group_kick-%E7%BE%A4%E7%BB%84%E8%B8%A2%E4%BA%BA
-[群组单人禁言]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#set_group_ban-%E7%BE%A4%E7%BB%84%E5%8D%95%E4%BA%BA%E7%A6%81%E8%A8%80
+[群组单人禁言]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#set_group_ban-%E7%BE%A4%E7%BB%84%E5%8D%95%E4%BA%BA%E7%A6%81%E8%A8%80
-[群组全员禁言]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#set_group_whole_ban-%E7%BE%A4%E7%BB%84%E5%85%A8%E5%91%98%E7%A6%81%E8%A8%80
+[群组全员禁言]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#set_group_whole_ban-%E7%BE%A4%E7%BB%84%E5%85%A8%E5%91%98%E7%A6%81%E8%A8%80
-[群组设置管理员]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#set_group_admin-%E7%BE%A4%E7%BB%84%E8%AE%BE%E7%BD%AE%E7%AE%A1%E7%90%86%E5%91%98
+[群组设置管理员]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#set_group_admin-%E7%BE%A4%E7%BB%84%E8%AE%BE%E7%BD%AE%E7%AE%A1%E7%90%86%E5%91%98
-[设置群名片（群备注）]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#set_group_card-%E8%AE%BE%E7%BD%AE%E7%BE%A4%E5%90%8D%E7%89%87%E7%BE%A4%E5%A4%87%E6%B3%A8
+[设置群名片（群备注）]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#set_group_card-%E8%AE%BE%E7%BD%AE%E7%BE%A4%E5%90%8D%E7%89%87%E7%BE%A4%E5%A4%87%E6%B3%A8
-[设置群名]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#set_group_name-%E8%AE%BE%E7%BD%AE%E7%BE%A4%E5%90%8D
+[设置群名]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#set_group_name-%E8%AE%BE%E7%BD%AE%E7%BE%A4%E5%90%8D
-[退出群组]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#set_group_leave-%E9%80%80%E5%87%BA%E7%BE%A4%E7%BB%84
+[退出群组]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#set_group_leave-%E9%80%80%E5%87%BA%E7%BE%A4%E7%BB%84
-[设置群组专属头衔]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#set_group_special_title-%E8%AE%BE%E7%BD%AE%E7%BE%A4%E7%BB%84%E4%B8%93%E5%B1%9E%E5%A4%B4%E8%A1%94
+[设置群组专属头衔]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#set_group_special_title-%E8%AE%BE%E7%BD%AE%E7%BE%A4%E7%BB%84%E4%B8%93%E5%B1%9E%E5%A4%B4%E8%A1%94
-[处理加好友请求]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#set_friend_add_request-%E5%A4%84%E7%90%86%E5%8A%A0%E5%A5%BD%E5%8F%8B%E8%AF%B7%E6%B1%82
+[处理加好友请求]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#set_friend_add_request-%E5%A4%84%E7%90%86%E5%8A%A0%E5%A5%BD%E5%8F%8B%E8%AF%B7%E6%B1%82
-[处理加群请求/邀请]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#set_group_add_request-%E5%A4%84%E7%90%86%E5%8A%A0%E7%BE%A4%E8%AF%B7%E6%B1%82%E9%82%80%E8%AF%B7
+[处理加群请求/邀请]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#set_group_add_request-%E5%A4%84%E7%90%86%E5%8A%A0%E7%BE%A4%E8%AF%B7%E6%B1%82%E9%82%80%E8%AF%B7
-[获取登录号信息]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#get_login_info-%E8%8E%B7%E5%8F%96%E7%99%BB%E5%BD%95%E5%8F%B7%E4%BF%A1%E6%81%AF
+[获取登录号信息]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#get_login_info-%E8%8E%B7%E5%8F%96%E7%99%BB%E5%BD%95%E5%8F%B7%E4%BF%A1%E6%81%AF
-[获取陌生人信息]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#get_stranger_info-%E8%8E%B7%E5%8F%96%E9%99%8C%E7%94%9F%E4%BA%BA%E4%BF%A1%E6%81%AF
+[获取陌生人信息]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#get_stranger_info-%E8%8E%B7%E5%8F%96%E9%99%8C%E7%94%9F%E4%BA%BA%E4%BF%A1%E6%81%AF
-[获取好友列表]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#get_friend_list-%E8%8E%B7%E5%8F%96%E5%A5%BD%E5%8F%8B%E5%88%97%E8%A1%A8
+[获取好友列表]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#get_friend_list-%E8%8E%B7%E5%8F%96%E5%A5%BD%E5%8F%8B%E5%88%97%E8%A1%A8
-[获取群信息]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#get_group_info-%E8%8E%B7%E5%8F%96%E7%BE%A4%E4%BF%A1%E6%81%AF
+[获取群信息]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#get_group_info-%E8%8E%B7%E5%8F%96%E7%BE%A4%E4%BF%A1%E6%81%AF
-[获取群列表]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#get_group_list-%E8%8E%B7%E5%8F%96%E7%BE%A4%E5%88%97%E8%A1%A8
+[获取群列表]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#get_group_list-%E8%8E%B7%E5%8F%96%E7%BE%A4%E5%88%97%E8%A1%A8
-[获取群成员信息]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#get_group_member_info-%E8%8E%B7%E5%8F%96%E7%BE%A4%E6%88%90%E5%91%98%E4%BF%A1%E6%81%AF
+[获取群成员信息]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#get_group_member_info-%E8%8E%B7%E5%8F%96%E7%BE%A4%E6%88%90%E5%91%98%E4%BF%A1%E6%81%AF
-[获取群成员列表]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#get_group_member_list-%E8%8E%B7%E5%8F%96%E7%BE%A4%E6%88%90%E5%91%98%E5%88%97%E8%A1%A8
+[获取群成员列表]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#get_group_member_list-%E8%8E%B7%E5%8F%96%E7%BE%A4%E6%88%90%E5%91%98%E5%88%97%E8%A1%A8
-[获取群荣誉信息]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#get_group_honor_info-%E8%8E%B7%E5%8F%96%E7%BE%A4%E8%8D%A3%E8%AA%89%E4%BF%A1%E6%81%AF
+[获取群荣誉信息]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#get_group_honor_info-%E8%8E%B7%E5%8F%96%E7%BE%A4%E8%8D%A3%E8%AA%89%E4%BF%A1%E6%81%AF
-[检查是否可以发送图片]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#can_send_image-%E6%A3%80%E6%9F%A5%E6%98%AF%E5%90%A6%E5%8F%AF%E4%BB%A5%E5%8F%91%E9%80%81%E5%9B%BE%E7%89%87
+[检查是否可以发送图片]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#can_send_image-%E6%A3%80%E6%9F%A5%E6%98%AF%E5%90%A6%E5%8F%AF%E4%BB%A5%E5%8F%91%E9%80%81%E5%9B%BE%E7%89%87
-[检查是否可以发送语音]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#can_send_record-%E6%A3%80%E6%9F%A5%E6%98%AF%E5%90%A6%E5%8F%AF%E4%BB%A5%E5%8F%91%E9%80%81%E8%AF%AD%E9%9F%B3
+[检查是否可以发送语音]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#can_send_record-%E6%A3%80%E6%9F%A5%E6%98%AF%E5%90%A6%E5%8F%AF%E4%BB%A5%E5%8F%91%E9%80%81%E8%AF%AD%E9%9F%B3
-[获取版本信息]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#get_version_info-%E8%8E%B7%E5%8F%96%E7%89%88%E6%9C%AC%E4%BF%A1%E6%81%AF
+[获取版本信息]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#get_version_info-%E8%8E%B7%E5%8F%96%E7%89%88%E6%9C%AC%E4%BF%A1%E6%81%AF
-[重启 go-cqhttp]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/public.md#set_restart-%E9%87%8D%E5%90%AF-onebot-%E5%AE%9E%E7%8E%B0
+[重启 go-cqhttp]: https://github.com/botuniverse/onebot-11/blob/master/api/public.md#set_restart-%E9%87%8D%E5%90%AF-onebot-%E5%AE%9E%E7%8E%B0
-[对事件执行快速操作]: https://github.com/howmanybots/onebot/blob/master/v11/specs/api/hidden.md#handle_quick_operation-%E5%AF%B9%E4%BA%8B%E4%BB%B6%E6%89%A7%E8%A1%8C%E5%BF%AB%E9%80%9F%E6%93%8D%E4%BD%9C
+[对事件执行快速操作]: https://github.com/botuniverse/onebot-11/blob/master/api/hidden.md#handle_quick_operation-%E5%AF%B9%E4%BA%8B%E4%BB%B6%E6%89%A7%E8%A1%8C%E5%BF%AB%E9%80%9F%E6%93%8D%E4%BD%9C
 
 #### 拓展 API 及与 OneBot 标准有略微差异的 API
 
@@ -239,21 +239,21 @@ go-cqhttp 兼容 [OneBot-v11](https://github.com/botuniverse/onebot-11) 绝大
 | 请求事件 | [加好友请求]     |
 | 请求事件 | [加群请求/邀请]  |
 
-[私聊信息]: https://github.com/howmanybots/onebot/blob/master/v11/specs/event/message.md#%E7%A7%81%E8%81%8A%E6%B6%88%E6%81%AF
+[私聊信息]: https://github.com/botuniverse/onebot-11/blob/master/event/message.md#%E7%A7%81%E8%81%8A%E6%B6%88%E6%81%AF
-[群消息]: https://github.com/howmanybots/onebot/blob/master/v11/specs/event/message.md#%E7%BE%A4%E6%B6%88%E6%81%AF
+[群消息]: https://github.com/botuniverse/onebot-11/blob/master/event/message.md#%E7%BE%A4%E6%B6%88%E6%81%AF
-[群文件上传]: https://github.com/howmanybots/onebot/blob/master/v11/specs/event/notice.md#%E7%BE%A4%E6%96%87%E4%BB%B6%E4%B8%8A%E4%BC%A0
+[群文件上传]: https://github.com/botuniverse/onebot-11/blob/master/event/notice.md#%E7%BE%A4%E6%96%87%E4%BB%B6%E4%B8%8A%E4%BC%A0
-[群管理员变动]: https://github.com/howmanybots/onebot/blob/master/v11/specs/event/notice.md#%E7%BE%A4%E7%AE%A1%E7%90%86%E5%91%98%E5%8F%98%E5%8A%A8
+[群管理员变动]: https://github.com/botuniverse/onebot-11/blob/master/event/notice.md#%E7%BE%A4%E7%AE%A1%E7%90%86%E5%91%98%E5%8F%98%E5%8A%A8
-[群成员减少]: https://github.com/howmanybots/onebot/blob/master/v11/specs/event/notice.md#%E7%BE%A4%E6%88%90%E5%91%98%E5%87%8F%E5%B0%91
+[群成员减少]: https://github.com/botuniverse/onebot-11/blob/master/event/notice.md#%E7%BE%A4%E6%88%90%E5%91%98%E5%87%8F%E5%B0%91
-[群成员增加]: https://github.com/howmanybots/onebot/blob/master/v11/specs/event/notice.md#%E7%BE%A4%E6%88%90%E5%91%98%E5%A2%9E%E5%8A%A0
+[群成员增加]: https://github.com/botuniverse/onebot-11/blob/master/event/notice.md#%E7%BE%A4%E6%88%90%E5%91%98%E5%A2%9E%E5%8A%A0
-[群禁言]: https://github.com/howmanybots/onebot/blob/master/v11/specs/event/notice.md#%E7%BE%A4%E7%A6%81%E8%A8%80
+[群禁言]: https://github.com/botuniverse/onebot-11/blob/master/event/notice.md#%E7%BE%A4%E7%A6%81%E8%A8%80
-[好友添加]: https://github.com/howmanybots/onebot/blob/master/v11/specs/event/notice.md#%E5%A5%BD%E5%8F%8B%E6%B7%BB%E5%8A%A0
+[好友添加]: https://github.com/botuniverse/onebot-11/blob/master/event/notice.md#%E5%A5%BD%E5%8F%8B%E6%B7%BB%E5%8A%A0
-[群消息撤回]: https://github.com/howmanybots/onebot/blob/master/v11/specs/event/notice.md#%E7%BE%A4%E6%B6%88%E6%81%AF%E6%92%A4%E5%9B%9E
+[群消息撤回]: https://github.com/botuniverse/onebot-11/blob/master/event/notice.md#%E7%BE%A4%E6%B6%88%E6%81%AF%E6%92%A4%E5%9B%9E
-[好友消息撤回]: https://github.com/howmanybots/onebot/blob/master/v11/specs/event/notice.md#%E5%A5%BD%E5%8F%8B%E6%B6%88%E6%81%AF%E6%92%A4%E5%9B%9E
+[好友消息撤回]: https://github.com/botuniverse/onebot-11/blob/master/event/notice.md#%E5%A5%BD%E5%8F%8B%E6%B6%88%E6%81%AF%E6%92%A4%E5%9B%9E
-[群内戳一戳]: https://github.com/howmanybots/onebot/blob/master/v11/specs/event/notice.md#%E7%BE%A4%E5%86%85%E6%88%B3%E4%B8%80%E6%88%B3
+[群内戳一戳]: https://github.com/botuniverse/onebot-11/blob/master/event/notice.md#%E7%BE%A4%E5%86%85%E6%88%B3%E4%B8%80%E6%88%B3
-[群红包运气王]: https://github.com/howmanybots/onebot/blob/master/v11/specs/event/notice.md#%E7%BE%A4%E7%BA%A2%E5%8C%85%E8%BF%90%E6%B0%94%E7%8E%8B
+[群红包运气王]: https://github.com/botuniverse/onebot-11/blob/master/event/notice.md#%E7%BE%A4%E7%BA%A2%E5%8C%85%E8%BF%90%E6%B0%94%E7%8E%8B
-[群成员荣誉变更]: https://github.com/howmanybots/onebot/blob/master/v11/specs/event/notice.md#%E7%BE%A4%E6%88%90%E5%91%98%E8%8D%A3%E8%AA%89%E5%8F%98%E6%9B%B4
+[群成员荣誉变更]: https://github.com/botuniverse/onebot-11/blob/master/event/notice.md#%E7%BE%A4%E6%88%90%E5%91%98%E8%8D%A3%E8%AA%89%E5%8F%98%E6%9B%B4
-[加好友请求]: https://github.com/howmanybots/onebot/blob/master/v11/specs/event/request.md#%E5%8A%A0%E5%A5%BD%E5%8F%8B%E8%AF%B7%E6%B1%82
+[加好友请求]: https://github.com/botuniverse/onebot-11/blob/master/event/request.md#%E5%8A%A0%E5%A5%BD%E5%8F%8B%E8%AF%B7%E6%B1%82
-[加群请求/邀请]: https://github.com/howmanybots/onebot/blob/master/v11/specs/event/request.md#%E5%8A%A0%E7%BE%A4%E8%AF%B7%E6%B1%82%E9%82%80%E8%AF%B7
+[加群请求/邀请]: https://github.com/botuniverse/onebot-11/blob/master/event/request.md#%E5%8A%A0%E7%BE%A4%E8%AF%B7%E6%B1%82%E9%82%80%E8%AF%B7
 
 #### 拓展 Event
 

cmd/gocq/login.go

@@ -15,10 +15,10 @@ import (
 	"github.com/mattn/go-colorable"
 	"github.com/pkg/errors"
 	log "github.com/sirupsen/logrus"
-	"github.com/tidwall/gjson"
 	"gopkg.ilharper.com/x/isatty"
 
 	"github.com/Mrs4s/go-cqhttp/global"
+	"github.com/Mrs4s/go-cqhttp/internal/download"
 )
 
 var console = bufio.NewReader(os.Stdin)
@@ -252,12 +252,11 @@ func getTicket(u string) (str string) {
 }
 
 func fetchCaptcha(id string) string {
-	data, err := global.GetBytes("https://captcha.go-cqhttp.org/captcha/ticket?id=" + id)
+	g, err := download.Request{URL: "https://captcha.go-cqhttp.org/captcha/ticket?id=" + id}.JSON()
 	if err != nil {
 		log.Warnf("获取 Ticket 时出现错误: %v", err)
 		return ""
 	}
-	g := gjson.ParseBytes(data)
 	if g.Get("ticket").Exists() {
 		return g.Get("ticket").String()
 	}

cmd/gocq/main.go

@@ -57,8 +57,12 @@ func Main() {
 		base.Help()
 	case base.LittleD:
 		server.Daemon()
-	case base.LittleWD != "":
+	}
-		base.ResetWorkingDir()
+	if base.LittleWD != "" {
+		err := os.Chdir(base.LittleWD)
+		if err != nil {
+			log.Fatalf("重置工作目录时出现错误: %v", err)
+		}
 	}
 	base.Init()
 

coolq/api.go

@@ -27,6 +27,7 @@ import (
 	"github.com/Mrs4s/go-cqhttp/global"
 	"github.com/Mrs4s/go-cqhttp/internal/base"
 	"github.com/Mrs4s/go-cqhttp/internal/cache"
+	"github.com/Mrs4s/go-cqhttp/internal/download"
 	"github.com/Mrs4s/go-cqhttp/internal/param"
 	"github.com/Mrs4s/go-cqhttp/modules/filter"
 )
@@ -765,9 +766,9 @@ func (bot *CQBot) CQSendGroupMessage(groupID int64, m gjson.Result, autoEscape b
 		}
 	}
 	fixAt(elem)
-	mid := bot.SendGroupMessage(groupID, &message.SendingMessage{Elements: elem})
+	mid, err := bot.SendGroupMessage(groupID, &message.SendingMessage{Elements: elem})
-	if mid == -1 {
+	if err != nil {
-		return Failed(100, "SEND_MSG_API_ERROR", "请参考 go-cqhttp 端输出")
+		return Failed(100, "SEND_MSG_API_ERROR", err.Error())
 	}
 	log.Infof("发送群 %v(%v) 的消息: %v (%v)", group.Name, groupID, limitedString(m.String()), mid)
 	return OK(global.MSG{"message_id": mid})
@@ -832,7 +833,12 @@ func (bot *CQBot) uploadForwardElement(m gjson.Result, target int64, sourceType
 	groupID := target
 	source := message.Source{SourceType: sourceType, PrimaryID: target}
 	if sourceType == message.SourcePrivate {
-		groupID = 0
+		// ios 设备的合并转发来源群号不能为 0
+		if len(bot.Client.GroupList) == 0 {
+			groupID = 1
+		} else {
+			groupID = bot.Client.GroupList[0].Uin
+		}
 	}
 	builder := bot.Client.NewForwardMessageBuilder(groupID)
 
@@ -873,17 +879,21 @@ func (bot *CQBot) uploadForwardElement(m gjson.Result, target int64, sourceType
 			}
 			if e.Get("data.id").Exists() {
 				i := e.Get("data.id").Int()
-				m, _ := db.GetGroupMessageByGlobalID(int32(i))
+				m, _ := db.GetMessageByGlobalID(int32(i))
 				if m != nil {
-					msgTime := m.Attribute.Timestamp
+					mSource := message.SourcePrivate
+					if m.GetType() == "group" {
+						mSource = message.SourceGroup
+					}
+					msgTime := m.GetAttribute().Timestamp
 					if msgTime == 0 {
 						msgTime = ts.Unix()
 					}
 					return &message.ForwardNode{
-						SenderId:   m.Attribute.SenderUin,
+						SenderId:   m.GetAttribute().SenderUin,
-						SenderName: m.Attribute.SenderName,
+						SenderName: m.GetAttribute().SenderName,
 						Time:       int32(msgTime),
-						Message:    resolveElement(bot.ConvertContentMessage(m.Content, message.SourceGroup)),
+						Message:    resolveElement(bot.ConvertContentMessage(m.GetContent(), mSource)),
 					}
 				}
 				log.Warnf("警告: 引用消息 %v 错误或数据库未开启.", e.Get("data.id").Str)
@@ -916,7 +926,7 @@ func (bot *CQBot) uploadForwardElement(m gjson.Result, target int64, sourceType
 					}
 				}
 			}
-			content := bot.ConvertObjectMessage(c, message.SourceGroup)
+			content := bot.ConvertObjectMessage(c, sourceType)
 			if uin != 0 && name != "" && len(content) > 0 {
 				return &message.ForwardNode{
 					SenderId:   uin,
@@ -968,8 +978,11 @@ func (bot *CQBot) CQSendGroupForwardMessage(groupID int64, m gjson.Result) globa
 		log.Warnf("合并转发(群)消息发送失败: 账号可能被风控.")
 		return Failed(100, "SEND_MSG_API_ERROR", "请参考 go-cqhttp 端输出")
 	}
+	mid := bot.InsertGroupMessage(ret)
+	log.Infof("发送群 %v(%v)  的合并转发消息: %v (%v)", groupID, groupID, limitedString(m.String()), mid)
 	return OK(global.MSG{
-		"message_id": bot.InsertGroupMessage(ret),
+		"message_id": mid,
+		"forward_id": fe.ResId,
 	})
 }
 
@@ -991,7 +1004,11 @@ func (bot *CQBot) CQSendPrivateForwardMessage(userID int64, m gjson.Result) glob
 		log.Warnf("合并转发(好友)消息发送失败: 账号可能被风控.")
 		return Failed(100, "SEND_MSG_API_ERROR", "请参考 go-cqhttp 端输出")
 	}
-	return OK(global.MSG{"message_id": mid})
+	log.Infof("发送好友 %v(%v)  的合并转发消息: %v (%v)", userID, userID, limitedString(m.String()), mid)
+	return OK(global.MSG{
+		"message_id": mid,
+		"forward_id": fe.ResId,
+	})
 }
 
 // CQSendPrivateMessage 发送私聊消息
@@ -1105,6 +1122,23 @@ func (bot *CQBot) CQSetGroupMemo(groupID int64, msg, img string) global.MSG {
 	return Failed(100, "GROUP_NOT_FOUND", "群聊不存在")
 }
 
+// CQDelGroupMemo 扩展API-删除群公告
+// @route(_del_group_notice)
+// @rename(fid->notice_id)
+func (bot *CQBot) CQDelGroupMemo(groupID int64, fid string) global.MSG {
+	if g := bot.Client.FindGroup(groupID); g != nil {
+		if g.SelfPermission() == client.Member {
+			return Failed(100, "PERMISSION_DENIED", "权限不足")
+		}
+		err := bot.Client.DelGroupNotice(groupID, fid)
+		if err != nil {
+			return Failed(100, "DELETE_NOTICE_ERROR", err.Error())
+		}
+		return OK(nil)
+	}
+	return Failed(100, "GROUP_NOT_FOUND", "群聊不存在")
+}
+
 // CQSetGroupKick 群组踢人
 //
 // https://git.io/Jtz1V
@@ -1388,6 +1422,7 @@ func (bot *CQBot) CQGetStrangerInfo(userID int64) global.MSG {
 		"age":        info.Age,
 		"level":      info.Level,
 		"login_days": info.LoginDays,
+		"vip_level":  info.VipLevel,
 	})
 }
 
@@ -1511,12 +1546,8 @@ func (bot *CQBot) CQGetImage(file string) global.MSG {
 		}
 		local := path.Join(global.CachePath, file+path.Ext(msg["filename"].(string)))
 		if !global.PathExists(local) {
-			if body, err := global.HTTPGetReadCloser(msg["url"].(string)); err == nil {
+			r := download.Request{URL: msg["url"].(string)}
-				f, _ := os.OpenFile(local, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0o0644)
+			if err := r.WriteToFile(local); err != nil {
-				_, _ = f.ReadFrom(body)
-				_ = body.Close()
-				_ = f.Close()
-			} else {
 				log.Warnf("下载图片 %v 时出现错误: %v", msg["url"], err)
 				return Failed(100, "DOWNLOAD_IMAGE_ERROR", err.Error())
 			}
@@ -1559,7 +1590,8 @@ func (bot *CQBot) CQDownloadFile(url string, headers gjson.Result, threadCount i
 			return Failed(100, "DELETE_FILE_ERROR", err.Error())
 		}
 	}
-	if err := global.DownloadFileMultiThreading(url, file, 0, threadCount, h); err != nil {
+	r := download.Request{URL: url, Header: h}
+	if err := r.WriteToFileMultiThreading(file, threadCount); err != nil {
 		log.Warnf("下载链接 %v 时出现错误: %v", url, err)
 		return Failed(100, "DOWNLOAD_FILE_ERROR", err.Error())
 	}
@@ -1958,22 +1990,7 @@ func (bot *CQBot) CQGetVersionInfo() global.MSG {
 		"runtime_version":            runtime.Version(),
 		"runtime_os":                 runtime.GOOS,
 		"version":                    base.Version,
-		"protocol": func() int {
+		"protocol_name":              client.SystemDeviceInfo.Protocol,
-			switch client.SystemDeviceInfo.Protocol {
-			case client.Unset, client.IPad:
-				return 0
-			case client.AndroidPhone:
-				return 1
-			case client.AndroidWatch:
-				return 2
-			case client.MacOS:
-				return 3
-			case client.QiDian:
-				return 4
-			default:
-				return -1
-			}
-		}(),
 	})
 }
 

coolq/bot.go

@@ -23,6 +23,7 @@ import (
 	"github.com/Mrs4s/go-cqhttp/db"
 	"github.com/Mrs4s/go-cqhttp/global"
 	"github.com/Mrs4s/go-cqhttp/internal/base"
+	"github.com/Mrs4s/go-cqhttp/internal/mime"
 )
 
 // CQBot CQBot结构体,存储Bot实例相关配置
@@ -152,10 +153,9 @@ func (bot *CQBot) uploadLocalImage(target message.Source, img *LocalImageElement
 		defer func() { _ = f.Close() }()
 		img.Stream = f
 	}
-	if lawful, mime := base.IsLawfulImage(img.Stream); !lawful {
+	if mt, ok := mime.CheckImage(img.Stream); !ok {
-		return nil, errors.New("image type error: " + mime)
+		return nil, errors.New("image type error: " + mt)
 	}
-	// todo: enable multi-thread upload, now got error code 81
 	i, err := bot.Client.UploadImage(target, img.Stream, 4)
 	if err != nil {
 		return nil, err
@@ -248,7 +248,7 @@ func (bot *CQBot) uploadMedia(target message.Source, elements []message.IMessage
 }
 
 // SendGroupMessage 发送群消息
-func (bot *CQBot) SendGroupMessage(groupID int64, m *message.SendingMessage) int32 {
+func (bot *CQBot) SendGroupMessage(groupID int64, m *message.SendingMessage) (int32, error) {
 	newElem := make([]message.IMessageElement, 0, len(m.Elements))
 	group := bot.Client.FindGroup(groupID)
 	source := message.Source{
@@ -264,14 +264,14 @@ func (bot *CQBot) SendGroupMessage(groupID int64, m *message.SendingMessage) int
 					mem.Poke()
 				}
 			}
-			return 0
+			return 0, nil
 		case *message.MusicShareElement:
 			ret, err := bot.Client.SendGroupMusicShare(groupID, i)
 			if err != nil {
 				log.Warnf("警告: 群 %v 富文本消息发送失败: %v", groupID, err)
-				return -1
+				return -1, errors.Wrap(err, "send group music share error")
 			}
-			return bot.InsertGroupMessage(ret)
+			return bot.InsertGroupMessage(ret), nil
 		case *message.AtElement:
 			if i.Target == 0 && group.SelfPermission() == client.Member {
 				e = message.NewText("@全体成员")
@@ -281,16 +281,16 @@ func (bot *CQBot) SendGroupMessage(groupID int64, m *message.SendingMessage) int
 	}
 	if len(newElem) == 0 {
 		log.Warnf("群消息发送失败: 消息为空.")
-		return -1
+		return -1, errors.New("empty message")
 	}
 	m.Elements = newElem
 	bot.checkMedia(newElem, groupID)
 	ret := bot.Client.SendGroupMessage(groupID, m)
 	if ret == nil || ret.Id == -1 {
 		log.Warnf("群消息发送失败: 账号可能被风控.")
-		return -1
+		return -1, errors.New("send group message failed: blocked by server")
 	}
-	return bot.InsertGroupMessage(ret)
+	return bot.InsertGroupMessage(ret), nil
 }
 
 // SendPrivateMessage 发送私聊消息

coolq/cqcode.go

@@ -11,6 +11,7 @@ import (
 	"net/url"
 	"os"
 	"path"
+	"reflect"
 	"runtime"
 	"strconv"
 	"strings"
@@ -20,6 +21,7 @@ import (
 	"github.com/Mrs4s/MiraiGo/message"
 	"github.com/Mrs4s/MiraiGo/utils"
 	b14 "github.com/fumiama/go-base16384"
+	"github.com/segmentio/asm/base64"
 	log "github.com/sirupsen/logrus"
 	"github.com/tidwall/gjson"
 
@@ -28,6 +30,8 @@ import (
 	"github.com/Mrs4s/go-cqhttp/global"
 	"github.com/Mrs4s/go-cqhttp/internal/base"
 	"github.com/Mrs4s/go-cqhttp/internal/cache"
+	"github.com/Mrs4s/go-cqhttp/internal/download"
+	"github.com/Mrs4s/go-cqhttp/internal/mime"
 	"github.com/Mrs4s/go-cqhttp/internal/param"
 )
 
@@ -82,14 +86,16 @@ func (e *PokeElement) Type() message.ElementType {
 func replyID(r *message.ReplyElement, source message.Source) int32 {
 	id := source.PrimaryID
 	seq := r.ReplySeq
-	if source.SourceType == message.SourcePrivate {
+	if r.GroupID != 0 {
+		id = r.GroupID
+	}
+	// 私聊时，部分（不确定）的账号会在 ReplyElement 中带有 GroupID 字段。
+	// 这里需要判断是由于 “直接回复” 功能，GroupID 为触发直接回复的来源那个群。
+	if source.SourceType == message.SourcePrivate && (r.Sender == source.PrimaryID || r.GroupID == source.PrimaryID) {
 		// 私聊似乎腾讯服务器有bug?
 		seq = int32(uint16(seq))
 		id = r.Sender
 	}
-	if r.GroupID != 0 {
-		id = r.GroupID
-	}
 	return db.ToGlobalID(id, seq)
 }
 
@@ -720,7 +726,17 @@ func (bot *CQBot) ConvertContentMessage(content []global.MSG, sourceType message
 					flash = true
 				}
 				if t.(string) == "show" {
-					id = data["id"].(int32)
+					id := 0
+					switch idn := data["id"].(type) {
+					case int32:
+						id = int(idn)
+					case int:
+						id = idn
+					case int64:
+						id = int(idn)
+					default:
+						id = int(reflect.ValueOf(data["id"]).Convert(reflect.TypeOf(0)).Int())
+					}
 					if id < 40000 || id >= 40006 {
 						id = 40000
 					}
@@ -733,7 +749,12 @@ func (bot *CQBot) ConvertContentMessage(content []global.MSG, sourceType message
 			case *message.GroupImageElement:
 				img.Flash = flash
 				img.EffectID = id
-				img.ImageBizType = message.ImageBizType(data["subType"].(uint32))
+				switch sub := data["subType"].(type) {
+				case int64:
+					img.ImageBizType = message.ImageBizType(sub)
+				case uint32:
+					img.ImageBizType = message.ImageBizType(sub)
+				}
 			case *message.FriendImageElement:
 				img.Flash = flash
 			}
@@ -743,7 +764,7 @@ func (bot *CQBot) ConvertContentMessage(content []global.MSG, sourceType message
 			case "all":
 				r = append(r, message.NewAt(0))
 			case "user":
-				r = append(r, message.NewAt(data["target"].(int64), data["display"].(string)))
+				r = append(r, message.NewAt(reflect.ValueOf(data["target"]).Int(), data["display"].(string)))
 			default:
 				continue
 			}
@@ -757,7 +778,18 @@ func (bot *CQBot) ConvertContentMessage(content []global.MSG, sourceType message
 				ResId: data["id"].(string),
 			})
 		case "face":
-			r = append(r, message.NewFace(data["id"].(int32)))
+			id := int32(0)
+			switch idn := data["id"].(type) {
+			case int32:
+				id = idn
+			case int:
+				id = int32(idn)
+			case int64:
+				id = int32(idn)
+			default:
+				id = int32(reflect.ValueOf(data["id"]).Convert(reflect.TypeOf(0)).Int())
+			}
+			r = append(r, message.NewFace(id))
 		case "video":
 			e, err := bot.makeImageOrVideoElem(map[string]string{"file": data["file"].(string)}, true, sourceType)
 			if err != nil {
@@ -839,8 +871,8 @@ func (bot *CQBot) ToElement(t string, d map[string]string, sourceType message.So
 			return nil, err
 		}
 		if !global.IsAMRorSILK(data) {
-			lawful, mt := base.IsLawfulAudio(bytes.NewReader(data))
+			mt, ok := mime.CheckAudio(bytes.NewReader(data))
-			if !lawful {
+			if !ok {
 				return nil, errors.New("audio type error: " + mt)
 			}
 			data, err = global.EncoderSilk(data)
@@ -886,9 +918,9 @@ func (bot *CQBot) ToElement(t string, d map[string]string, sourceType message.So
 			name := info.Get("track_info.name").Str
 			mid := info.Get("track_info.mid").Str
 			albumMid := info.Get("track_info.album.mid").Str
-			pinfo, _ := global.GetBytes("http://u.y.qq.com/cgi-bin/musicu.fcg?g_tk=2034008533&uin=0&format=json&data={\"comm\":{\"ct\":23,\"cv\":0},\"url_mid\":{\"module\":\"vkey.GetVkeyServer\",\"method\":\"CgiGetVkey\",\"param\":{\"guid\":\"4311206557\",\"songmid\":[\"" + mid + "\"],\"songtype\":[0],\"uin\":\"0\",\"loginflag\":1,\"platform\":\"23\"}}}&_=1599039471576")
+			pinfo, _ := download.Request{URL: "http://u.y.qq.com/cgi-bin/musicu.fcg?g_tk=2034008533&uin=0&format=json&data={\"comm\":{\"ct\":23,\"cv\":0},\"url_mid\":{\"module\":\"vkey.GetVkeyServer\",\"method\":\"CgiGetVkey\",\"param\":{\"guid\":\"4311206557\",\"songmid\":[\"" + mid + "\"],\"songtype\":[0],\"uin\":\"0\",\"loginflag\":1,\"platform\":\"23\"}}}&_=1599039471576"}.JSON()
 			jumpURL := "https://i.y.qq.com/v8/playsong.html?platform=11&appshare=android_qq&appversion=10030010&hosteuin=oKnlNenz7i-s7c**&songmid=" + mid + "&type=0&appsongtype=1&_wv=1&source=qq&ADTAG=qfshare"
-			purl := gjson.ParseBytes(pinfo).Get("url_mid.data.midurlinfo.0.purl").Str
+			purl := pinfo.Get("url_mid.data.midurlinfo.0.purl").Str
 			preview := "http://y.gtimg.cn/music/photo_new/T002R180x180M000" + albumMid + ".jpg"
 			content := info.Get("track_info.singer.0.name").Str
 			if d["content"] != "" {
@@ -1080,8 +1112,11 @@ func (bot *CQBot) makeImageOrVideoElem(d map[string]string, video bool, sourceTy
 		if exist {
 			_ = os.Remove(cacheFile)
 		}
-		if err := global.DownloadFileMultiThreading(f, cacheFile, maxSize, thread, nil); err != nil {
+		{
-			return nil, err
+			r := download.Request{URL: f, Limit: maxSize}
+			if err := r.WriteToFileMultiThreading(cacheFile, thread); err != nil {
+				return nil, err
+			}
 		}
 	useCacheFile:
 		if video {
@@ -1116,7 +1151,7 @@ func (bot *CQBot) makeImageOrVideoElem(d map[string]string, video bool, sourceTy
 		return &LocalImageElement{File: fu.Path, URL: f}, nil
 	}
 	if !video && strings.HasPrefix(f, "base64") {
-		b, err := param.Base64DecodeString(strings.TrimPrefix(f, "base64://"))
+		b, err := base64.StdEncoding.DecodeString(strings.TrimPrefix(f, "base64://"))
 		if err != nil {
 			return nil, err
 		}

coolq/cqcode/element.go

@@ -2,10 +2,10 @@ package cqcode
 
 import (
 	"bytes"
-	"strconv"
 	"strings"
 
 	"github.com/Mrs4s/MiraiGo/binary"
+	"github.com/Mrs4s/go-cqhttp/global"
 )
 
 // Element single message
@@ -60,7 +60,7 @@ func (e *Element) MarshalJSON() ([]byte, error) {
 			buf.WriteByte('"')
 			buf.WriteString(data.K)
 			buf.WriteString(`":`)
-			buf.WriteString(strconv.Quote(data.V))
+			buf.WriteString(global.Quote(data.V))
 		}
 		buf.WriteString(`}}`)
 	}), nil

coolq/event.go

@@ -4,7 +4,6 @@ import (
 	"encoding/hex"
 	"encoding/json"
 	"fmt"
-	"os"
 	"path"
 	"strconv"
 	"strings"
@@ -18,6 +17,7 @@ import (
 	"github.com/Mrs4s/go-cqhttp/global"
 	"github.com/Mrs4s/go-cqhttp/internal/base"
 	"github.com/Mrs4s/go-cqhttp/internal/cache"
+	"github.com/Mrs4s/go-cqhttp/internal/download"
 )
 
 // ToFormattedMessage 将给定[]message.IMessageElement转换为通过coolq.SetMessageFormat所定义的消息上报格式
@@ -61,7 +61,11 @@ func (ev *event) MarshalJSON() ([]byte, error) {
 		fmt.Fprintf(buf, `,"sub_type":"%s"`, ev.SubType)
 	}
 	for k, v := range ev.Others {
-		v, _ := json.Marshal(v)
+		v, err := json.Marshal(v)
+		if err != nil {
+			log.Warnf("marshal message payload error: %v", err)
+			return nil, err
+		}
 		fmt.Fprintf(buf, `,"%s":%s`, k, v)
 	}
 	buf.WriteByte('}')
@@ -666,7 +670,8 @@ func (bot *CQBot) checkMedia(e []message.IMessageElement, sourceID int64) {
 			filename := hex.EncodeToString(i.Md5) + ".image"
 			cache.Image.Insert(i.Md5, data)
 			if i.Url != "" && !global.PathExists(path.Join(global.ImagePath, "guild-images", filename)) {
-				if err := global.DownloadFile(i.Url, path.Join(global.ImagePath, "guild-images", filename), -1, nil); err != nil {
+				r := download.Request{URL: i.Url}
+				if err := r.WriteToFile(path.Join(global.ImagePath, "guild-images", filename)); err != nil {
 					log.Warnf("下载频道图片时出现错误: %v", err)
 				}
 			}
@@ -684,12 +689,11 @@ func (bot *CQBot) checkMedia(e []message.IMessageElement, sourceID int64) {
 			i.Name = strings.ReplaceAll(i.Name, "{", "")
 			i.Name = strings.ReplaceAll(i.Name, "}", "")
 			if !global.PathExists(path.Join(global.VoicePath, i.Name)) {
-				b, err := global.GetBytes(i.Url)
+				err := download.Request{URL: i.Url}.WriteToFile(path.Join(global.VoicePath, i.Name))
 				if err != nil {
 					log.Warnf("语音文件 %v 下载失败: %v", i.Name, err)
 					continue
 				}
-				_ = os.WriteFile(path.Join(global.VoicePath, i.Name), b, 0o644)
 			}
 		case *message.ShortVideoElement:
 			data := binary.NewWriterF(func(w *binary.Writer) {

db/database.go

@@ -40,61 +40,61 @@ type (
 
 	// StoredGroupMessage 持久化群消息
 	StoredGroupMessage struct {
-		ID          string                  `bson:"_id"`
+		ID          string                  `bson:"_id" yaml:"-"`
-		GlobalID    int32                   `bson:"globalId"`
+		GlobalID    int32                   `bson:"globalId" yaml:"-"`
-		Attribute   *StoredMessageAttribute `bson:"attribute"`
+		Attribute   *StoredMessageAttribute `bson:"attribute" yaml:"-"`
-		SubType     string                  `bson:"subType"`
+		SubType     string                  `bson:"subType" yaml:"-"`
-		QuotedInfo  *QuotedInfo             `bson:"quotedInfo"`
+		QuotedInfo  *QuotedInfo             `bson:"quotedInfo" yaml:"-"`
-		GroupCode   int64                   `bson:"groupCode"`
+		GroupCode   int64                   `bson:"groupCode" yaml:"-"`
-		AnonymousID string                  `bson:"anonymousId"`
+		AnonymousID string                  `bson:"anonymousId" yaml:"-"`
-		Content     []global.MSG            `bson:"content"`
+		Content     []global.MSG            `bson:"content" yaml:"content"`
 	}
 
 	// StoredPrivateMessage 持久化私聊消息
 	StoredPrivateMessage struct {
-		ID         string                  `bson:"_id"`
+		ID         string                  `bson:"_id" yaml:"-"`
-		GlobalID   int32                   `bson:"globalId"`
+		GlobalID   int32                   `bson:"globalId" yaml:"-"`
-		Attribute  *StoredMessageAttribute `bson:"attribute"`
+		Attribute  *StoredMessageAttribute `bson:"attribute" yaml:"-"`
-		SubType    string                  `bson:"subType"`
+		SubType    string                  `bson:"subType" yaml:"-"`
-		QuotedInfo *QuotedInfo             `bson:"quotedInfo"`
+		QuotedInfo *QuotedInfo             `bson:"quotedInfo" yaml:"-"`
-		SessionUin int64                   `bson:"sessionUin"`
+		SessionUin int64                   `bson:"sessionUin" yaml:"-"`
-		TargetUin  int64                   `bson:"targetUin"`
+		TargetUin  int64                   `bson:"targetUin" yaml:"-"`
-		Content    []global.MSG            `bson:"content"`
+		Content    []global.MSG            `bson:"content" yaml:"content"`
 	}
 
 	// StoredGuildChannelMessage 持久化频道消息
 	StoredGuildChannelMessage struct {
-		ID         string                       `bson:"_id"`
+		ID         string                       `bson:"_id" yaml:"-"`
-		Attribute  *StoredGuildMessageAttribute `bson:"attribute"`
+		Attribute  *StoredGuildMessageAttribute `bson:"attribute" yaml:"-"`
-		GuildID    uint64                       `bson:"guildId"`
+		GuildID    uint64                       `bson:"guildId" yaml:"-"`
-		ChannelID  uint64                       `bson:"channelId"`
+		ChannelID  uint64                       `bson:"channelId" yaml:"-"`
-		QuotedInfo *QuotedInfo                  `bson:"quotedInfo"`
+		QuotedInfo *QuotedInfo                  `bson:"quotedInfo" yaml:"-"`
-		Content    []global.MSG                 `bson:"content"`
+		Content    []global.MSG                 `bson:"content" yaml:"content"`
 	}
 
 	// StoredMessageAttribute 持久化消息属性
 	StoredMessageAttribute struct {
-		MessageSeq int32  `bson:"messageSeq"`
+		MessageSeq int32  `bson:"messageSeq" yaml:"-"`
-		InternalID int32  `bson:"internalId"`
+		InternalID int32  `bson:"internalId" yaml:"-"`
-		SenderUin  int64  `bson:"senderUin"`
+		SenderUin  int64  `bson:"senderUin" yaml:"-"`
-		SenderName string `bson:"senderName"`
+		SenderName string `bson:"senderName" yaml:"-"`
-		Timestamp  int64  `bson:"timestamp"`
+		Timestamp  int64  `bson:"timestamp" yaml:"-"`
 	}
 
 	// StoredGuildMessageAttribute 持久化频道消息属性
 	StoredGuildMessageAttribute struct {
-		MessageSeq   uint64 `bson:"messageSeq"`
+		MessageSeq   uint64 `bson:"messageSeq" yaml:"-"`
-		InternalID   uint64 `bson:"internalId"`
+		InternalID   uint64 `bson:"internalId" yaml:"-"`
-		SenderTinyID uint64 `bson:"senderTinyId"`
+		SenderTinyID uint64 `bson:"senderTinyId" yaml:"-"`
-		SenderName   string `bson:"senderName"`
+		SenderName   string `bson:"senderName" yaml:"-"`
-		Timestamp    int64  `bson:"timestamp"`
+		Timestamp    int64  `bson:"timestamp" yaml:"-"`
 	}
 
 	// QuotedInfo 引用回复
 	QuotedInfo struct {
-		PrevID        string       `bson:"prevId"`
+		PrevID        string       `bson:"prevId" yaml:"-"`
-		PrevGlobalID  int32        `bson:"prevGlobalId"`
+		PrevGlobalID  int32        `bson:"prevGlobalId" yaml:"-"`
-		QuotedContent []global.MSG `bson:"quotedContent"`
+		QuotedContent []global.MSG `bson:"quotedContent" yaml:"quoted_content"`
 	}
 )
 

db/sqlite3/model.go

@@ -0,0 +1,84 @@
+package sqlite3
+
+const (
+	Sqlite3GroupMessageTableName          = "grpmsg"
+	Sqlite3MessageAttributeTableName      = "msgattr"
+	Sqlite3GuildMessageAttributeTableName = "gmsgattr"
+	Sqlite3QuotedInfoTableName            = "quoinf"
+	Sqlite3PrivateMessageTableName        = "privmsg"
+	Sqlite3GuildChannelMessageTableName   = "guildmsg"
+	Sqlite3UinInfoTableName               = "uininf"
+	Sqlite3TinyInfoTableName              = "tinyinf"
+)
+
+// StoredMessageAttribute 持久化消息属性
+type StoredMessageAttribute struct {
+	ID         int64 // ID is the crc64 of 字段s below
+	MessageSeq int32
+	InternalID int32
+	SenderUin  int64 // SenderUin is fk to UinInfo
+	Timestamp  int64
+}
+
+// StoredGuildMessageAttribute 持久化频道消息属性
+type StoredGuildMessageAttribute struct {
+	ID           int64 // ID is the crc64 of 字段s below
+	MessageSeq   int64
+	InternalID   int64
+	SenderTinyID int64 // SenderTinyID is fk to TinyInfo
+	Timestamp    int64
+}
+
+// QuotedInfo 引用回复
+type QuotedInfo struct {
+	ID            int64 // ID is the crc64 of 字段s below
+	PrevID        string
+	PrevGlobalID  int32
+	QuotedContent string // QuotedContent is json of original content
+}
+
+// UinInfo QQ 与 昵称
+type UinInfo struct {
+	Uin  int64
+	Name string
+}
+
+// TinyInfo Tiny 与 昵称
+type TinyInfo struct {
+	ID   int64
+	Name string
+}
+
+// StoredGroupMessage 持久化群消息
+type StoredGroupMessage struct {
+	GlobalID     int32
+	ID           string
+	AttributeID  int64
+	SubType      string
+	QuotedInfoID int64
+	GroupCode    int64
+	AnonymousID  string
+	Content      string // Content is json of original content
+}
+
+// StoredPrivateMessage 持久化私聊消息
+type StoredPrivateMessage struct {
+	GlobalID     int32
+	ID           string
+	AttributeID  int64
+	SubType      string
+	QuotedInfoID int64
+	SessionUin   int64
+	TargetUin    int64
+	Content      string // Content is json of original content
+}
+
+// StoredGuildChannelMessage 持久化频道消息
+type StoredGuildChannelMessage struct {
+	ID           string
+	AttributeID  int64
+	GuildID      int64
+	ChannelID    int64
+	QuotedInfoID int64
+	Content      string // Content is json of original content
+}

db/sqlite3/sqlite3.go

@@ -0,0 +1,532 @@
+package sqlite3
+
+import (
+	"encoding/base64"
+	"hash/crc64"
+	"os"
+	"path"
+	"strconv"
+	"sync"
+	"time"
+
+	sql "github.com/FloatTech/sqlite"
+	"github.com/pkg/errors"
+	"gopkg.in/yaml.v3"
+
+	"github.com/Mrs4s/MiraiGo/binary"
+	"github.com/Mrs4s/MiraiGo/utils"
+	"github.com/Mrs4s/go-cqhttp/db"
+)
+
+type database struct {
+	sync.RWMutex
+	db  *sql.Sqlite
+	ttl time.Duration
+}
+
+// config mongodb 相关配置
+type config struct {
+	Enable   bool          `yaml:"enable"`
+	CacheTTL time.Duration `yaml:"cachettl"`
+}
+
+func init() {
+	sql.DriverName = "sqlite"
+	db.Register("sqlite3", func(node yaml.Node) db.Database {
+		conf := new(config)
+		_ = node.Decode(conf)
+		if !conf.Enable {
+			return nil
+		}
+		return &database{db: new(sql.Sqlite), ttl: conf.CacheTTL}
+	})
+}
+
+func (s *database) Open() error {
+	s.db.DBPath = path.Join("data", "sqlite3")
+	_ = os.MkdirAll(s.db.DBPath, 0755)
+	s.db.DBPath += "/msg.db"
+	err := s.db.Open(s.ttl)
+	if err != nil {
+		return errors.Wrap(err, "open sqlite3 error")
+	}
+	_, err = s.db.DB.Exec("PRAGMA foreign_keys = ON;")
+	if err != nil {
+		return errors.Wrap(err, "enable foreign_keys error")
+	}
+	err = s.db.Create(Sqlite3UinInfoTableName, &UinInfo{})
+	if err != nil {
+		return errors.Wrap(err, "create sqlite3 table error")
+	}
+	err = s.db.Insert(Sqlite3UinInfoTableName, &UinInfo{Name: "null"})
+	if err != nil {
+		return errors.Wrap(err, "insert into sqlite3 table "+Sqlite3UinInfoTableName+" error")
+	}
+	err = s.db.Create(Sqlite3TinyInfoTableName, &TinyInfo{})
+	if err != nil {
+		return errors.Wrap(err, "create sqlite3 table error")
+	}
+	err = s.db.Insert(Sqlite3TinyInfoTableName, &TinyInfo{Name: "null"})
+	if err != nil {
+		return errors.Wrap(err, "insert into sqlite3 table "+Sqlite3TinyInfoTableName+" error")
+	}
+	err = s.db.Create(Sqlite3MessageAttributeTableName, &StoredMessageAttribute{},
+		"FOREIGN KEY(SenderUin) REFERENCES "+Sqlite3UinInfoTableName+"(Uin)",
+	)
+	if err != nil {
+		return errors.Wrap(err, "create sqlite3 table error")
+	}
+	err = s.db.Insert(Sqlite3MessageAttributeTableName, &StoredMessageAttribute{})
+	if err != nil {
+		return errors.Wrap(err, "insert into sqlite3 table "+Sqlite3MessageAttributeTableName+" error")
+	}
+	err = s.db.Create(Sqlite3GuildMessageAttributeTableName, &StoredGuildMessageAttribute{},
+		"FOREIGN KEY(SenderTinyID) REFERENCES "+Sqlite3TinyInfoTableName+"(ID)",
+	)
+	if err != nil {
+		return errors.Wrap(err, "create sqlite3 table error")
+	}
+	err = s.db.Insert(Sqlite3GuildMessageAttributeTableName, &StoredGuildMessageAttribute{})
+	if err != nil {
+		return errors.Wrap(err, "insert into sqlite3 table "+Sqlite3GuildMessageAttributeTableName+" error")
+	}
+	err = s.db.Create(Sqlite3QuotedInfoTableName, &QuotedInfo{})
+	if err != nil {
+		return errors.Wrap(err, "create sqlite3 table error")
+	}
+	err = s.db.Insert(Sqlite3QuotedInfoTableName, &QuotedInfo{QuotedContent: "null"})
+	if err != nil {
+		return errors.Wrap(err, "insert into sqlite3 table "+Sqlite3QuotedInfoTableName+" error")
+	}
+	err = s.db.Create(Sqlite3GroupMessageTableName, &StoredGroupMessage{},
+		"FOREIGN KEY(AttributeID) REFERENCES "+Sqlite3MessageAttributeTableName+"(ID)",
+		"FOREIGN KEY(QuotedInfoID) REFERENCES "+Sqlite3QuotedInfoTableName+"(ID)",
+	)
+	if err != nil {
+		return errors.Wrap(err, "create sqlite3 table error")
+	}
+	err = s.db.Create(Sqlite3PrivateMessageTableName, &StoredPrivateMessage{},
+		"FOREIGN KEY(AttributeID) REFERENCES "+Sqlite3MessageAttributeTableName+"(ID)",
+		"FOREIGN KEY(QuotedInfoID) REFERENCES "+Sqlite3QuotedInfoTableName+"(ID)",
+	)
+	if err != nil {
+		return errors.Wrap(err, "create sqlite3 table error")
+	}
+	err = s.db.Create(Sqlite3GuildChannelMessageTableName, &StoredGuildChannelMessage{},
+		"FOREIGN KEY(AttributeID) REFERENCES "+Sqlite3MessageAttributeTableName+"(ID)",
+		"FOREIGN KEY(QuotedInfoID) REFERENCES "+Sqlite3QuotedInfoTableName+"(ID)",
+	)
+	if err != nil {
+		return errors.Wrap(err, "create sqlite3 table error")
+	}
+	return nil
+}
+
+func (s *database) GetMessageByGlobalID(id int32) (db.StoredMessage, error) {
+	if r, err := s.GetGroupMessageByGlobalID(id); err == nil {
+		return r, nil
+	}
+	return s.GetPrivateMessageByGlobalID(id)
+}
+
+func (s *database) GetGroupMessageByGlobalID(id int32) (*db.StoredGroupMessage, error) {
+	var ret db.StoredGroupMessage
+	var grpmsg StoredGroupMessage
+	s.RLock()
+	err := s.db.Find(Sqlite3GroupMessageTableName, &grpmsg, "WHERE GlobalID="+strconv.Itoa(int(id)))
+	s.RUnlock()
+	if err != nil {
+		return nil, errors.Wrap(err, "query error")
+	}
+	ret.ID = grpmsg.ID
+	ret.GlobalID = grpmsg.GlobalID
+	ret.SubType = grpmsg.SubType
+	ret.GroupCode = grpmsg.GroupCode
+	ret.AnonymousID = grpmsg.AnonymousID
+	_ = yaml.Unmarshal(utils.S2B(grpmsg.Content), &ret)
+	if grpmsg.AttributeID != 0 {
+		var attr StoredMessageAttribute
+		s.RLock()
+		err = s.db.Find(Sqlite3MessageAttributeTableName, &attr, "WHERE ID="+strconv.FormatInt(grpmsg.AttributeID, 10))
+		s.RUnlock()
+		if err == nil {
+			var uin UinInfo
+			s.RLock()
+			err = s.db.Find(Sqlite3UinInfoTableName, &uin, "WHERE Uin="+strconv.FormatInt(attr.SenderUin, 10))
+			s.RUnlock()
+			if err == nil {
+				ret.Attribute = &db.StoredMessageAttribute{
+					MessageSeq: attr.MessageSeq,
+					InternalID: attr.InternalID,
+					SenderUin:  attr.SenderUin,
+					SenderName: uin.Name,
+					Timestamp:  attr.Timestamp,
+				}
+			}
+		}
+	}
+	if grpmsg.QuotedInfoID != 0 {
+		var quoinf QuotedInfo
+		s.RLock()
+		err = s.db.Find(Sqlite3QuotedInfoTableName, &quoinf, "WHERE ID="+strconv.FormatInt(grpmsg.QuotedInfoID, 10))
+		s.RUnlock()
+		if err == nil {
+			ret.QuotedInfo = &db.QuotedInfo{
+				PrevID:       quoinf.PrevID,
+				PrevGlobalID: quoinf.PrevGlobalID,
+			}
+			_ = yaml.Unmarshal(utils.S2B(quoinf.QuotedContent), &ret.QuotedInfo)
+		}
+	}
+	return &ret, nil
+}
+
+func (s *database) GetPrivateMessageByGlobalID(id int32) (*db.StoredPrivateMessage, error) {
+	var ret db.StoredPrivateMessage
+	var privmsg StoredPrivateMessage
+	s.RLock()
+	err := s.db.Find(Sqlite3PrivateMessageTableName, &privmsg, "WHERE GlobalID="+strconv.Itoa(int(id)))
+	s.RUnlock()
+	if err != nil {
+		return nil, errors.Wrap(err, "query error")
+	}
+	ret.ID = privmsg.ID
+	ret.GlobalID = privmsg.GlobalID
+	ret.SubType = privmsg.SubType
+	ret.SessionUin = privmsg.SessionUin
+	ret.TargetUin = privmsg.TargetUin
+	_ = yaml.Unmarshal(utils.S2B(privmsg.Content), &ret)
+	if privmsg.AttributeID != 0 {
+		var attr StoredMessageAttribute
+		s.RLock()
+		err = s.db.Find(Sqlite3MessageAttributeTableName, &attr, "WHERE ID="+strconv.FormatInt(privmsg.AttributeID, 10))
+		s.RUnlock()
+		if err == nil {
+			var uin UinInfo
+			s.RLock()
+			err = s.db.Find(Sqlite3UinInfoTableName, &uin, "WHERE Uin="+strconv.FormatInt(attr.SenderUin, 10))
+			s.RUnlock()
+			if err == nil {
+				ret.Attribute = &db.StoredMessageAttribute{
+					MessageSeq: attr.MessageSeq,
+					InternalID: attr.InternalID,
+					SenderUin:  attr.SenderUin,
+					SenderName: uin.Name,
+					Timestamp:  attr.Timestamp,
+				}
+			}
+		}
+	}
+	if privmsg.QuotedInfoID != 0 {
+		var quoinf QuotedInfo
+		s.RLock()
+		err = s.db.Find(Sqlite3QuotedInfoTableName, &quoinf, "WHERE ID="+strconv.FormatInt(privmsg.QuotedInfoID, 10))
+		s.RUnlock()
+		if err == nil {
+			ret.QuotedInfo = &db.QuotedInfo{
+				PrevID:       quoinf.PrevID,
+				PrevGlobalID: quoinf.PrevGlobalID,
+			}
+			_ = yaml.Unmarshal(utils.S2B(quoinf.QuotedContent), &ret.QuotedInfo)
+		}
+	}
+	return &ret, nil
+}
+
+func (s *database) GetGuildChannelMessageByID(id string) (*db.StoredGuildChannelMessage, error) {
+	b, err := base64.StdEncoding.DecodeString(id)
+	if err != nil {
+		return nil, errors.Wrap(err, "query invalid id error")
+	}
+	if len(b) < 25 {
+		return nil, errors.New("query invalid id error: content too short")
+	}
+	var ret db.StoredGuildChannelMessage
+	var guildmsg StoredGuildChannelMessage
+	s.RLock()
+	err = s.db.Find(Sqlite3GuildChannelMessageTableName, &guildmsg, "WHERE ID='"+id+"'")
+	s.RUnlock()
+	if err != nil {
+		return nil, errors.Wrap(err, "query error")
+	}
+	ret.ID = guildmsg.ID
+	ret.GuildID = uint64(guildmsg.GuildID)
+	ret.ChannelID = uint64(guildmsg.ChannelID)
+	_ = yaml.Unmarshal(utils.S2B(guildmsg.Content), &ret)
+	if guildmsg.AttributeID != 0 {
+		var attr StoredGuildMessageAttribute
+		s.RLock()
+		err = s.db.Find(Sqlite3GuildMessageAttributeTableName, &attr, "WHERE ID="+strconv.FormatInt(guildmsg.AttributeID, 10))
+		s.RUnlock()
+		if err == nil {
+			var tiny TinyInfo
+			s.RLock()
+			err = s.db.Find(Sqlite3TinyInfoTableName, &tiny, "WHERE ID="+strconv.FormatInt(attr.SenderTinyID, 10))
+			s.RUnlock()
+			if err == nil {
+				ret.Attribute = &db.StoredGuildMessageAttribute{
+					MessageSeq:   uint64(attr.MessageSeq),
+					InternalID:   uint64(attr.InternalID),
+					SenderTinyID: uint64(attr.SenderTinyID),
+					SenderName:   tiny.Name,
+					Timestamp:    attr.Timestamp,
+				}
+			}
+		}
+	}
+	if guildmsg.QuotedInfoID != 0 {
+		var quoinf QuotedInfo
+		s.RLock()
+		err = s.db.Find(Sqlite3QuotedInfoTableName, &quoinf, "WHERE ID="+strconv.FormatInt(guildmsg.QuotedInfoID, 10))
+		s.RUnlock()
+		if err == nil {
+			ret.QuotedInfo = &db.QuotedInfo{
+				PrevID:       quoinf.PrevID,
+				PrevGlobalID: quoinf.PrevGlobalID,
+			}
+			_ = yaml.Unmarshal(utils.S2B(quoinf.QuotedContent), &ret.QuotedInfo)
+		}
+	}
+	return &ret, nil
+}
+
+func (s *database) InsertGroupMessage(msg *db.StoredGroupMessage) error {
+	grpmsg := &StoredGroupMessage{
+		GlobalID:    msg.GlobalID,
+		ID:          msg.ID,
+		SubType:     msg.SubType,
+		GroupCode:   msg.GroupCode,
+		AnonymousID: msg.AnonymousID,
+	}
+	h := crc64.New(crc64.MakeTable(crc64.ISO))
+	if msg.Attribute != nil {
+		h.Write(binary.NewWriterF(func(w *binary.Writer) {
+			w.WriteUInt32(uint32(msg.Attribute.MessageSeq))
+			w.WriteUInt32(uint32(msg.Attribute.InternalID))
+			w.WriteUInt64(uint64(msg.Attribute.SenderUin))
+			w.WriteUInt64(uint64(msg.Attribute.Timestamp))
+		}))
+		h.Write(utils.S2B(msg.Attribute.SenderName))
+		id := int64(h.Sum64())
+		if id == 0 {
+			id++
+		}
+		s.Lock()
+		err := s.db.Insert(Sqlite3UinInfoTableName, &UinInfo{
+			Uin:  msg.Attribute.SenderUin,
+			Name: msg.Attribute.SenderName,
+		})
+		if err == nil {
+			err = s.db.Insert(Sqlite3MessageAttributeTableName, &StoredMessageAttribute{
+				ID:         id,
+				MessageSeq: msg.Attribute.MessageSeq,
+				InternalID: msg.Attribute.InternalID,
+				SenderUin:  msg.Attribute.SenderUin,
+				Timestamp:  msg.Attribute.Timestamp,
+			})
+		}
+		s.Unlock()
+		if err == nil {
+			grpmsg.AttributeID = id
+		}
+		h.Reset()
+	}
+	if msg.QuotedInfo != nil {
+		h.Write(utils.S2B(msg.QuotedInfo.PrevID))
+		h.Write(binary.NewWriterF(func(w *binary.Writer) {
+			w.WriteUInt32(uint32(msg.QuotedInfo.PrevGlobalID))
+		}))
+		content, err := yaml.Marshal(&msg.QuotedInfo)
+		if err != nil {
+			return errors.Wrap(err, "insert marshal QuotedContent error")
+		}
+		h.Write(content)
+		id := int64(h.Sum64())
+		if id == 0 {
+			id++
+		}
+		s.Lock()
+		err = s.db.Insert(Sqlite3QuotedInfoTableName, &QuotedInfo{
+			ID:            id,
+			PrevID:        msg.QuotedInfo.PrevID,
+			PrevGlobalID:  msg.QuotedInfo.PrevGlobalID,
+			QuotedContent: utils.B2S(content),
+		})
+		s.Unlock()
+		if err == nil {
+			grpmsg.QuotedInfoID = id
+		}
+	}
+	content, err := yaml.Marshal(&msg)
+	if err != nil {
+		return errors.Wrap(err, "insert marshal Content error")
+	}
+	grpmsg.Content = utils.B2S(content)
+	s.Lock()
+	err = s.db.Insert(Sqlite3GroupMessageTableName, grpmsg)
+	s.Unlock()
+	if err != nil {
+		return errors.Wrap(err, "insert error")
+	}
+	return nil
+}
+
+func (s *database) InsertPrivateMessage(msg *db.StoredPrivateMessage) error {
+	privmsg := &StoredPrivateMessage{
+		GlobalID:   msg.GlobalID,
+		ID:         msg.ID,
+		SubType:    msg.SubType,
+		SessionUin: msg.SessionUin,
+		TargetUin:  msg.TargetUin,
+	}
+	h := crc64.New(crc64.MakeTable(crc64.ISO))
+	if msg.Attribute != nil {
+		h.Write(binary.NewWriterF(func(w *binary.Writer) {
+			w.WriteUInt32(uint32(msg.Attribute.MessageSeq))
+			w.WriteUInt32(uint32(msg.Attribute.InternalID))
+			w.WriteUInt64(uint64(msg.Attribute.SenderUin))
+			w.WriteUInt64(uint64(msg.Attribute.Timestamp))
+		}))
+		h.Write(utils.S2B(msg.Attribute.SenderName))
+		id := int64(h.Sum64())
+		if id == 0 {
+			id++
+		}
+		s.Lock()
+		err := s.db.Insert(Sqlite3UinInfoTableName, &UinInfo{
+			Uin:  msg.Attribute.SenderUin,
+			Name: msg.Attribute.SenderName,
+		})
+		if err == nil {
+			err = s.db.Insert(Sqlite3MessageAttributeTableName, &StoredMessageAttribute{
+				ID:         id,
+				MessageSeq: msg.Attribute.MessageSeq,
+				InternalID: msg.Attribute.InternalID,
+				SenderUin:  msg.Attribute.SenderUin,
+				Timestamp:  msg.Attribute.Timestamp,
+			})
+		}
+		s.Unlock()
+		if err == nil {
+			privmsg.AttributeID = id
+		}
+		h.Reset()
+	}
+	if msg.QuotedInfo != nil {
+		h.Write(utils.S2B(msg.QuotedInfo.PrevID))
+		h.Write(binary.NewWriterF(func(w *binary.Writer) {
+			w.WriteUInt32(uint32(msg.QuotedInfo.PrevGlobalID))
+		}))
+		content, err := yaml.Marshal(&msg.QuotedInfo)
+		if err != nil {
+			return errors.Wrap(err, "insert marshal QuotedContent error")
+		}
+		h.Write(content)
+		id := int64(h.Sum64())
+		if id == 0 {
+			id++
+		}
+		s.Lock()
+		err = s.db.Insert(Sqlite3QuotedInfoTableName, &QuotedInfo{
+			ID:            id,
+			PrevID:        msg.QuotedInfo.PrevID,
+			PrevGlobalID:  msg.QuotedInfo.PrevGlobalID,
+			QuotedContent: utils.B2S(content),
+		})
+		s.Unlock()
+		if err == nil {
+			privmsg.QuotedInfoID = id
+		}
+	}
+	content, err := yaml.Marshal(&msg)
+	if err != nil {
+		return errors.Wrap(err, "insert marshal Content error")
+	}
+	privmsg.Content = utils.B2S(content)
+	s.Lock()
+	err = s.db.Insert(Sqlite3PrivateMessageTableName, privmsg)
+	s.Unlock()
+	if err != nil {
+		return errors.Wrap(err, "insert error")
+	}
+	return nil
+}
+
+func (s *database) InsertGuildChannelMessage(msg *db.StoredGuildChannelMessage) error {
+	guildmsg := &StoredGuildChannelMessage{
+		ID:        msg.ID,
+		GuildID:   int64(msg.GuildID),
+		ChannelID: int64(msg.ChannelID),
+	}
+	h := crc64.New(crc64.MakeTable(crc64.ISO))
+	if msg.Attribute != nil {
+		h.Write(binary.NewWriterF(func(w *binary.Writer) {
+			w.WriteUInt32(uint32(msg.Attribute.MessageSeq))
+			w.WriteUInt32(uint32(msg.Attribute.InternalID))
+			w.WriteUInt64(uint64(msg.Attribute.SenderTinyID))
+			w.WriteUInt64(uint64(msg.Attribute.Timestamp))
+		}))
+		h.Write(utils.S2B(msg.Attribute.SenderName))
+		id := int64(h.Sum64())
+		if id == 0 {
+			id++
+		}
+		s.Lock()
+		err := s.db.Insert(Sqlite3TinyInfoTableName, &TinyInfo{
+			ID:   int64(msg.Attribute.SenderTinyID),
+			Name: msg.Attribute.SenderName,
+		})
+		if err == nil {
+			err = s.db.Insert(Sqlite3MessageAttributeTableName, &StoredGuildMessageAttribute{
+				ID:           id,
+				MessageSeq:   int64(msg.Attribute.MessageSeq),
+				InternalID:   int64(msg.Attribute.InternalID),
+				SenderTinyID: int64(msg.Attribute.SenderTinyID),
+				Timestamp:    msg.Attribute.Timestamp,
+			})
+		}
+		s.Unlock()
+		if err == nil {
+			guildmsg.AttributeID = id
+		}
+		h.Reset()
+	}
+	if msg.QuotedInfo != nil {
+		h.Write(utils.S2B(msg.QuotedInfo.PrevID))
+		h.Write(binary.NewWriterF(func(w *binary.Writer) {
+			w.WriteUInt32(uint32(msg.QuotedInfo.PrevGlobalID))
+		}))
+		content, err := yaml.Marshal(&msg.QuotedInfo)
+		if err != nil {
+			return errors.Wrap(err, "insert marshal QuotedContent error")
+		}
+		h.Write(content)
+		id := int64(h.Sum64())
+		if id == 0 {
+			id++
+		}
+		s.Lock()
+		err = s.db.Insert(Sqlite3QuotedInfoTableName, &QuotedInfo{
+			ID:            id,
+			PrevID:        msg.QuotedInfo.PrevID,
+			PrevGlobalID:  msg.QuotedInfo.PrevGlobalID,
+			QuotedContent: utils.B2S(content),
+		})
+		s.Unlock()
+		if err == nil {
+			guildmsg.QuotedInfoID = id
+		}
+	}
+	content, err := yaml.Marshal(&msg)
+	if err != nil {
+		return errors.Wrap(err, "insert marshal Content error")
+	}
+	guildmsg.Content = utils.B2S(content)
+	s.Lock()
+	err = s.db.Insert(Sqlite3GuildChannelMessageTableName, guildmsg)
+	s.Unlock()
+	if err != nil {
+		return errors.Wrap(err, "insert error")
+	}
+	return nil
+}

docker-entrypoint.sh

@@ -0,0 +1,20 @@
+#!/bin/sh
+
+USER=abc
+
+echo "---Setup Timezone to ${TZ}---"
+echo "${TZ}" > /etc/timezone
+echo "---Checking if UID: ${UID} matches user---"
+usermod -o -u ${UID} ${USER}
+echo "---Checking if GID: ${GID} matches user---"
+groupmod -o -g ${GID} ${USER} > /dev/null 2>&1 ||:
+usermod -g ${GID} ${USER}
+echo "---Setting umask to ${UMASK}---"
+umask ${UMASK}
+
+echo "---Taking ownership of data...---"
+chown -R ${UID}:${GID} /app /data
+chmod +x /app/cqhttp
+
+echo "Starting..."
+su-exec ${USER} /app/cqhttp

docs/EventFilter.md

@@ -163,9 +163,9 @@
 
 ## 过滤时的事件数据对象
 
-过滤器在go-cqhttp构建好事件数据后运行，各事件的数据字段见[OneBot标准]( https://github.com/howmanybots/onebot/blob/master/v11/specs/event/README.md )。
+过滤器在go-cqhttp构建好事件数据后运行，各事件的数据字段见[OneBot标准]( https://github.com/botuniverse/onebot-11/blob/master/event/README.md )。
 
 这里有几点需要注意：
 
-- `message` 字段在运行过滤器时和上报信息类型相同（见 [消息格式]( https://github.com/howmanybots/onebot/blob/master/v11/specs/message/array.md )）
+- `message` 字段在运行过滤器时和上报信息类型相同（见 [消息格式]( https://github.com/botuniverse/onebot-11/blob/master/message/array.md )）
 - `raw_message` 字段为未经**CQ码**处理的原始消息字符串，这意味着其中可能会出现形如 `[CQ:face,id=123]` 的 CQ 码

docs/config.md

@@ -84,9 +84,8 @@ servers:
   # HTTP 通信设置
   - http:
       # 服务端监听地址
-      host: 127.0.0.1
+      # 如需指定监听ipv4， 可使用 `address: tcp4://0.0.0.0:5700` (ipv6同理)
-      # 服务端监听端口
+      address: 0.0.0.0:5700
-      port: 5700
       # 反向HTTP超时时间, 单位秒
       # 最小值为5，小于5将会忽略本项设置
       timeout: 5
@@ -102,9 +101,8 @@ servers:
   # 正向WS设置
   - ws:
       # 正向WS服务器监听地址
-      host: 127.0.0.1
+      # 如需指定监听ipv4， 可使用 `address: tcp4://0.0.0.0:6700` (ipv6同理)
-      # 正向WS服务器监听端口
+      address: 0.0.0.0:6700
-      port: 6700
       middlewares:
         <<: *default # 引用默认中间件
 

docs/cqhttp.md

@@ -42,6 +42,8 @@
 - [设置群名](#设置群名)
 - [获取用户VIP信息](#获取用户vip信息)
 - [发送群公告](#发送群公告)
+- [获取群公告](#获取群公告)
+- [删除群公告](#删除群公告)
 - [设置精华消息](#设置精华消息)
 - [移出精华消息](#移出精华消息)
 - [获取精华消息列表](#获取精华消息列表)
@@ -244,7 +246,8 @@ Type: `node`
 | `seq`     | message | 具体消息       | 用于自定义消息                                                                         |
 
 特殊说明: **需要使用单独的API `/send_group_forward_msg` 发送，并且由于消息段较为复杂，仅支持Array形式入参。 如果引用消息和自定义消息同时出现，实际查看顺序将取消息段顺序.
-另外按 [Onebot v11](https://github.com/botuniverse/onebot-11/blob/master/message/array.md) 文档说明, `data` 应全为字符串, 但由于需要接收`message` 类型的消息, 所以 *仅限此Type的content字段* 支持Array套娃**
+另外按 [Onebot v11](https://github.com/botuniverse/onebot-11/blob/master/message/array.md) 文档说明, `data` 应全为字符串,
+但由于需要接收`message` 类型的消息, 所以 *仅限此Type的content字段* 支持Array套娃**
 
 示例:
 
@@ -491,6 +494,18 @@ Type: `tts`
 
 示例: `[CQ:tts,text=这是一条测试消息]`
 
+### 猜拳消息
+
+Type: `rps`
+
+参数:
+
+| 参数名     | 类型  | 说明               |
+|---------|-----|------------------|
+| `value` | int | 0：石头, 1：剪刀, 2：布  |
+
+示例: `[CQ:rps,value=0]`
+
 ## API
 
 ### 设置群名
@@ -613,15 +628,16 @@ Type: `tts`
 }
 ````
 
-### 发送合并转发(群)
+### 发送合并转发(群/私聊)
 
-终结点: `/send_group_forward_msg`
+终结点: `/send_group_forward_msg`, `send_private_forward_msg`, `send_forward_msg`
 
 **参数**
 
-| 字段       | 类型           | 说明                         |
+| 字段         | 类型             | 说明                                                                                                                                                            |
-| ---------- | -------------- | ---------------------------- |
+|------------|----------------|---------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| `group_id` | int64          | 群号                         |
+| `group_id` | int64          | 群号                                                                                                                                                            |
+| `user_id`  | int64          | 私聊QQ号                                                                                                                                                         |
 | `messages` | forward node[] | 自定义转发消息, 具体看 [CQCode](https://github.com/Mrs4s/go-cqhttp/blob/master/docs/cqhttp.md#%E5%90%88%E5%B9%B6%E8%BD%AC%E5%8F%91%E6%B6%88%E6%81%AF%E8%8A%82%E7%82%B9) |
 
 响应数据
@@ -883,6 +899,36 @@ Type: `tts`
 > 在不提供 `folder` 参数的情况下默认上传到根目录
 > 只能上传本地文件, 需要上传 `http` 文件的话请先调用 `download_file` API下载
 
+### 上传私聊文件
+
+终结点: `/upload_private_file`
+
+**参数**
+
+| 字段        | 类型     | 说明     |
+|-----------|--------|--------|
+| `user_id` | int64  | 接收者id  |
+| `file`    | string | 本地文件路径 |
+| `name`    | string | 储存名称   |
+
+> 只能上传本地文件, 需要上传 `http` 文件的话请先调用 `download_file` API下载
+
+### 设置 QQ 个人资料
+
+终结点: `/set_qq_profile`
+
+**参数**
+
+| 字段              | 类型     | 说明   |
+|-----------------|--------|------|
+| `nickname`      | int64  | 昵称   |
+| `company`       | string | 公司   |
+| `email`         | string | 邮箱   |
+| `college`       | string | 大学   |
+| `personal_note` | string | 个人签名 |
+
+> 所有参数字段都为可选。
+
 ### 获取状态
 
 终结点: `/get_status`
@@ -1065,13 +1111,67 @@ JSON数组:
 
 `该 API 没有响应数据`
 
+### 获取群公告
+
+终结点： `/_get_group_notice`
+
+**参数**
+
+| 字段名     | 数据类型 | 默认值 | 说明     |
+| ---------- | -------- | ------ | -------- |
+| `group_id` | int64    |        | 群号     |
+
+**响应数据**
+
+数组信息:
+
+| 字段名            | 数据类型   | 默认值 | 说明    |
+|----------------|--------| ------ |-------|
+| `notice_id`    | string |        | 公告id  |
+| `sender_id`    | string |        | 发布者id |
+| `publish_time` | string |        | 发布时间  |
+| `message`      | GroupNoticeMessage |        | 公告id  |
+
+响应示例
+
+```json
+{
+  "data": [
+    {
+      "notice_id": "8850de2e00000000cc6bbd628a150c00",
+      "sender_id": 1111111,
+      "publish_time": 1656581068,
+      "message": {
+        "text": "这是一条公告",
+        "images": []
+      }
+    }
+  ],
+  "retcode": 0,
+  "status": "ok"
+}
+```
+
+### 删除群公告
+
+终结点： `/_del_group_notice`
+
+**参数**
+
+| 字段名         | 数据类型 | 默认值 | 说明   |
+|-------------| -------- | ------ |------|
+| `group_id`  | int64    |        | 群号   |
+| `notice_id` | string   |        | 公告id |
+
+`该 API 没有响应数据`
+
 ### 获取单向好友列表
 
 终结点: `/get_unidirectional_friend_list`
 
 **响应数据**
 
-数组信息: 
+数组信息:
 
 | 字段          | 类型   | 说明     |
 | ------------- | ------ | -------- |

global/fs.go

@@ -14,9 +14,10 @@ import (
 
 	"github.com/Mrs4s/MiraiGo/utils"
 	b14 "github.com/fumiama/go-base16384"
+	"github.com/segmentio/asm/base64"
 	log "github.com/sirupsen/logrus"
 
-	"github.com/Mrs4s/go-cqhttp/internal/param"
+	"github.com/Mrs4s/go-cqhttp/internal/download"
 )
 
 const (
@@ -83,13 +84,12 @@ func FindFile(file, cache, p string) (data []byte, err error) {
 		if (cache == "" || cache == "1") && PathExists(cacheFile) {
 			return os.ReadFile(cacheFile)
 		}
-		data, err = GetBytes(file)
+		err = download.Request{URL: file}.WriteToFile(cacheFile)
-		_ = os.WriteFile(cacheFile, data, 0o644)
 		if err != nil {
 			return nil, err
 		}
 	case strings.HasPrefix(file, "base64"):
-		data, err = param.Base64DecodeString(strings.TrimPrefix(file, "base64://"))
+		data, err = base64.StdEncoding.DecodeString(strings.TrimPrefix(file, "base64://"))
 		if err != nil {
 			return nil, err
 		}

global/net.go

@@ -1,307 +1,27 @@
 package global
 
 import (
-	"bufio"
-	"compress/gzip"
 	"fmt"
-	"io"
-	"io/ioutil"
-	"net/http"
-	"net/url"
-	"os"
-	"strconv"
-	"strings"
-	"sync"
-
-	"github.com/pkg/errors"
 
 	"github.com/tidwall/gjson"
 
-	"github.com/Mrs4s/go-cqhttp/internal/base"
+	"github.com/Mrs4s/go-cqhttp/internal/download"
 )
 
-var (
-	client = &http.Client{
-		Transport: &http.Transport{
-			Proxy: func(request *http.Request) (u *url.URL, e error) {
-				if base.Proxy == "" {
-					return http.ProxyFromEnvironment(request)
-				}
-				return url.Parse(base.Proxy)
-			},
-			ForceAttemptHTTP2:   true,
-			MaxConnsPerHost:     0,
-			MaxIdleConns:        0,
-			MaxIdleConnsPerHost: 999,
-		},
-	}
-
-	// ErrOverSize 响应主体过大时返回此错误
-	ErrOverSize = errors.New("oversize")
-
-	// UserAgent HTTP请求时使用的UA
-	UserAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 Edg/87.0.664.66"
-)
-
-// GetBytes 对给定URL发送Get请求，返回响应主体
-func GetBytes(url string) ([]byte, error) {
-	reader, err := HTTPGetReadCloser(url)
-	if err != nil {
-		return nil, err
-	}
-	defer func() {
-		_ = reader.Close()
-	}()
-	return ioutil.ReadAll(reader)
-}
-
-// DownloadFile 将给定URL对应的文件下载至给定Path
-func DownloadFile(url, path string, limit int64, headers map[string]string) error {
-	file, err := os.OpenFile(path, os.O_WRONLY|os.O_CREATE, 0o666)
-	if err != nil {
-		return err
-	}
-	defer file.Close()
-	req, err := http.NewRequest("GET", url, nil)
-	if err != nil {
-		return err
-	}
-
-	for k, v := range headers {
-		req.Header.Set(k, v)
-	}
-
-	resp, err := client.Do(req)
-	if err != nil {
-		return err
-	}
-	defer resp.Body.Close()
-	if limit > 0 && resp.ContentLength > limit {
-		return ErrOverSize
-	}
-	_, err = file.ReadFrom(resp.Body)
-	if err != nil {
-		return err
-	}
-	return nil
-}
-
-// DownloadFileMultiThreading 使用threadCount个线程将给定URL对应的文件下载至给定Path
-func DownloadFileMultiThreading(url, path string, limit int64, threadCount int, headers map[string]string) error {
-	if threadCount < 2 {
-		return DownloadFile(url, path, limit, headers)
-	}
-	type BlockMetaData struct {
-		BeginOffset    int64
-		EndOffset      int64
-		DownloadedSize int64
-	}
-	var blocks []*BlockMetaData
-	var contentLength int64
-	errUnsupportedMultiThreading := errors.New("unsupported multi-threading")
-	// 初始化分块或直接下载
-	initOrDownload := func() error {
-		copyStream := func(s io.ReadCloser) error {
-			file, err := os.OpenFile(path, os.O_WRONLY|os.O_CREATE, 0o666)
-			if err != nil {
-				return err
-			}
-			defer file.Close()
-			if _, err = file.ReadFrom(s); err != nil {
-				return err
-			}
-			return errUnsupportedMultiThreading
-		}
-		req, err := http.NewRequest("GET", url, nil)
-		if err != nil {
-			return err
-		}
-
-		for k, v := range headers {
-			req.Header.Set(k, v)
-		}
-		if _, ok := headers["User-Agent"]; !ok {
-			req.Header["User-Agent"] = []string{UserAgent}
-		}
-		req.Header.Set("range", "bytes=0-")
-		resp, err := client.Do(req)
-		if err != nil {
-			return err
-		}
-		defer resp.Body.Close()
-		if resp.StatusCode < 200 || resp.StatusCode >= 300 {
-			return errors.New("response status unsuccessful: " + strconv.FormatInt(int64(resp.StatusCode), 10))
-		}
-		if resp.StatusCode == 200 {
-			if limit > 0 && resp.ContentLength > limit {
-				return ErrOverSize
-			}
-			return copyStream(resp.Body)
-		}
-		if resp.StatusCode == 206 {
-			contentLength = resp.ContentLength
-			if limit > 0 && resp.ContentLength > limit {
-				return ErrOverSize
-			}
-			blockSize := func() int64 {
-				if contentLength > 1024*1024 {
-					return (contentLength / int64(threadCount)) - 10
-				}
-				return contentLength
-			}()
-			if blockSize == contentLength {
-				return copyStream(resp.Body)
-			}
-			var tmp int64
-			for tmp+blockSize < contentLength {
-				blocks = append(blocks, &BlockMetaData{
-					BeginOffset: tmp,
-					EndOffset:   tmp + blockSize - 1,
-				})
-				tmp += blockSize
-			}
-			blocks = append(blocks, &BlockMetaData{
-				BeginOffset: tmp,
-				EndOffset:   contentLength - 1,
-			})
-			return nil
-		}
-		return errors.New("unknown status code")
-	}
-	// 下载分块
-	downloadBlock := func(block *BlockMetaData) error {
-		req, _ := http.NewRequest("GET", url, nil)
-		file, err := os.OpenFile(path, os.O_WRONLY|os.O_CREATE, 0o666)
-		if err != nil {
-			return err
-		}
-		defer file.Close()
-		_, _ = file.Seek(block.BeginOffset, io.SeekStart)
-		writer := bufio.NewWriter(file)
-		defer writer.Flush()
-
-		for k, v := range headers {
-			req.Header.Set(k, v)
-		}
-
-		if _, ok := headers["User-Agent"]; ok {
-			req.Header["User-Agent"] = []string{UserAgent}
-		}
-		req.Header.Set("range", "bytes="+strconv.FormatInt(block.BeginOffset, 10)+"-"+strconv.FormatInt(block.EndOffset, 10))
-		resp, err := client.Do(req)
-		if err != nil {
-			return err
-		}
-		defer resp.Body.Close()
-		if resp.StatusCode < 200 || resp.StatusCode >= 300 {
-			return errors.New("response status unsuccessful: " + strconv.FormatInt(int64(resp.StatusCode), 10))
-		}
-		buffer := make([]byte, 1024)
-		i, err := resp.Body.Read(buffer)
-		for {
-			if err != nil && err != io.EOF {
-				return err
-			}
-			i64 := int64(len(buffer[:i]))
-			needSize := block.EndOffset + 1 - block.BeginOffset
-			if i64 > needSize {
-				i64 = needSize
-				err = io.EOF
-			}
-			_, e := writer.Write(buffer[:i64])
-			if e != nil {
-				return e
-			}
-			block.BeginOffset += i64
-			block.DownloadedSize += i64
-			if err == io.EOF || block.BeginOffset > block.EndOffset {
-				break
-			}
-			i, err = resp.Body.Read(buffer)
-		}
-		return nil
-	}
-
-	if err := initOrDownload(); err != nil {
-		if err == errUnsupportedMultiThreading {
-			return nil
-		}
-		return err
-	}
-	wg := sync.WaitGroup{}
-	wg.Add(len(blocks))
-	var lastErr error
-	for i := range blocks {
-		go func(b *BlockMetaData) {
-			defer wg.Done()
-			if err := downloadBlock(b); err != nil {
-				lastErr = err
-			}
-		}(blocks[i])
-	}
-	wg.Wait()
-	return lastErr
-}
-
 // QQMusicSongInfo 通过给定id在QQ音乐上查找曲目信息
 func QQMusicSongInfo(id string) (gjson.Result, error) {
-	d, err := GetBytes(`https://u.y.qq.com/cgi-bin/musicu.fcg?format=json&inCharset=utf8&outCharset=utf-8&notice=0&platform=yqq.json&needNewCode=0&data={%22comm%22:{%22ct%22:24,%22cv%22:0},%22songinfo%22:{%22method%22:%22get_song_detail_yqq%22,%22param%22:{%22song_type%22:0,%22song_mid%22:%22%22,%22song_id%22:` + id + `},%22module%22:%22music.pf_song_detail_svr%22}}`)
+	d, err := download.Request{URL: `https://u.y.qq.com/cgi-bin/musicu.fcg?format=json&inCharset=utf8&outCharset=utf-8&notice=0&platform=yqq.json&needNewCode=0&data={%22comm%22:{%22ct%22:24,%22cv%22:0},%22songinfo%22:{%22method%22:%22get_song_detail_yqq%22,%22param%22:{%22song_type%22:0,%22song_mid%22:%22%22,%22song_id%22:` + id + `},%22module%22:%22music.pf_song_detail_svr%22}}`}.JSON()
 	if err != nil {
 		return gjson.Result{}, err
 	}
-	return gjson.ParseBytes(d).Get("songinfo.data"), nil
+	return d.Get("songinfo.data"), nil
 }
 
 // NeteaseMusicSongInfo 通过给定id在wdd音乐上查找曲目信息
 func NeteaseMusicSongInfo(id string) (gjson.Result, error) {
-	d, err := GetBytes(fmt.Sprintf("http://music.163.com/api/song/detail/?id=%s&ids=%%5B%s%%5D", id, id))
+	d, err := download.Request{URL: fmt.Sprintf("http://music.163.com/api/song/detail/?id=%s&ids=%%5B%s%%5D", id, id)}.JSON()
 	if err != nil {
 		return gjson.Result{}, err
 	}
-	return gjson.ParseBytes(d).Get("songs.0"), nil
+	return d.Get("songs.0"), nil
-}
-
-type gzipCloser struct {
-	f io.Closer
-	r *gzip.Reader
-}
-
-// NewGzipReadCloser 从 io.ReadCloser 创建 gunzip io.ReadCloser
-func NewGzipReadCloser(reader io.ReadCloser) (io.ReadCloser, error) {
-	gzipReader, err := gzip.NewReader(reader)
-	if err != nil {
-		return nil, err
-	}
-	return &gzipCloser{
-		f: reader,
-		r: gzipReader,
-	}, nil
-}
-
-// Read impls io.Reader
-func (g *gzipCloser) Read(p []byte) (n int, err error) {
-	return g.r.Read(p)
-}
-
-// Close impls io.Closer
-func (g *gzipCloser) Close() error {
-	_ = g.f.Close()
-	return g.r.Close()
-}
-
-// HTTPGetReadCloser 从 Http url 获取 io.ReadCloser
-func HTTPGetReadCloser(url string) (io.ReadCloser, error) {
-	req, err := http.NewRequest("GET", url, nil)
-	if err != nil {
-		return nil, err
-	}
-	req.Header["User-Agent"] = []string{UserAgent}
-	resp, err := client.Do(req)
-	if err != nil {
-		return nil, err
-	}
-	if strings.Contains(resp.Header.Get("Content-Encoding"), "gzip") {
-		return NewGzipReadCloser(resp.Body)
-	}
-	return resp.Body, err
 }

global/param.go

@@ -8,7 +8,7 @@ import (
 )
 
 // MSG 消息Map
-type MSG map[string]interface{}
+type MSG = map[string]interface{}
 
 // VersionNameCompare 检查版本名是否需要更新, 仅适用于 go-cqhttp 的版本命名规则
 //

global/quote.go

@@ -0,0 +1,146 @@
+package global
+
+import (
+	"strconv"
+	"unicode/utf8"
+)
+
+const (
+	lowerhex = "0123456789abcdef"
+	upperhex = "0123456789ABCDEF"
+)
+
+// Quote returns a double-quoted Go string literal representing s. The
+// returned string uses Go escape sequences (\t, \n, \xFF, \u0100) for
+// control characters and non-printable characters as defined by
+// IsPrint.
+func Quote(s string) string {
+	return quoteWith(s, '"', false, false)
+}
+
+func quoteWith(s string, quote byte, ASCIIonly, graphicOnly bool) string {
+	return string(appendQuotedWith(make([]byte, 0, 3*len(s)/2), s, quote, ASCIIonly, graphicOnly))
+}
+
+func appendQuotedWith(buf []byte, s string, quote byte, ASCIIonly, graphicOnly bool) []byte {
+	// Often called with big strings, so preallocate. If there's quoting,
+	// this is conservative but still helps a lot.
+	if cap(buf)-len(buf) < len(s) {
+		nBuf := make([]byte, len(buf), len(buf)+1+len(s)+1)
+		copy(nBuf, buf)
+		buf = nBuf
+	}
+	buf = append(buf, quote)
+	for width := 0; len(s) > 0; s = s[width:] {
+		r := rune(s[0])
+		width = 1
+		if r >= utf8.RuneSelf {
+			r, width = utf8.DecodeRuneInString(s)
+		}
+		if width == 1 && r == utf8.RuneError {
+			buf = append(buf, `\x`...)
+			buf = append(buf, lowerhex[s[0]>>4])
+			buf = append(buf, lowerhex[s[0]&0xF])
+			continue
+		}
+		buf = appendEscapedRune(buf, r, quote, ASCIIonly, graphicOnly)
+	}
+	buf = append(buf, quote)
+	return buf
+}
+func appendEscapedRune(buf []byte, r rune, quote byte, ASCIIonly, graphicOnly bool) []byte {
+	var runeTmp [utf8.UTFMax]byte
+	if r == rune(quote) || r == '\\' { // always backslashed
+		buf = append(buf, '\\')
+		buf = append(buf, byte(r))
+		return buf
+	}
+	if ASCIIonly {
+		if r < utf8.RuneSelf && strconv.IsPrint(r) {
+			buf = append(buf, byte(r))
+			return buf
+		}
+	} else if strconv.IsPrint(r) || graphicOnly && isInGraphicList(r) {
+		n := utf8.EncodeRune(runeTmp[:], r)
+		buf = append(buf, runeTmp[:n]...)
+		return buf
+	}
+	switch r {
+	case '\a':
+		buf = append(buf, `\a`...)
+	case '\b':
+		buf = append(buf, `\b`...)
+	case '\f':
+		buf = append(buf, `\f`...)
+	case '\n':
+		buf = append(buf, `\n`...)
+	case '\r':
+		buf = append(buf, `\r`...)
+	case '\t':
+		buf = append(buf, `\t`...)
+	case '\v':
+		buf = append(buf, `\v`...)
+	default:
+		switch {
+		case !utf8.ValidRune(r):
+			r = 0xFFFD
+			fallthrough
+		case r < 0x10000:
+			buf = append(buf, `\u`...)
+			for s := 12; s >= 0; s -= 4 {
+				buf = append(buf, lowerhex[r>>uint(s)&0xF])
+			}
+		default:
+			buf = append(buf, `\U`...)
+			for s := 28; s >= 0; s -= 4 {
+				buf = append(buf, lowerhex[r>>uint(s)&0xF])
+			}
+		}
+	}
+	return buf
+}
+
+func isInGraphicList(r rune) bool {
+	// We know r must fit in 16 bits - see makeisprint.go.
+	if r > 0xFFFF {
+		return false
+	}
+	rr := uint16(r)
+	i := bsearch16(isGraphic, rr)
+	return i < len(isGraphic) && rr == isGraphic[i]
+}
+
+// bsearch16 returns the smallest i such that a[i] >= x.
+// If there is no such i, bsearch16 returns len(a).
+func bsearch16(a []uint16, x uint16) int {
+	i, j := 0, len(a)
+	for i < j {
+		h := i + (j-i)>>1
+		if a[h] < x {
+			i = h + 1
+		} else {
+			j = h
+		}
+	}
+	return i
+}
+
+// isGraphic lists the graphic runes not matched by IsPrint.
+var isGraphic = []uint16{
+	0x00a0,
+	0x1680,
+	0x2000,
+	0x2001,
+	0x2002,
+	0x2003,
+	0x2004,
+	0x2005,
+	0x2006,
+	0x2007,
+	0x2008,
+	0x2009,
+	0x200a,
+	0x202f,
+	0x205f,
+	0x3000,
+}

global/terminal/double_click_windows.go

@@ -6,15 +6,16 @@ package terminal
 import (
 	"os"
 	"path/filepath"
-	"syscall"
 	"unsafe"
 
+	"golang.org/x/sys/windows"
+
 	"github.com/pkg/errors"
 )
 
 // RunningByDoubleClick 检查是否通过双击直接运行
 func RunningByDoubleClick() bool {
-	kernel32 := syscall.NewLazyDLL("kernel32.dll")
+	kernel32 := windows.NewLazySystemDLL("kernel32.dll")
 	lp := kernel32.NewProc("GetConsoleProcessList")
 	if lp != nil {
 		var ids [2]uint32
@@ -29,7 +30,8 @@ func RunningByDoubleClick() bool {
 
 // NoMoreDoubleClick 提示用户不要双击运行，并生成安全启动脚本
 func NoMoreDoubleClick() error {
-	r := boxW(0, "请勿通过双击直接运行本程序, 这将导致一些非预料的后果.\n请在shell中运行./go-cqhttp.exe\n点击确认将释出安全启动脚本，点击取消则关闭程序", "警告", 0x00000030|0x00000001)
+	toHighDPI()
+	r := boxW(getConsoleWindows(), "请勿通过双击直接运行本程序, 这将导致一些非预料的后果.\n请在shell中运行./go-cqhttp.exe\n点击确认将释出安全启动脚本，点击取消则关闭程序", "警告", 0x00000030|0x00000001)
 	if r == 2 {
 		return nil
 	}
@@ -59,9 +61,10 @@ func NoMoreDoubleClick() error {
 
 // BoxW of Win32 API. Check https://docs.microsoft.com/en-us/windows/win32/api/winuser/nf-winuser-messageboxw for more detail.
 func boxW(hwnd uintptr, caption, title string, flags uint) int {
-	captionPtr, _ := syscall.UTF16PtrFromString(caption)
+	captionPtr, _ := windows.UTF16PtrFromString(caption)
-	titlePtr, _ := syscall.UTF16PtrFromString(title)
+	titlePtr, _ := windows.UTF16PtrFromString(title)
-	ret, _, _ := syscall.NewLazyDLL("user32.dll").NewProc("MessageBoxW").Call(
+	u32 := windows.NewLazySystemDLL("user32.dll")
+	ret, _, _ := u32.NewProc("MessageBoxW").Call(
 		hwnd,
 		uintptr(unsafe.Pointer(captionPtr)),
 		uintptr(unsafe.Pointer(titlePtr)),
@@ -69,3 +72,23 @@ func boxW(hwnd uintptr, caption, title string, flags uint) int {
 
 	return int(ret)
 }
+
+// GetConsoleWindows retrieves the window handle used by the console associated with the calling process.
+func getConsoleWindows() (hWnd uintptr) {
+	hWnd, _, _ = windows.NewLazySystemDLL("kernel32.dll").NewProc("GetConsoleWindow").Call()
+	return
+}
+
+// toHighDPI tries to raise DPI awareness context to DPI_AWARENESS_CONTEXT_UNAWARE_GDISCALED
+func toHighDPI() {
+	systemAware := ^uintptr(2) + 1
+	unawareGDIScaled := ^uintptr(5) + 1
+	u32 := windows.NewLazySystemDLL("user32.dll")
+	proc := u32.NewProc("SetThreadDpiAwarenessContext")
+	if proc.Find() != nil {
+		return
+	}
+	for i := unawareGDIScaled; i <= systemAware; i++ {
+		_, _, _ = u32.NewProc("SetThreadDpiAwarenessContext").Call(i)
+	}
+}

go.mod

@@ -1,57 +1,69 @@
 module github.com/Mrs4s/go-cqhttp
 
-go 1.18
+go 1.19
 
 require (
-	github.com/Microsoft/go-winio v0.5.1
+	github.com/FloatTech/sqlite v1.5.7
-	github.com/Mrs4s/MiraiGo v0.0.0-20220621083050-ae8c187aa59d
+	github.com/Microsoft/go-winio v0.6.0
-	github.com/RomiChan/syncx v0.0.0-20220404072119-d7ea0ae15a4c
+	github.com/Mrs4s/MiraiGo v0.0.0-20221202060717-4658474c60dd
+	github.com/RomiChan/syncx v0.0.0-20221202055724-5f842c53020e
 	github.com/RomiChan/websocket v1.4.3-0.20220123145318-307a86b127bc
-	github.com/fumiama/go-base16384 v1.5.2
+	github.com/fumiama/go-base16384 v1.6.1
 	github.com/fumiama/go-hide-param v0.1.4
 	github.com/lestrrat-go/file-rotatelogs v2.4.0+incompatible
-	github.com/mattn/go-colorable v0.1.12
+	github.com/mattn/go-colorable v0.1.13
 	github.com/pkg/errors v0.9.1
-	github.com/segmentio/asm v1.1.3
+	github.com/segmentio/asm v1.2.0
-	github.com/sirupsen/logrus v1.8.1
+	github.com/sirupsen/logrus v1.9.0
-	github.com/stretchr/testify v1.7.1
+	github.com/stretchr/testify v1.8.1
 	github.com/syndtr/goleveldb v1.0.1-0.20210819022825-2ae1ddf74ef7
-	github.com/tidwall/gjson v1.14.0
+	github.com/tidwall/gjson v1.14.4
 	github.com/wdvxdr1123/go-silk v0.0.0-20210316130616-d47b553def60
-	go.mongodb.org/mongo-driver v1.8.3
+	go.mongodb.org/mongo-driver v1.11.0
-	golang.org/x/crypto v0.0.0-20211215153901-e495a2d5b3d3
+	golang.org/x/crypto v0.3.0
-	golang.org/x/term v0.0.0-20210927222741-03fcf44c2211
+	golang.org/x/sys v0.2.0
-	golang.org/x/time v0.0.0-20211116232009-f0f3c7e86c11
+	golang.org/x/term v0.2.0
+	golang.org/x/time v0.2.0
 	gopkg.ilharper.com/x/isatty v1.1.0
 	gopkg.in/yaml.v3 v3.0.1
 )
 
 require (
-	github.com/RomiChan/protobuf v0.1.1-0.20220602121309-9e3b8cbefd7a // indirect
+	github.com/FloatTech/ttl v0.0.0-20220715042055-15612be72f5b // indirect
+	github.com/RomiChan/protobuf v0.0.0-20220624030127-3310cba9dbc0 // indirect
 	github.com/davecgh/go-spew v1.1.1 // indirect
 	github.com/fumiama/imgsz v0.0.2 // indirect
-	github.com/go-stack/stack v1.8.0 // indirect
 	github.com/golang/snappy v0.0.4 // indirect
-	github.com/google/go-cmp v0.5.5 // indirect
+	github.com/google/uuid v1.3.0 // indirect
-	github.com/jonboulle/clockwork v0.2.2 // indirect
+	github.com/jonboulle/clockwork v0.3.0 // indirect
+	github.com/kballard/go-shellquote v0.0.0-20180428030007-95032a82bc51 // indirect
 	github.com/klauspost/compress v1.13.6 // indirect
-	github.com/lestrrat-go/strftime v1.0.5 // indirect
+	github.com/lestrrat-go/strftime v1.0.6 // indirect
-	github.com/mattn/go-isatty v0.0.14 // indirect
+	github.com/mattn/go-isatty v0.0.16 // indirect
-	github.com/pierrec/lz4/v4 v4.1.11 // indirect
+	github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe // indirect
+	github.com/pierrec/lz4/v4 v4.1.15 // indirect
 	github.com/pmezard/go-difflib v1.0.0 // indirect
 	github.com/remyoudompheng/bigfft v0.0.0-20200410134404-eec4a21b6bb0 // indirect
 	github.com/tidwall/match v1.1.1 // indirect
 	github.com/tidwall/pretty v1.2.0 // indirect
 	github.com/xdg-go/pbkdf2 v1.0.0 // indirect
-	github.com/xdg-go/scram v1.0.2 // indirect
+	github.com/xdg-go/scram v1.1.1 // indirect
-	github.com/xdg-go/stringprep v1.0.2 // indirect
+	github.com/xdg-go/stringprep v1.0.3 // indirect
 	github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d // indirect
-	go.uber.org/atomic v1.9.0 // indirect
+	golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4 // indirect
-	golang.org/x/net v0.0.0-20211123203042-d83791d6bcd9 // indirect
+	golang.org/x/sync v0.0.0-20220819030929-7fc1605a5dde // indirect
-	golang.org/x/sync v0.0.0-20210220032951-036812b2e83c // indirect
+	golang.org/x/text v0.4.0 // indirect
-	golang.org/x/sys v0.2.0 // indirect
+	golang.org/x/tools v0.1.12 // indirect
-	golang.org/x/text v0.3.7 // indirect
+	lukechampine.com/uint128 v1.2.0 // indirect
-	modernc.org/libc v1.8.1 // indirect
+	modernc.org/cc/v3 v3.40.0 // indirect
-	modernc.org/mathutil v1.2.2 // indirect
+	modernc.org/ccgo/v3 v3.16.13 // indirect
-	modernc.org/memory v1.0.4 // indirect
+	modernc.org/libc v1.21.5 // indirect
+	modernc.org/mathutil v1.5.0 // indirect
+	modernc.org/memory v1.4.0 // indirect
+	modernc.org/opt v0.1.3 // indirect
+	modernc.org/sqlite v1.20.0 // indirect
+	modernc.org/strutil v1.1.3 // indirect
+	modernc.org/token v1.0.1 // indirect
 )
+
+replace github.com/remyoudompheng/bigfft => github.com/fumiama/bigfft v0.0.0-20211011143303-6e0bfa3c836b

go.sum

@@ -1,27 +1,32 @@
-github.com/Microsoft/go-winio v0.5.1 h1:aPJp2QD7OOrhO5tQXqQoGSJc+DjDtWTGLOmNyAm6FgY=
+github.com/FloatTech/sqlite v1.5.7 h1:Bvo4LSojcZ6dVtbHrkqvt6z4v8e+sj0G5PSUIvdawsk=
-github.com/Microsoft/go-winio v0.5.1/go.mod h1:JPGBdM1cNvN/6ISo+n8V5iA4v8pBzdOpzfwIujj1a84=
+github.com/FloatTech/sqlite v1.5.7/go.mod h1:zFbHzRfB+CJ+VidfjuVbrcin3DAz283F7hF1hIeHzpY=
-github.com/Mrs4s/MiraiGo v0.0.0-20220621083050-ae8c187aa59d h1:Cq8HMtyL3PRpvOynuwi9WSdek2+5UTOd0zJ+JTq5hPM=
+github.com/FloatTech/ttl v0.0.0-20220715042055-15612be72f5b h1:tvciXWq2nuvTbFeJGLDNIdRX3BI546D3O7k7vrVueZw=
-github.com/Mrs4s/MiraiGo v0.0.0-20220621083050-ae8c187aa59d/go.mod h1:mZp8Lt7uqLCUwSLouB2yuiP467Cwl4mnG9IMAaXUKA0=
+github.com/FloatTech/ttl v0.0.0-20220715042055-15612be72f5b/go.mod h1:fHZFWGquNXuHttu9dUYoKuNbm3dzLETnIOnm1muSfDs=
-github.com/RomiChan/protobuf v0.1.1-0.20220602121309-9e3b8cbefd7a h1:WIfEWYj82oEuPtm5pqlyQmCJCoiw00C6ugZFqHA0cC8=
+github.com/Microsoft/go-winio v0.6.0 h1:slsWYD/zyx7lCXoZVlvQrj0hPTM1HI4+v1sIda2yDvg=
-github.com/RomiChan/protobuf v0.1.1-0.20220602121309-9e3b8cbefd7a/go.mod h1:2Ie+hdBFQpQFDHfeklgxoFmQRCE7O+KwFpISeXq7OwA=
+github.com/Microsoft/go-winio v0.6.0/go.mod h1:cTAf44im0RAYeL23bpB+fzCyDH2MJiz2BO69KH/soAE=
-github.com/RomiChan/syncx v0.0.0-20220404072119-d7ea0ae15a4c h1:cNPOdTNiVwxLpROLjXCgbIPvdkE+BwvxDvgmdYmWx6Q=
+github.com/Mrs4s/MiraiGo v0.0.0-20221202060717-4658474c60dd h1:rzAbPc++5CJ1VZDjq/eORXOWMMGsDN3DMAPMXfI7Fvs=
-github.com/RomiChan/syncx v0.0.0-20220404072119-d7ea0ae15a4c/go.mod h1:KqZzu7slNKROh3TSYEH/IUMG6f4M+1qubZ5e52QypsE=
+github.com/Mrs4s/MiraiGo v0.0.0-20221202060717-4658474c60dd/go.mod h1:lecSP26qedhinCceWn1x02dLDxGotH5nTFlpIMilmVM=
+github.com/RomiChan/protobuf v0.0.0-20220624030127-3310cba9dbc0 h1:GEwcB4dL9vc4veW1fLNt0Fby3wspVflAn5v9/HbUwDM=
+github.com/RomiChan/protobuf v0.0.0-20220624030127-3310cba9dbc0/go.mod h1:2Ie+hdBFQpQFDHfeklgxoFmQRCE7O+KwFpISeXq7OwA=
+github.com/RomiChan/syncx v0.0.0-20221202055724-5f842c53020e h1:wR3MXQ3VbUlPKOOUwLOYgh/QaJThBTYtsl673O3lqSA=
+github.com/RomiChan/syncx v0.0.0-20221202055724-5f842c53020e/go.mod h1:vD7Ra3Q9onRtojoY5sMCLQ7JBgjUsrXDnDKyFxqpf9w=
 github.com/RomiChan/websocket v1.4.3-0.20220123145318-307a86b127bc h1:AAx50/fb/xS4lvsdQg+bFbGvqSDhyV1MF+p2PLCamZ0=
 github.com/RomiChan/websocket v1.4.3-0.20220123145318-307a86b127bc/go.mod h1:OMmITAib6POA37xCichWM0aRnoVpSMZO1rB/G01wrr0=
 github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
 github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/dustin/go-humanize v1.0.0 h1:VSnTsYCnlFHaM2/igO1h6X3HA71jcobQuxemgkq4zYo=
 github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo=
 github.com/fsnotify/fsnotify v1.4.9 h1:hsms1Qyu0jgnwNXIxa+/V/PDsU6CfLf6CNO8H7IWoS4=
 github.com/fsnotify/fsnotify v1.4.9/go.mod h1:znqG4EE+3YCdAaPaxE2ZRY/06pZUdp0tY4IgpuI1SZQ=
-github.com/fumiama/go-base16384 v1.5.2 h1:cbxXTcDH92PNgG7bEBwiCEoWb5O+nwZKxKOG94ilFo8=
+github.com/fumiama/bigfft v0.0.0-20211011143303-6e0bfa3c836b h1:Zt3pFQditAdWTHCOVkiloc9ZauBoWrb37guFV4iIRvE=
-github.com/fumiama/go-base16384 v1.5.2/go.mod h1:OEn+947GV5gsbTAnyuUW/SrfxJYUdYupSIQXOuGOcXM=
+github.com/fumiama/bigfft v0.0.0-20211011143303-6e0bfa3c836b/go.mod h1:qqbHyh8v60DhA7CoWK5oRCqLrMHRGoxYCSS9EjAz6Eo=
+github.com/fumiama/go-base16384 v1.6.1 h1:4yb4JgmBJDnQtq3XGXXdLrVwEnRpjhMUt4eAcsNeA30=
+github.com/fumiama/go-base16384 v1.6.1/go.mod h1:OEn+947GV5gsbTAnyuUW/SrfxJYUdYupSIQXOuGOcXM=
 github.com/fumiama/go-hide-param v0.1.4 h1:y7TRTzZMdCH9GOXnIzU3B+1BSkcmvejVGmGsz4t0DGU=
 github.com/fumiama/go-hide-param v0.1.4/go.mod h1:vJkQlJIEI56nIyp7tCQu1/2QOyKtZpudsnJkGk9U1aY=
 github.com/fumiama/imgsz v0.0.2 h1:fAkC0FnIscdKOXwAxlyw3EUba5NzxZdSxGaq3Uyfxak=
 github.com/fumiama/imgsz v0.0.2/go.mod h1:dR71mI3I2O5u6+PCpd47M9TZptzP+39tRBcbdIkoqM4=
-github.com/go-stack/stack v1.8.0 h1:5SgMzNM5HxrEjV0ww2lTmX6E2Izsfxas4+YHWRs3Lsk=
-github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY=
 github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
 github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8=
 github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA=
@@ -36,15 +41,19 @@ github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMyw
 github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU=
 github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
 github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
-github.com/google/go-cmp v0.5.5 h1:Khx7svrCpmxxtHBq5j2mp/xVjsi8hQMfNLvJFAlrGgU=
+github.com/google/go-cmp v0.5.9 h1:O2Tfq5qg4qc4AmwVlvv0oLiVAGB7enBSJ2x2DqQFi38=
-github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
+github.com/google/pprof v0.0.0-20221118152302-e6195bd50e26 h1:Xim43kblpZXfIBQsbuBVKCudVG457BR2GZFIz3uw3hQ=
+github.com/google/uuid v1.3.0 h1:t6JiXgmwXMjEs8VusXIJk2BXHsn+wx8BZdTaoZ5fu7I=
+github.com/google/uuid v1.3.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
 github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU=
-github.com/jonboulle/clockwork v0.2.2 h1:UOGuzwb1PwsrDAObMuhUnj0p5ULPj8V/xJ7Kx9qUBdQ=
+github.com/jonboulle/clockwork v0.3.0 h1:9BSCMi8C+0qdApAp4auwX0RkLGUjs956h0EkuQymUhg=
-github.com/jonboulle/clockwork v0.2.2/go.mod h1:Pkfl5aHPm1nk2H9h0bjmnJD/BcgbGXUBGnn1kMkgxc8=
+github.com/jonboulle/clockwork v0.3.0/go.mod h1:Pkfl5aHPm1nk2H9h0bjmnJD/BcgbGXUBGnn1kMkgxc8=
+github.com/kballard/go-shellquote v0.0.0-20180428030007-95032a82bc51 h1:Z9n2FFNUXsshfwJMBgNA0RU6/i7WVaAegv3PtuIHPMs=
+github.com/kballard/go-shellquote v0.0.0-20180428030007-95032a82bc51/go.mod h1:CzGEWj7cYgsdH8dAjBGEr58BoE7ScuLd+fwFZ44+/x8=
 github.com/klauspost/compress v1.13.6 h1:P76CopJELS0TiO2mebmnzgWaajssP/EszplttgQxcgc=
 github.com/klauspost/compress v1.13.6/go.mod h1:/3/Vjq9QcHkK5uEr5lBEmyoZ1iFhe47etQ6QUkpK6sk=
-github.com/kr/pretty v0.1.0 h1:L/CwN0zerZDmRFUapSPitk6f+Q3+0za1rQkzVuMiMFI=
 github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
+github.com/kr/pretty v0.3.0 h1:WgNl7dwNpEZ6jJ9k1snq4pZsg7DOEN8hP9Xw0Tsjwk0=
 github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
 github.com/kr/text v0.1.0 h1:45sCR5RtlFHMR4UwH9sdQ5TC8v0qDQCHnXt+kaKSTVE=
 github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
@@ -52,13 +61,15 @@ github.com/lestrrat-go/envload v0.0.0-20180220234015-a3eb8ddeffcc h1:RKf14vYWi2t
 github.com/lestrrat-go/envload v0.0.0-20180220234015-a3eb8ddeffcc/go.mod h1:kopuH9ugFRkIXf3YoqHKyrJ9YfUFsckUU9S7B+XP+is=
 github.com/lestrrat-go/file-rotatelogs v2.4.0+incompatible h1:Y6sqxHMyB1D2YSzWkLibYKgg+SwmyFU9dF2hn6MdTj4=
 github.com/lestrrat-go/file-rotatelogs v2.4.0+incompatible/go.mod h1:ZQnN8lSECaebrkQytbHj4xNgtg8CR7RYXnPok8e0EHA=
-github.com/lestrrat-go/strftime v1.0.5 h1:A7H3tT8DhTz8u65w+JRpiBxM4dINQhUXAZnhBa2xeOE=
+github.com/lestrrat-go/strftime v1.0.6 h1:CFGsDEt1pOpFNU+TJB0nhz9jl+K0hZSLE205AhTIGQQ=
-github.com/lestrrat-go/strftime v1.0.5/go.mod h1:E1nN3pCbtMSu1yjSVeyuRFVm/U0xoR76fd03sz+Qz4g=
+github.com/lestrrat-go/strftime v1.0.6/go.mod h1:f7jQKgV5nnJpYgdEasS+/y7EsTb8ykN2z68n3TtcTaw=
-github.com/mattn/go-colorable v0.1.12 h1:jF+Du6AlPIjs2BiUiQlKOX0rt3SujHxPnksPKZbaA40=
+github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA=
-github.com/mattn/go-colorable v0.1.12/go.mod h1:u5H1YNBxpqRaxsYJYSkiCWKzEfiAb1Gb520KVy5xxl4=
+github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg=
 github.com/mattn/go-isatty v0.0.12/go.mod h1:cbi8OIDigv2wuxKPP5vlRcQ1OAZbq2CE4Kysco4FUpU=
-github.com/mattn/go-isatty v0.0.14 h1:yVuAays6BHfxijgZPzw+3Zlu5yQgKGP2/hcQbHb7S9Y=
+github.com/mattn/go-isatty v0.0.16 h1:bq3VjFmv/sOjHtdEhmkEV4x1AJtvUvOJ2PFAZ5+peKQ=
-github.com/mattn/go-isatty v0.0.14/go.mod h1:7GGIvUiUoEMVVmxf/4nioHXj79iQHKdU27kJ6hsGG94=
+github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
+github.com/mattn/go-sqlite3 v1.14.15 h1:vfoHhTN1af61xCRSWzFIWzx2YskyMTwHLrExkBOjvxI=
+github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe h1:iruDEfMl2E6fbMZ9s0scYfZQ84/6SPL6zC8ACM2oIL0=
 github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe/go.mod h1:wL8QJuTMNUDYhXwkmfOly8iTdp5TEcJFWZD2D7SIkUc=
 github.com/nxadm/tail v1.4.4 h1:DQuhQpB1tVlglWS2hLQ5OV6B5r8aGxSrPc5Qo6uTN78=
 github.com/nxadm/tail v1.4.4/go.mod h1:kenIhsEOeOJmVchQTgglprH7qJGnHDVpk1VPCcaMI8A=
@@ -69,31 +80,31 @@ github.com/onsi/ginkgo v1.14.0/go.mod h1:iSB4RoI2tjJc9BBv4NKIKWKya62Rps+oPG/Lv9k
 github.com/onsi/gomega v1.7.1/go.mod h1:XdKZgCCFLUoM/7CFJVPcG8C1xQ1AJ0vpAezJrB7JYyY=
 github.com/onsi/gomega v1.10.1 h1:o0+MgICZLuZ7xjH7Vx6zS/zcu93/BEp1VwkIW1mEXCE=
 github.com/onsi/gomega v1.10.1/go.mod h1:iN09h71vgCQne3DLsj+A5owkum+a2tYe+TOCB1ybHNo=
-github.com/pierrec/lz4/v4 v4.1.11 h1:LVs17FAZJFOjgmJXl9Tf13WfLUvZq7/RjfEJrnwZ9OE=
+github.com/pierrec/lz4/v4 v4.1.15 h1:MO0/ucJhngq7299dKLwIMtgTfbkoSPF6AoMYDd8Q4q0=
-github.com/pierrec/lz4/v4 v4.1.11/go.mod h1:gZWDp/Ze/IJXGXf23ltt2EXimqmTUXEy0GFuRQyBid4=
+github.com/pierrec/lz4/v4 v4.1.15/go.mod h1:gZWDp/Ze/IJXGXf23ltt2EXimqmTUXEy0GFuRQyBid4=
-github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
 github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=
 github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
 github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
-github.com/remyoudompheng/bigfft v0.0.0-20200410134404-eec4a21b6bb0 h1:OdAsTTz6OkFY5QxjkYwrChwuRruF69c169dPK26NUlk=
+github.com/rogpeppe/go-internal v1.9.0 h1:73kH8U+JUqXU8lRuOHeVHaa/SZPifC7BkcraZVejAe8=
-github.com/remyoudompheng/bigfft v0.0.0-20200410134404-eec4a21b6bb0/go.mod h1:qqbHyh8v60DhA7CoWK5oRCqLrMHRGoxYCSS9EjAz6Eo=
+github.com/segmentio/asm v1.2.0 h1:9BQrFxC+YOHJlTlHGkTrFWf59nbL3XnCoFLTwDCI7ys=
-github.com/segmentio/asm v1.1.3 h1:WM03sfUOENvvKexOLp+pCqgb/WDjsi7EK8gIsICtzhc=
+github.com/segmentio/asm v1.2.0/go.mod h1:BqMnlJP91P8d+4ibuonYZw9mfnzI9HfxselHZr5aAcs=
-github.com/segmentio/asm v1.1.3/go.mod h1:Ld3L4ZXGNcSLRg4JBsZ3//1+f/TjYl0Mzen/DQy1EJg=
+github.com/sirupsen/logrus v1.9.0 h1:trlNQbNUG3OdDrDil03MCb1H2o9nJ1x4/5LYw7byDE0=
-github.com/sirupsen/logrus v1.7.0/go.mod h1:yWOB1SBYBC5VeMP7gHvWumXLIWorT60ONWic61uBYv0=
+github.com/sirupsen/logrus v1.9.0/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ=
-github.com/sirupsen/logrus v1.8.1 h1:dJKuHgqk1NNQlqoA6BTlM1Wf9DOH3NBjQyu0h9+AZZE=
-github.com/sirupsen/logrus v1.8.1/go.mod h1:yWOB1SBYBC5VeMP7gHvWumXLIWorT60ONWic61uBYv0=
 github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
-github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs=
+github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw=
+github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo=
 github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
 github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
 github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
-github.com/stretchr/testify v1.7.1 h1:5TQK59W5E3v0r2duFAb7P95B6hEeOyEnHRa8MjYSMTY=
 github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
+github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU=
+github.com/stretchr/testify v1.8.1 h1:w7B6lhMri9wdJUVmEZPGGhZzrYTPvgJArz7wNPgYKsk=
+github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
 github.com/syndtr/goleveldb v1.0.1-0.20210819022825-2ae1ddf74ef7 h1:epCh84lMvA70Z7CTTCmYQn2CKbY8j86K7/FAIr141uY=
 github.com/syndtr/goleveldb v1.0.1-0.20210819022825-2ae1ddf74ef7/go.mod h1:q4W45IWZaF22tdD+VEXcAWRA037jwmWEB5VWYORlTpc=
-github.com/tidwall/gjson v1.14.0 h1:6aeJ0bzojgWLa82gDQHcx3S0Lr/O51I9bJ5nv6JFx5w=
+github.com/tidwall/gjson v1.14.4 h1:uo0p8EbA09J7RQaflQ1aBRffTR7xedD2bcIVSYxLnkM=
-github.com/tidwall/gjson v1.14.0/go.mod h1:/wbyibRr2FHMks5tjHJ5F8dMZh3AcwJEMf5vlfC0lxk=
+github.com/tidwall/gjson v1.14.4/go.mod h1:/wbyibRr2FHMks5tjHJ5F8dMZh3AcwJEMf5vlfC0lxk=
 github.com/tidwall/match v1.1.1 h1:+Ho715JplO36QYgwN9PGYNhgZvoUSc9X2c80KVTi+GA=
 github.com/tidwall/match v1.1.1/go.mod h1:eRSPERbgtNPcGhD8UCthc6PmLEQXEWd3PRB5JTxsfmM=
 github.com/tidwall/pretty v1.0.0/go.mod h1:XNkn88O1ChpSDQmQeStsy+sBenx6DDtFZJxhVysOjyk=
@@ -103,64 +114,65 @@ github.com/wdvxdr1123/go-silk v0.0.0-20210316130616-d47b553def60 h1:lRKf10iIOW0V
 github.com/wdvxdr1123/go-silk v0.0.0-20210316130616-d47b553def60/go.mod h1:ecFKZPX81BaB70I6ruUgEwYcDOtuNgJGnjdK+MIl5ko=
 github.com/xdg-go/pbkdf2 v1.0.0 h1:Su7DPu48wXMwC3bs7MCNG+z4FhcyEuz5dlvchbq0B0c=
 github.com/xdg-go/pbkdf2 v1.0.0/go.mod h1:jrpuAogTd400dnrH08LKmI/xc1MbPOebTwRqcT5RDeI=
-github.com/xdg-go/scram v1.0.2 h1:akYIkZ28e6A96dkWNJQu3nmCzH3YfwMPQExUYDaRv7w=
+github.com/xdg-go/scram v1.1.1 h1:VOMT+81stJgXW3CpHyqHN3AXDYIMsx56mEFrB37Mb/E=
-github.com/xdg-go/scram v1.0.2/go.mod h1:1WAq6h33pAW+iRreB34OORO2Nf7qel3VV3fjBj+hCSs=
+github.com/xdg-go/scram v1.1.1/go.mod h1:RaEWvsqvNKKvBPvcKeFjrG2cJqOkHTiyTpzz23ni57g=
-github.com/xdg-go/stringprep v1.0.2 h1:6iq84/ryjjeRmMJwxutI51F2GIPlP5BfTvXHeYjyhBc=
+github.com/xdg-go/stringprep v1.0.3 h1:kdwGpVNwPFtjs98xCGkHjQtGKh86rDcRZN17QEMCOIs=
-github.com/xdg-go/stringprep v1.0.2/go.mod h1:8F9zXuvzgwmyT5DUm4GUfZGDdT3W+LCvS6+da4O5kxM=
+github.com/xdg-go/stringprep v1.0.3/go.mod h1:W3f5j4i+9rC0kuIEJL0ky1VpHXQU3ocBgklLGvcBnW8=
 github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d h1:splanxYIlg+5LfHAM6xpdFEAYOk8iySO56hMFq6uLyA=
 github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d/go.mod h1:rHwXgn7JulP+udvsHwJoVG1YGAP6VLg4y9I5dyZdqmA=
-go.mongodb.org/mongo-driver v1.8.3 h1:TDKlTkGDKm9kkJVUOAXDK5/fkqKHJVwYQSpoRfB43R4=
+go.mongodb.org/mongo-driver v1.11.0 h1:FZKhBSTydeuffHj9CBjXlR8vQLee1cQyTWYPA6/tqiE=
-go.mongodb.org/mongo-driver v1.8.3/go.mod h1:0sQWfOeY63QTntERDJJ/0SuKK0T1uVSgKCuAROlKEPY=
+go.mongodb.org/mongo-driver v1.11.0/go.mod h1:s7p5vEtfbeR1gYi6pnj3c3/urpbLv2T5Sfd6Rp2HBB8=
-go.uber.org/atomic v1.9.0 h1:ECmE8Bn/WFTYwEW/bpKD3M8VtR/zQVbavAoalC1PYyE=
-go.uber.org/atomic v1.9.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc=
 golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
 golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
-golang.org/x/crypto v0.0.0-20201216223049-8b5274cf687f/go.mod h1:jdWPYTVW3xRLrWPugEBEK3UY2ZEsg3UU495nc5E+M+I=
+golang.org/x/crypto v0.0.0-20220622213112-05595931fe9d/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4=
-golang.org/x/crypto v0.0.0-20211215153901-e495a2d5b3d3 h1:0es+/5331RGQPcXlMfP+WrnIIS6dNnNRe0WB02W0F4M=
+golang.org/x/crypto v0.3.0 h1:a06MkbcxBrEFc0w0QIZWXrH/9cCX6KJyWbBOIwAn+7A=
-golang.org/x/crypto v0.0.0-20211215153901-e495a2d5b3d3/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4=
+golang.org/x/crypto v0.3.0/go.mod h1:hebNnKkNXi2UzZN1eVRvBB7co0a+JxK6XbPiWVs/3J4=
+golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4 h1:6zppjxzCulZykYSLyVDYbneBfbaBIQPYMevg0bEwv2s=
+golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4=
 golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
-golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
 golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
 golang.org/x/net v0.0.0-20200520004742-59133d7f0dd7/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A=
 golang.org/x/net v0.0.0-20200813134508-3edf25e44fcc/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA=
-golang.org/x/net v0.0.0-20211123203042-d83791d6bcd9 h1:0qxwC5n+ttVOINCBeRHO0nq9X7uy8SDsPoi5OaCdIEI=
+golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
-golang.org/x/net v0.0.0-20211123203042-d83791d6bcd9/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
+golang.org/x/net v0.2.0 h1:sZfSu1wtKLGlWI4ZZayP0ck9Y73K1ynO6gqzTdBVdPU=
 golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
-golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
-golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
-golang.org/x/sync v0.0.0-20210220032951-036812b2e83c h1:5KslGYwFpkhGh+Q16bwMP3cOontH8FOep7tGV86Y7SQ=
 golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.0.0-20220819030929-7fc1605a5dde h1:ejfdSekXMDxDLbRrJMwUk6KnSLZ2McaUCVcIKM+N6jc=
+golang.org/x/sync v0.0.0-20220819030929-7fc1605a5dde/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20190904154756-749cb33beabd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20191005200804-aed5e4c7ecf9/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
-golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20191120155948-bd437916bb0e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20200116001909-b77594299b42/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20200519105757-fe76b779f299/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20200814200057-3d37ad5750ed/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20201126233918-771906719818/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
-golang.org/x/sys v0.0.0-20210124154548-22da62e12c0c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
-golang.org/x/sys v0.0.0-20210630005230-0f9fa26af87c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
-golang.org/x/sys v0.0.0-20210927094055-39ccf1dd6fa6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.0.0-20220111092808-5a964db01320/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.2.0 h1:ljd4t30dBnAvMZaQCevtY0xLLD0A+bRZXbgLMLU1F/A=
 golang.org/x/sys v0.2.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
-golang.org/x/term v0.0.0-20201117132131-f5c789dd3221/go.mod h1:Nr5EML6q2oocZ2LXRh80K7BxOlk5/8JxuGnuhpl+muw=
+golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
-golang.org/x/term v0.0.0-20210927222741-03fcf44c2211 h1:JGgROgKl9N8DuW20oFS5gxc+lE67/N3FcwmBPMe7ArY=
+golang.org/x/term v0.2.0 h1:z85xZCsEl7bi/KwbNADeBYoOP0++7W1ipu+aGnpwzRM=
-golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
+golang.org/x/term v0.2.0/go.mod h1:TVmDHMZPmdnySmBfhjOoOdhjzdE1h4u1VwSiw2l1Nuc=
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk=
 golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
-golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
+golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
-golang.org/x/text v0.3.7 h1:olpwvP2KacW1ZWvsR7uQhoyTYvKAupfQrRGBFM352Gk=
 golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
-golang.org/x/time v0.0.0-20211116232009-f0f3c7e86c11 h1:GZokNIeuVkl3aZHJchRrr13WCsols02MLUcz1U9is6M=
+golang.org/x/text v0.4.0 h1:BrVqGRd7+k1DiOgtnFvAkoQEWQvBc25ouMJM6429SFg=
-golang.org/x/time v0.0.0-20211116232009-f0f3c7e86c11/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
+golang.org/x/text v0.4.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8=
+golang.org/x/time v0.2.0 h1:52I/1L54xyEQAYdtcSuxtiT84KGYTBGXwayxmIpNJhE=
+golang.org/x/time v0.2.0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
 golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
-golang.org/x/tools v0.0.0-20190531172133-b3315ee88b7d/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc=
+golang.org/x/tools v0.1.12 h1:VveCTK38A2rkS8ZqFY25HIDFscX5X9OoEhJd3quQmXU=
+golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc=
 golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
 golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 h1:go1bK/D/BFZV2I8cIQd1NKEZ+0owSTG1fDTci4IqFcE=
 golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
@@ -173,8 +185,8 @@ google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2
 gopkg.ilharper.com/x/isatty v1.1.0 h1:slOK6hP9/y9mJWyCInMwnT432NExfWyYV2SsebdYOCY=
 gopkg.ilharper.com/x/isatty v1.1.0/go.mod h1:ofpv77Td5qQO6R1dmDd3oNt8TZdRo+l5gYAMxopRyS0=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
-gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127 h1:qIbj1fsPNlZgppZ+VLlY7N33q108Sa+fhmuc+sWQYwY=
 gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=
 gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys=
 gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 h1:uRGJdciOHaEIrze2W8Q3AKkepLTh2hOroT7a+7czfdQ=
 gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw=
@@ -184,10 +196,31 @@ gopkg.in/yaml.v2 v2.3.0/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
 gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
 gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
-modernc.org/libc v1.8.1 h1:y9oPIhwcaFXxX7kMp6Qb2ZLKzr0mDkikWN3CV5GS63o=
+lukechampine.com/uint128 v1.2.0 h1:mBi/5l91vocEN8otkC5bDLhi2KdCticRiwbdB0O+rjI=
+lukechampine.com/uint128 v1.2.0/go.mod h1:c4eWIwlEGaxC/+H1VguhU4PHXNWDCDMUlWdIWl2j1gk=
+modernc.org/cc/v3 v3.40.0 h1:P3g79IUS/93SYhtoeaHW+kRCIrYaxJ27MFPv+7kaTOw=
+modernc.org/cc/v3 v3.40.0/go.mod h1:/bTg4dnWkSXowUO6ssQKnOV0yMVxDYNIsIrzqTFDGH0=
+modernc.org/ccgo/v3 v3.16.13 h1:Mkgdzl46i5F/CNR/Kj80Ri59hC8TKAhZrYSaqvkwzUw=
+modernc.org/ccgo/v3 v3.16.13/go.mod h1:2Quk+5YgpImhPjv2Qsob1DnZ/4som1lJTodubIcoUkY=
+modernc.org/ccorpus v1.11.6 h1:J16RXiiqiCgua6+ZvQot4yUuUy8zxgqbqEEUuGPlISk=
+modernc.org/httpfs v1.0.6 h1:AAgIpFZRXuYnkjftxTAZwMIiwEqAfk8aVB2/oA6nAeM=
 modernc.org/libc v1.8.1/go.mod h1:U1eq8YWr/Kc1RWCMFUWEdkTg8OTcfLw2kY8EDwl039w=
+modernc.org/libc v1.21.5 h1:xBkU9fnHV+hvZuPSRszN0AXDG4M7nwPLwTWwkYcvLCI=
+modernc.org/libc v1.21.5/go.mod h1:przBsL5RDOZajTVslkugzLBj1evTue36jEomFQOoYuI=
 modernc.org/mathutil v1.1.1/go.mod h1:mZW8CKdRPY1v87qxC/wUdX5O1qDzXMP5TH3wjfpga6E=
-modernc.org/mathutil v1.2.2 h1:+yFk8hBprV+4c0U9GjFtL+dV3N8hOJ8JCituQcMShFY=
 modernc.org/mathutil v1.2.2/go.mod h1:mZW8CKdRPY1v87qxC/wUdX5O1qDzXMP5TH3wjfpga6E=
-modernc.org/memory v1.0.4 h1:utMBrFcpnQDdNsmM6asmyH/FM9TqLPS7XF7otpJmrwM=
+modernc.org/mathutil v1.5.0 h1:rV0Ko/6SfM+8G+yKiyI830l3Wuz1zRutdslNoQ0kfiQ=
+modernc.org/mathutil v1.5.0/go.mod h1:mZW8CKdRPY1v87qxC/wUdX5O1qDzXMP5TH3wjfpga6E=
 modernc.org/memory v1.0.4/go.mod h1:nV2OApxradM3/OVbs2/0OsP6nPfakXpi50C7dcoHXlc=
+modernc.org/memory v1.4.0 h1:crykUfNSnMAXaOJnnxcSzbUGMqkLWjklJKkBK2nwZwk=
+modernc.org/memory v1.4.0/go.mod h1:PkUhL0Mugw21sHPeskwZW4D6VscE/GQJOnIpCnW6pSU=
+modernc.org/opt v0.1.3 h1:3XOZf2yznlhC+ibLltsDGzABUGVx8J6pnFMS3E4dcq4=
+modernc.org/opt v0.1.3/go.mod h1:WdSiB5evDcignE70guQKxYUl14mgWtbClRi5wmkkTX0=
+modernc.org/sqlite v1.20.0 h1:80zmD3BGkm8BZ5fUi/4lwJQHiO3GXgIUvZRXpoIfROY=
+modernc.org/sqlite v1.20.0/go.mod h1:EsYz8rfOvLCiYTy5ZFsOYzoCcRMu98YYkwAcCw5YIYw=
+modernc.org/strutil v1.1.3 h1:fNMm+oJklMGYfU9Ylcywl0CO5O6nTfaowNsh2wpPjzY=
+modernc.org/strutil v1.1.3/go.mod h1:MEHNA7PdEnEwLvspRMtWTNnp2nnyvMfkimT1NKNAGbw=
+modernc.org/tcl v1.15.0 h1:oY+JeD11qVVSgVvodMJsu7Edf8tr5E/7tuhF5cNYz34=
+modernc.org/token v1.0.1 h1:A3qvTqOwexpfZZeyI0FeGPDlSWX5pjZu9hF4lU+EKWg=
+modernc.org/token v1.0.1/go.mod h1:UGzOrNV1mAFSEB63lOFHIpNRUVMvYTc6yu1SMY/XTDM=
+modernc.org/z v1.7.0 h1:xkDw/KepgEjeizO2sNco+hqYkU12taxQFqPEmgm1GWE=

internal/base/feature.go

@@ -1,8 +1,6 @@
 package base
 
 import (
-	"io"
-
 	"github.com/pkg/errors"
 )
 
@@ -19,13 +17,3 @@ func encodeSilk(_ []byte, _ string) ([]byte, error) {
 func resampleSilk(data []byte) []byte {
 	return data
 }
-
-// Mime scan feature
-var (
-	IsLawfulImage = nocheck // 检查图片MIME
-	IsLawfulAudio = nocheck // 检查音频MIME
-)
-
-func nocheck(_ io.ReadSeeker) (bool, string) {
-	return true, ""
-}

internal/base/flag.go

@@ -5,13 +5,8 @@ import (
 	"flag"
 	"fmt"
 	"os"
-	"os/exec"
-	"path"
-	"path/filepath"
-	"strings"
 	"time"
 
-	"github.com/pkg/errors"
 	log "github.com/sirupsen/logrus"
 	"gopkg.in/yaml.v3"
 
@@ -58,9 +53,7 @@ var (
 
 // Parse parse flags
 func Parse() {
-	wd, _ := os.Getwd()
+	flag.StringVar(&LittleC, "c", "config.yml", "configuration filename")
-	dc := path.Join(wd, "config.yml")
-	flag.StringVar(&LittleC, "c", dc, "configuration filename")
 	flag.BoolVar(&LittleD, "d", false, "running as a daemon")
 	flag.BoolVar(&LittleH, "h", false, "this Help")
 	flag.StringVar(&LittleWD, "w", "", "cover the working directory")
@@ -128,31 +121,3 @@ Options:
 	flag.PrintDefaults()
 	os.Exit(0)
 }
-
-// ResetWorkingDir 重设工作路径
-func ResetWorkingDir() {
-	wd := LittleWD
-	args := make([]string, 0, len(os.Args))
-	for i := 1; i < len(os.Args); i++ {
-		if os.Args[i] == "-w" {
-			i++ // skip value field
-		} else if !strings.HasPrefix(os.Args[i], "-w") {
-			args = append(args, os.Args[i])
-		}
-	}
-	p, _ := filepath.Abs(os.Args[0])
-	_, err := os.Stat(p)
-	if !(err == nil || errors.Is(err, os.ErrExist)) {
-		log.Fatalf("重置工作目录时出现错误: 无法找到路径 %v", p)
-	}
-	proc := exec.Command(p, args...)
-	proc.Stdin = os.Stdin
-	proc.Stdout = os.Stdout
-	proc.Stderr = os.Stderr
-	proc.Dir = wd
-	err = proc.Run()
-	if err != nil {
-		panic(err)
-	}
-	os.Exit(0)
-}

internal/btree/btree.go

@@ -1,571 +0,0 @@
-// Package btree provide a disk-based btree
-package btree
-
-import (
-	"io"
-	"math/rand"
-	"os"
-	"unsafe"
-
-	"github.com/pkg/errors"
-)
-
-const (
-	hashSize        = 16 // md5 hash
-	tableSize       = (1024 - 1) / int(unsafe.Sizeof(item{}))
-	cacheSlots      = 11 // prime
-	superSize       = int(unsafe.Sizeof(super{}))
-	tableStructSize = int(unsafe.Sizeof(table{}))
-)
-
-type fileLock interface {
-	release() error
-}
-
-type item struct {
-	hash   [hashSize]byte
-	offset int64
-	child  int64
-}
-
-type table struct {
-	items [tableSize]item
-	size  int
-}
-
-type cache struct {
-	table  *table
-	offset int64
-}
-
-type super struct {
-	top     int64
-	freeTop int64
-	alloc   int64
-}
-
-// DB ...
-type DB struct {
-	fd      *os.File
-	top     int64
-	freeTop int64
-	alloc   int64
-	cache   [cacheSlots]cache
-
-	flock        fileLock
-	inAllocator  bool
-	deleteLarger bool
-	fqueue       [freeQueueLen]chunk
-	fqueueLen    int
-}
-
-func (d *DB) get(offset int64) *table {
-	assert(offset != 0)
-
-	// take from cache
-	slot := &d.cache[offset%cacheSlots]
-	if slot.offset == offset {
-		return slot.table
-	}
-
-	table := new(table)
-
-	d.fd.Seek(offset, io.SeekStart)
-	err := readTable(d.fd, table)
-	if err != nil {
-		panic(errors.Wrap(err, "btree I/O error"))
-	}
-	return table
-}
-
-func (d *DB) put(t *table, offset int64) {
-	assert(offset != 0)
-
-	// overwrite cache
-	slot := &d.cache[offset%cacheSlots]
-	slot.table = t
-	slot.offset = offset
-}
-
-func (d *DB) flush(t *table, offset int64) {
-	assert(offset != 0)
-
-	d.fd.Seek(offset, io.SeekStart)
-	err := writeTable(d.fd, t)
-	if err != nil {
-		panic(errors.Wrap(err, "btree I/O error"))
-	}
-	d.put(t, offset)
-}
-
-func (d *DB) flushSuper() {
-	d.fd.Seek(0, io.SeekStart)
-	super := super{
-		top:     d.top,
-		freeTop: d.freeTop,
-		alloc:   d.alloc,
-	}
-	err := writeSuper(d.fd, &super)
-	if err != nil {
-		panic(errors.Wrap(err, "btree I/O error"))
-	}
-}
-
-// Open opens an existed btree file
-func Open(name string) (*DB, error) {
-	lock, err := newFileLock(name + ".lock")
-	if err != nil {
-		return nil, errors.New("文件被其他进程占用")
-	}
-	btree := new(DB)
-	fd, err := os.OpenFile(name, os.O_RDWR, 0o644)
-	if err != nil {
-		return nil, errors.Wrap(err, "btree open file failed")
-	}
-	btree.fd = fd
-
-	super := super{}
-	err = readSuper(fd, &super)
-	btree.top = super.top
-	btree.freeTop = super.freeTop
-	btree.alloc = super.alloc
-	btree.flock = lock
-	return btree, errors.Wrap(err, "btree read meta info failed")
-}
-
-// Create creates a database
-func Create(name string) (*DB, error) {
-	lock, err := newFileLock(name + ".lock")
-	if err != nil {
-		return nil, errors.New("文件被其他进程占用")
-	}
-	btree := new(DB)
-	fd, err := os.OpenFile(name, os.O_RDWR|os.O_TRUNC|os.O_CREATE, 0o644)
-	if err != nil {
-		return nil, errors.Wrap(err, "btree open file failed")
-	}
-
-	btree.flock = lock
-	btree.fd = fd
-	btree.alloc = int64(superSize)
-	btree.flushSuper()
-	return btree, nil
-}
-
-// Close closes the database
-func (d *DB) Close() error {
-	_ = d.fd.Sync()
-	if err := d.flock.release(); err != nil {
-		return err
-	}
-	err := d.fd.Close()
-	for i := 0; i < cacheSlots; i++ {
-		d.cache[i] = cache{}
-	}
-	return errors.Wrap(err, "btree close failed")
-}
-
-func collapse(bt *DB, offset int64) int64 {
-	table := bt.get(offset)
-	if table.size != 0 {
-		/* unable to collapse */
-		bt.put(table, offset)
-		return offset
-	}
-	ret := table.items[0].child
-	bt.put(table, offset)
-
-	/*
-	 * WARNING: this is dangerous as the chunk is added to allocation tree
-	 * before the references to it are removed!
-	 */
-	bt.freeChunk(offset, int(unsafe.Sizeof(table)))
-	return ret
-}
-
-// split a table. The pivot item is stored to 'hash' and 'offset'.
-// Returns offset to the new table.
-func (d *DB) split(t *table, hash *byte, offset *int64) int64 {
-	copyhash(hash, &t.items[tableSize/2].hash[0])
-	*offset = t.items[tableSize/2].offset
-
-	ntable := new(table)
-	ntable.size = t.size - tableSize/2 - 1
-
-	t.size = tableSize / 2
-
-	copy(ntable.items[:ntable.size+1], t.items[tableSize/2+1:])
-
-	noff := d.allocChunk(tableStructSize)
-	d.flush(ntable, noff)
-
-	// make sure data is written before a reference is added to it
-	_ = d.fd.Sync()
-	return noff
-}
-
-// takeSmallest find and remove the smallest item from the given table. The key of the item
-// is stored to 'hash'. Returns offset to the item
-func (d *DB) takeSmallest(toff int64, sha1 *byte) int64 {
-	table := d.get(toff)
-	assert(table.size > 0)
-
-	var off int64
-	child := table.items[0].child
-	if child == 0 {
-		off = d.remove(table, 0, sha1)
-	} else {
-		/* recursion */
-		off = d.takeSmallest(child, sha1)
-		table.items[0].child = collapse(d, child)
-	}
-	d.flush(table, toff)
-
-	// make sure data is written before a reference is added to it
-	_ = d.fd.Sync()
-	return off
-}
-
-// takeLargest find and remove the largest item from the given table. The key of the item
-// is stored to 'hash'. Returns offset to the item
-func (d *DB) takeLargest(toff int64, hash *byte) int64 {
-	table := d.get(toff)
-	assert(table.size > 0)
-
-	var off int64
-	child := table.items[table.size].child
-	if child == 0 {
-		off = d.remove(table, table.size-1, hash)
-	} else {
-		/* recursion */
-		off = d.takeLargest(child, hash)
-		table.items[table.size].child = collapse(d, child)
-	}
-	d.flush(table, toff)
-
-	// make sure data is written before a reference is added to it
-	_ = d.fd.Sync()
-	return off
-}
-
-// remove an item in position 'i' from the given table. The key of the
-// removed item is stored to 'hash'. Returns offset to the item.
-func (d *DB) remove(t *table, i int, hash *byte) int64 {
-	assert(i < t.size)
-
-	if hash != nil {
-		copyhash(hash, &t.items[i].hash[0])
-	}
-
-	offset := t.items[i].offset
-	lc := t.items[i].child
-	rc := t.items[i+1].child
-
-	if lc != 0 && rc != 0 {
-		/* replace the removed item by taking an item from one of the
-		   child tables */
-		var noff int64
-		if rand.Int()&1 != 0 {
-			noff = d.takeLargest(lc, &t.items[i].hash[0])
-			t.items[i].child = collapse(d, lc)
-		} else {
-			noff = d.takeSmallest(rc, &t.items[i].hash[0])
-			t.items[i+1].child = collapse(d, rc)
-		}
-		t.items[i].child = noff
-	} else {
-		// memmove(&table->items[i], &table->items[i + 1],
-		//	(table->size - i) * sizeof(struct btree_item));
-		copy(t.items[i:], t.items[i+1:])
-		t.size--
-
-		if lc != 0 {
-			t.items[i].child = lc
-		} else {
-			t.items[i].child = rc
-		}
-	}
-	return offset
-}
-
-func (d *DB) insert(toff int64, hash *byte, data []byte, size int) int64 {
-	table := d.get(toff)
-	assert(table.size < tableSize-1)
-
-	left, right := 0, table.size
-	for left < right {
-		mid := (right-left)>>1 + left
-		switch cmp := cmp(hash, &table.items[mid].hash[0]); {
-		case cmp == 0:
-			// already in the table
-			ret := table.items[mid].offset
-			d.put(table, toff)
-			return ret
-		case cmp < 0:
-			right = mid
-		default:
-			left = mid + 1
-		}
-	}
-	i := left
-
-	var off, rc, ret int64
-	lc := table.items[i].child
-	if lc != 0 {
-		/* recursion */
-		ret = d.insert(lc, hash, data, size)
-
-		/* check if we need to split */
-		child := d.get(lc)
-		if child.size < tableSize-1 {
-			/* nothing to do */
-			d.put(table, toff)
-			d.put(child, lc)
-			return ret
-		}
-		/* overwrites SHA-1 */
-		rc = d.split(child, hash, &off)
-		/* flush just in case changes happened */
-		d.flush(child, lc)
-
-		// make sure data is written before a reference is added to it
-		_ = d.fd.Sync()
-	} else {
-		off = d.insertData(data, size)
-		ret = off
-	}
-
-	table.size++
-	// memmove(&table->items[i + 1], &table->items[i],
-	//  (table->size - i) * sizeof(struct btree_item));
-	copy(table.items[i+1:], table.items[i:])
-	copyhash(&table.items[i].hash[0], hash)
-	table.items[i].offset = off
-	table.items[i].child = lc
-	table.items[i+1].child = rc
-
-	d.flush(table, toff)
-	return ret
-}
-
-func (d *DB) insertData(data []byte, size int) int64 {
-	if data == nil {
-		return int64(size)
-	}
-	assert(len(data) == size)
-
-	offset := d.allocChunk(4 + len(data))
-
-	d.fd.Seek(offset, io.SeekStart)
-	err := write32(d.fd, int32(len(data)))
-	if err != nil {
-		panic(errors.Wrap(err, "btree I/O error"))
-	}
-	_, err = d.fd.Write(data)
-	if err != nil {
-		panic(errors.Wrap(err, "btree I/O error"))
-	}
-
-	// make sure data is written before a reference is added to it
-	_ = d.fd.Sync()
-	return offset
-}
-
-// delete remove an item with key 'hash' from the given table. The offset to the
-// removed item is returned.
-// Please note that 'hash' is overwritten when called inside the allocator.
-func (d *DB) delete(offset int64, hash *byte) int64 {
-	if offset == 0 {
-		return 0
-	}
-	table := d.get(offset)
-
-	left, right := 0, table.size
-	for left < right {
-		i := (right-left)>>1 + left
-		switch cmp := cmp(hash, &table.items[i].hash[0]); {
-		case cmp == 0:
-			// found
-			ret := d.remove(table, i, hash)
-			d.flush(table, offset)
-			return ret
-		case cmp < 0:
-			right = i
-		default:
-			left = i + 1
-		}
-	}
-
-	// not found - recursion
-	i := left
-	child := table.items[i].child
-	ret := d.delete(child, hash)
-	if ret != 0 {
-		table.items[i].child = collapse(d, child)
-	}
-
-	if ret == 0 && d.deleteLarger && i < table.size {
-		ret = d.remove(table, i, hash)
-	}
-	if ret != 0 {
-		/* flush just in case changes happened */
-		d.flush(table, offset)
-	} else {
-		d.put(table, offset)
-	}
-	return ret
-}
-
-func (d *DB) insertTopLevel(toff *int64, hash *byte, data []byte, size int) int64 { // nolint:unparam
-	var off, ret, rc int64
-	if *toff != 0 {
-		ret = d.insert(*toff, hash, data, size)
-
-		/* check if we need to split */
-		table := d.get(*toff)
-		if table.size < tableSize-1 {
-			/* nothing to do */
-			d.put(table, *toff)
-			return ret
-		}
-		rc = d.split(table, hash, &off)
-		d.flush(table, *toff)
-	} else {
-		off = d.insertData(data, size)
-		ret = off
-	}
-
-	/* create new top level table */
-	t := new(table)
-	t.size = 1
-	copyhash(&t.items[0].hash[0], hash)
-	t.items[0].offset = off
-	t.items[0].child = *toff
-	t.items[1].child = rc
-
-	ntoff := d.allocChunk(tableStructSize)
-	d.flush(t, ntoff)
-
-	*toff = ntoff
-
-	// make sure data is written before a reference is added to it
-	_ = d.fd.Sync()
-	return ret
-}
-
-func (d *DB) lookup(toff int64, hash *byte) int64 {
-	if toff == 0 {
-		return 0
-	}
-	table := d.get(toff)
-
-	left, right := 0, table.size
-	for left < right {
-		mid := (right-left)>>1 + left
-		switch cmp := cmp(hash, &table.items[mid].hash[0]); {
-		case cmp == 0:
-			// found
-			ret := table.items[mid].offset
-			d.put(table, toff)
-			return ret
-		case cmp < 0:
-			right = mid
-		default:
-			left = mid + 1
-		}
-	}
-
-	i := left
-	child := table.items[i].child
-	d.put(table, toff)
-	return d.lookup(child, hash)
-}
-
-// Insert a new item with key 'hash' with the contents in 'data' to the
-// database file.
-func (d *DB) Insert(chash *byte, data []byte) {
-	/* SHA-1 must be in writable memory */
-	var hash [hashSize]byte
-	copyhash(&hash[0], chash)
-
-	_ = d.insertTopLevel(&d.top, &hash[0], data, len(data))
-	freeQueued(d)
-	d.flushSuper()
-}
-
-func (d *DB) readValue(off int64) []byte {
-	d.fd.Seek(off, io.SeekStart)
-	length, err := read32(d.fd)
-	if err != nil {
-		return nil
-	}
-	data := make([]byte, length)
-	n, err := io.ReadFull(d.fd, data)
-	if err != nil {
-		return nil
-	}
-	return data[:n]
-}
-
-// Get look up item with the given key 'hash' in the database file. Length of the
-// item is stored in 'len'. Returns a pointer to the contents of the item.
-// The returned pointer should be released with free() after use.
-func (d *DB) Get(hash *byte) []byte {
-	off := d.lookup(d.top, hash)
-	if off == 0 {
-		return nil
-	}
-	return d.readValue(off)
-}
-
-// Delete remove item with the given key 'hash' from the database file.
-func (d *DB) Delete(hash *byte) error {
-	var h [hashSize]byte
-	copyhash(&h[0], hash)
-
-	off := d.delete(d.top, &h[0])
-	if off == 0 {
-		return nil // not found key
-	}
-
-	d.top = collapse(d, d.top)
-	freeQueued(d)
-	d.flushSuper()
-
-	d.fd.Seek(off, io.SeekStart)
-	length, err := read32(d.fd) // len: 0
-	if err != nil {
-		return errors.Wrap(err, "btree I/O error")
-	}
-
-	d.freeChunk(off, int(length+4))
-	freeQueued(d)
-	d.flushSuper()
-	return nil
-}
-
-// Foreach iterates over all items in the database file.
-func (d *DB) Foreach(iter func(key [16]byte, value []byte)) {
-	if d.top != 0 {
-		top := d.get(d.top)
-		d.iterate(top, iter)
-	}
-}
-
-func (d *DB) iterate(table *table, iter func(key [16]byte, value []byte)) {
-	for i := 0; i < table.size; i++ {
-		item := table.items[i]
-		offset := item.offset
-		iter(item.hash, d.readValue(offset))
-
-		if item.child != 0 {
-			child := d.get(item.child)
-			d.iterate(child, iter)
-		}
-	}
-	item := table.items[table.size]
-	if item.child != 0 {
-		child := d.get(item.child)
-		d.iterate(child, iter)
-	}
-}

internal/btree/btree_test.go

@@ -1,102 +0,0 @@
-package btree
-
-import (
-	"crypto/sha1"
-	"os"
-	"testing"
-
-	"github.com/Mrs4s/MiraiGo/utils"
-	assert2 "github.com/stretchr/testify/assert"
-)
-
-func tempfile(t *testing.T) string {
-	temp, err := os.CreateTemp(".", "temp.*.db")
-	assert2.NoError(t, temp.Close())
-	assert2.NoError(t, err)
-	return temp.Name()
-}
-
-func removedb(name string) {
-	os.Remove(name)
-	os.Remove(name + ".lock")
-}
-
-func TestCreate(t *testing.T) {
-	f := tempfile(t)
-	_, err := Create(f)
-	assert2.NoError(t, err)
-	defer removedb(f)
-}
-
-func TestBtree(t *testing.T) {
-	f := tempfile(t)
-	defer removedb(f)
-	bt, err := Create(f)
-	assert := assert2.New(t)
-	assert.NoError(err)
-
-	tests := []string{
-		"hello world",
-		"123",
-		"We are met on a great battle-field of that war.",
-		"Abraham Lincoln, November 19, 1863, Gettysburg, Pennsylvania",
-	}
-	sha := make([]*byte, len(tests))
-	for i, tt := range tests {
-		hash := sha1.New()
-		hash.Write([]byte(tt))
-		sha[i] = &hash.Sum(nil)[0]
-		bt.Insert(sha[i], []byte(tt))
-	}
-	assert.NoError(bt.Close())
-
-	bt, err = Open(f)
-	assert.NoError(err)
-	var ss []string
-	bt.Foreach(func(key [16]byte, value []byte) {
-		ss = append(ss, string(value))
-	})
-	assert.ElementsMatch(tests, ss)
-
-	for i, tt := range tests {
-		assert.Equal([]byte(tt), bt.Get(sha[i]))
-	}
-
-	for i := range tests {
-		assert.NoError(bt.Delete(sha[i]))
-	}
-
-	for i := range tests {
-		assert.Equal([]byte(nil), bt.Get(sha[i]))
-	}
-	assert.NoError(bt.Close())
-}
-
-func testForeach(t *testing.T, elemSize int) {
-	expected := make([]string, elemSize)
-	for i := 0; i < elemSize; i++ {
-		expected[i] = utils.RandomString(20)
-	}
-	f := tempfile(t)
-	defer removedb(f)
-	bt, err := Create(f)
-	assert2.NoError(t, err)
-	for _, v := range expected {
-		hash := sha1.New()
-		hash.Write([]byte(v))
-		bt.Insert(&hash.Sum(nil)[0], []byte(v))
-	}
-	var got []string
-	bt.Foreach(func(key [16]byte, value []byte) {
-		got = append(got, string(value))
-	})
-	assert2.ElementsMatch(t, expected, got)
-	assert2.NoError(t, bt.Close())
-}
-
-func TestDB_Foreach(t *testing.T) {
-	elemSizes := []int{0, 5, 100, 200}
-	for _, size := range elemSizes {
-		testForeach(t, size)
-	}
-}

internal/btree/chunk.go

@@ -1,122 +0,0 @@
-package btree
-
-import (
-	"math/rand"
-	"unsafe"
-)
-
-type chunk struct {
-	offset int64
-	len    int
-}
-
-const freeQueueLen = 64
-
-func freeQueued(bt *DB) {
-	for i := 0; i < bt.fqueueLen; i++ {
-		chunk := &bt.fqueue[i]
-		bt.freeChunk(chunk.offset, chunk.len)
-	}
-	bt.fqueueLen = 0
-}
-
-func (d *DB) allocChunk(size int) int64 {
-	assert(size > 0)
-
-	size = power2(size)
-
-	var offset int64
-	if d.inAllocator {
-		const i32s = unsafe.Sizeof(int32(0))
-
-		/* create fake size SHA-1 */
-		var sha1 [hashSize]byte
-		p := unsafe.Pointer(&sha1[0])
-		*(*int32)(p) = -1                              // *(uint32_t *) hash = -1;
-		*(*uint32)(unsafe.Add(p, i32s)) = uint32(size) // ((__be32 *) hash)[1] = to_be32(size);
-
-		/* find free chunk with the larger or the same size/SHA-1 */
-		d.inAllocator = true
-		d.deleteLarger = true
-		offset = d.delete(d.freeTop, &sha1[0])
-		d.deleteLarger = false
-		if offset != 0 {
-			assert(*(*int32)(p) == -1)                   // assert(*(uint32_t *) hash == (uint32_t) -1)
-			flen := int(*(*uint32)(unsafe.Add(p, i32s))) // size_t free_len = from_be32(((__be32 *) hash)[1])
-			assert(power2(flen) == flen)
-			assert(flen >= size)
-
-			/* delete buddy information */
-			resethash(&sha1[0])
-			*(*int64)(p) = offset
-			buddyLen := d.delete(d.freeTop, &sha1[0])
-			assert(buddyLen == int64(size))
-
-			d.freeTop = collapse(d, d.freeTop)
-
-			d.inAllocator = false
-
-			/* free extra space at the end of the chunk */
-			for flen > size {
-				flen >>= 1
-				d.freeChunk(offset+int64(flen), flen)
-			}
-		} else {
-			d.inAllocator = false
-		}
-	}
-	if offset == 0 {
-		/* not found, allocate from the end of the file */
-		offset = d.alloc
-		/* TODO: this wastes memory.. */
-		if offset&int64(size-1) != 0 {
-			offset += int64(size) - (offset & (int64(size) - 1))
-		}
-		d.alloc = offset + int64(size)
-	}
-	d.flushSuper()
-
-	// make sure the allocation tree is up-to-date before using the chunk
-	_ = d.fd.Sync()
-	return offset
-}
-
-/* Mark a chunk as unused in the database file */
-func (d *DB) freeChunk(offset int64, size int) {
-	assert(size > 0)
-	assert(offset != 0)
-	size = power2(size)
-	assert(offset&int64(size-1) == 0)
-
-	if d.inAllocator {
-		chunk := &d.fqueue[d.fqueueLen]
-		d.fqueueLen++
-		chunk.offset = offset
-		chunk.len = size
-		return
-	}
-
-	/* create fake offset SHA-1 for buddy allocation */
-	var sha1 [hashSize]byte
-	p := unsafe.Pointer(&sha1[0])
-	d.inAllocator = true
-
-	const i32s = unsafe.Sizeof(int32(0))
-
-	/* add buddy information */
-	resethash(&sha1[0])
-	*(*int32)(p) = -1                                 // *(uint32_t *) hash = -1;
-	*(*uint32)(unsafe.Add(p, i32s)) = uint32(size)    // ((__be32 *) hash)[1] = to_be32(size);
-	*(*uint32)(unsafe.Add(p, i32s*2)) = rand.Uint32() /* to make SHA-1 unique */
-	*(*uint32)(unsafe.Add(p, i32s*3)) = rand.Uint32()
-
-	// insert_toplevel(btree, &btree->free_top, hash, NULL, offset);
-	_ = d.insertTopLevel(&d.freeTop, &sha1[0], nil, int(offset))
-	d.inAllocator = false
-
-	d.flushSuper()
-
-	// make sure the allocation tree is up-to-date before removing
-	// references to the chunk
-	_ = d.fd.Sync()
-}

internal/btree/file_lock_unix.go

@@ -1,45 +0,0 @@
-//go:build darwin || dragonfly || freebsd || linux || netbsd || openbsd
-
-package btree
-
-import (
-	"os"
-	"syscall"
-)
-
-type unixFileLock struct {
-	f *os.File
-}
-
-func (fl *unixFileLock) release() error {
-	if err := setFileLock(fl.f, false); err != nil {
-		return err
-	}
-	return fl.f.Close()
-}
-
-func newFileLock(path string) (fl fileLock, err error) {
-	flag := os.O_RDWR
-	f, err := os.OpenFile(path, flag, 0)
-	if os.IsNotExist(err) {
-		f, err = os.OpenFile(path, flag|os.O_CREATE, 0644)
-	}
-	if err != nil {
-		return
-	}
-	err = setFileLock(f, true)
-	if err != nil {
-		f.Close()
-		return
-	}
-	fl = &unixFileLock{f: f}
-	return
-}
-
-func setFileLock(f *os.File, lock bool) error {
-	how := syscall.LOCK_UN
-	if lock {
-		how = syscall.LOCK_EX
-	}
-	return syscall.Flock(int(f.Fd()), how|syscall.LOCK_NB)
-}

internal/btree/file_lock_windows.go

@@ -1,28 +0,0 @@
-package btree
-
-import "syscall"
-
-type windowsFileLock struct {
-	fd syscall.Handle
-}
-
-func (fl *windowsFileLock) release() error {
-	return syscall.Close(fl.fd)
-}
-
-func newFileLock(path string) (fileLock, error) {
-	pathp, err := syscall.UTF16PtrFromString(path)
-	if err != nil {
-		return nil, err
-	}
-
-	const access uint32 = syscall.GENERIC_READ | syscall.GENERIC_WRITE
-	fd, err := syscall.CreateFile(pathp, access, 0, nil, syscall.OPEN_EXISTING, syscall.FILE_ATTRIBUTE_NORMAL, 0)
-	if err == syscall.ERROR_FILE_NOT_FOUND {
-		fd, err = syscall.CreateFile(pathp, access, 0, nil, syscall.OPEN_ALWAYS, syscall.FILE_ATTRIBUTE_NORMAL, 0)
-	}
-	if err != nil {
-		return nil, err
-	}
-	return &windowsFileLock{fd: fd}, nil
-}

internal/btree/helper.go

@@ -1,106 +0,0 @@
-package btree
-
-import (
-	"io"
-	"reflect"
-	"unsafe"
-)
-
-func assert(cond bool) {
-	if !cond {
-		panic("assert failed!")
-	}
-}
-
-// power2 returns a value that is greater or equal to 'val' and is power-of-two.
-func power2(val int) int {
-	i := 1
-	for i < val {
-		i <<= 1
-	}
-	return i
-}
-
-// helpers for hash
-
-func cmp(a, b *byte) int64 {
-	pa, pb := unsafe.Pointer(a), unsafe.Pointer(b)
-	if *(*uint64)(pa) != *(*uint64)(pb) {
-		return int64(*(*uint64)(pa) - *(*uint64)(pb))
-	}
-	pa, pb = unsafe.Add(pa, 8), unsafe.Add(pb, 8)
-	return int64(*(*uint64)(pa) - *(*uint64)(pb))
-}
-
-func copyhash(dst *byte, src *byte) {
-	pa, pb := unsafe.Pointer(dst), unsafe.Pointer(src)
-	*(*[hashSize]byte)(pa) = *(*[hashSize]byte)(pb)
-}
-
-func resethash(sha1 *byte) {
-	p := unsafe.Pointer(sha1)
-	*(*[hashSize]byte)(p) = [hashSize]byte{}
-}
-
-// reading table
-
-func read32(r io.Reader) (int32, error) {
-	b := make([]byte, 4)
-	_, err := r.Read(b)
-	if err != nil {
-		return 0, err
-	}
-	return *(*int32)(unsafe.Pointer(&b[0])), nil
-}
-
-func readTable(r io.Reader, t *table) error {
-	buf := make([]byte, tableStructSize)
-	_, err := r.Read(buf)
-	if err != nil {
-		return err
-	}
-	*t = *(*table)(unsafe.Pointer(&buf[0]))
-	return nil
-}
-
-func readSuper(r io.Reader, s *super) error {
-	buf := make([]byte, superSize)
-	_, err := r.Read(buf)
-	if err != nil {
-		return err
-	}
-	*s = *(*super)(unsafe.Pointer(&buf[0]))
-	return nil
-}
-
-// write table
-
-func write32(w io.Writer, t int32) error {
-	var p []byte
-	ph := (*reflect.SliceHeader)(unsafe.Pointer(&p))
-	ph.Data = uintptr(unsafe.Pointer(&t))
-	ph.Len = 4
-	ph.Cap = 4
-	_, err := w.Write(p)
-	return err
-}
-
-func writeTable(w io.Writer, t *table) error {
-	var p []byte
-	ph := (*reflect.SliceHeader)(unsafe.Pointer(&p))
-	ph.Data = uintptr(unsafe.Pointer(t))
-	ph.Len = tableStructSize
-	ph.Cap = tableStructSize
-	_, err := w.Write(p)
-	return err
-}
-
-func writeSuper(w io.Writer, s *super) error {
-	var p []byte
-	ph := (*reflect.SliceHeader)(unsafe.Pointer(&p))
-	ph.Data = uintptr(unsafe.Pointer(s))
-	ph.Len = superSize
-	ph.Cap = superSize
-	_, err := w.Write(p)
-	return err
-}

internal/cache/cache.go

@@ -2,14 +2,9 @@
 package cache
 
 import (
-	"fmt"
-	"sync"
-
 	log "github.com/sirupsen/logrus"
-
+	"github.com/syndtr/goleveldb/leveldb"
-	"github.com/Mrs4s/go-cqhttp/global"
+	"github.com/syndtr/goleveldb/leveldb/opt"
-	"github.com/Mrs4s/go-cqhttp/internal/base"
-	"github.com/Mrs4s/go-cqhttp/internal/btree"
 )
 
 // Media Cache DBs
@@ -21,70 +16,36 @@ var (
 
 // Cache wraps the btree.DB for concurrent safe
 type Cache struct {
-	lock sync.RWMutex
+	ldb *leveldb.DB
-	db   *btree.DB
 }
 
 // Insert 添加媒体缓存
 func (c *Cache) Insert(md5, data []byte) {
-	c.lock.Lock()
+	_ = c.ldb.Put(md5, data, nil)
-	defer c.lock.Unlock()
-
-	var hash [16]byte
-	copy(hash[:], md5)
-	c.db.Insert(&hash[0], data)
 }
 
 // Get 获取缓存信息
 func (c *Cache) Get(md5 []byte) []byte {
-	c.lock.RLock()
+	got, _ := c.ldb.Get(md5, nil)
-	defer c.lock.RUnlock()
+	return got
-
-	var hash [16]byte
-	copy(hash[:], md5)
-	return c.db.Get(&hash[0])
 }
 
 // Delete 删除指定缓存
 func (c *Cache) Delete(md5 []byte) {
-	c.lock.Lock()
+	_ = c.ldb.Delete(md5, nil)
-	defer c.lock.Unlock()
-
-	var hash [16]byte
-	copy(hash[:], md5)
-	_ = c.db.Delete(&hash[0])
 }
 
 // Init 初始化 Cache
 func Init() {
-	node, ok := base.Database["cache"]
+	open := func(typ, path string, cache *Cache) {
-	var conf map[string]string
+		ldb, err := leveldb.OpenFile(path, &opt.Options{
-	if ok {
+			WriteBuffer: 4 * opt.KiB,
-		err := node.Decode(&conf)
+		})
 		if err != nil {
-			log.Fatalf("failed to read cache config: %v", err)
+			log.Fatalf("open cache %s db failed: %v", typ, err)
 		}
+		cache.ldb = ldb
 	}
-
+	open("image", "data/images", &Image)
-	open := func(typ string, cache *Cache) {
+	open("video", "data/videos", &Video)
-		file := conf[typ]
-		if file == "" {
-			file = fmt.Sprintf("data/%s.db", typ)
-		}
-		if global.PathExists(file) {
-			db, err := btree.Open(file)
-			if err != nil {
-				log.Fatalf("open %s cache failed: %v", typ, err)
-			}
-			cache.db = db
-		} else {
-			db, err := btree.Create(file)
-			if err != nil {
-				log.Fatalf("create %s cache failed: %v", typ, err)
-			}
-			cache.db = db
-		}
-	}
-	open("image", &Image)
-	open("video", &Video)
 }

internal/download/download.go

@@ -0,0 +1,300 @@
+// Package download provide download utility functions
+package download
+
+import (
+	"bufio"
+	"compress/gzip"
+	"fmt"
+	"io"
+	"net/http"
+	"net/url"
+	"os"
+	"strconv"
+	"strings"
+	"sync"
+
+	"github.com/pkg/errors"
+	"github.com/tidwall/gjson"
+
+	"github.com/Mrs4s/go-cqhttp/internal/base"
+)
+
+var client = &http.Client{
+	Transport: &http.Transport{
+		Proxy: func(request *http.Request) (u *url.URL, e error) {
+			if base.Proxy == "" {
+				return http.ProxyFromEnvironment(request)
+			}
+			return url.Parse(base.Proxy)
+		},
+		ForceAttemptHTTP2:   false,
+		MaxConnsPerHost:     0,
+		MaxIdleConns:        0,
+		MaxIdleConnsPerHost: 999,
+	},
+}
+
+// ErrOverSize 响应主体过大时返回此错误
+var ErrOverSize = errors.New("oversize")
+
+// UserAgent HTTP请求时使用的UA
+const UserAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 Edg/87.0.664.66"
+
+// Request is a file download request
+type Request struct {
+	URL    string
+	Header map[string]string
+	Limit  int64
+}
+
+func (r Request) do() (*http.Response, error) {
+	req, err := http.NewRequest(http.MethodGet, r.URL, nil)
+	if err != nil {
+		return nil, err
+	}
+
+	req.Header["User-Agent"] = []string{UserAgent}
+	for k, v := range r.Header {
+		req.Header.Set(k, v)
+	}
+
+	return client.Do(req)
+}
+
+func (r Request) body() (io.ReadCloser, error) {
+	resp, err := r.do()
+	if err != nil {
+		return nil, err
+	}
+
+	limit := r.Limit // check file size limit
+	if limit > 0 && resp.ContentLength > limit {
+		_ = resp.Body.Close()
+		return nil, ErrOverSize
+	}
+
+	if strings.Contains(resp.Header.Get("Content-Encoding"), "gzip") {
+		return gzipReadCloser(resp.Body)
+	}
+	return resp.Body, err
+}
+
+// Bytes 对给定URL发送Get请求，返回响应主体
+func (r Request) Bytes() ([]byte, error) {
+	rd, err := r.body()
+	if err != nil {
+		return nil, err
+	}
+	defer rd.Close()
+	return io.ReadAll(rd)
+}
+
+// JSON 发送GET请求， 并转换响应为JSON
+func (r Request) JSON() (gjson.Result, error) {
+	rd, err := r.body()
+	if err != nil {
+		return gjson.Result{}, err
+	}
+	defer rd.Close()
+
+	var sb strings.Builder
+	_, err = io.Copy(&sb, rd)
+	if err != nil {
+		return gjson.Result{}, err
+	}
+
+	return gjson.Parse(sb.String()), nil
+}
+
+func writeToFile(reader io.ReadCloser, path string) error {
+	file, err := os.OpenFile(path, os.O_WRONLY|os.O_CREATE, 0o644)
+	if err != nil {
+		return err
+	}
+	_, err = file.ReadFrom(reader)
+	return err
+}
+
+// WriteToFile 下载到制定目录
+func (r Request) WriteToFile(path string) error {
+	rd, err := r.body()
+	if err != nil {
+		return err
+	}
+	defer rd.Close()
+	return writeToFile(rd, path)
+}
+
+// WriteToFileMultiThreading 多线程下载到制定目录
+func (r Request) WriteToFileMultiThreading(path string, thread int) error {
+	if thread < 2 {
+		return r.WriteToFile(path)
+	}
+
+	limit := r.Limit
+	type BlockMetaData struct {
+		BeginOffset    int64
+		EndOffset      int64
+		DownloadedSize int64
+	}
+	var blocks []*BlockMetaData
+	var contentLength int64
+	errUnsupportedMultiThreading := errors.New("unsupported multi-threading")
+	// 初始化分块或直接下载
+	initOrDownload := func() error {
+		header := make(map[string]string, len(r.Header))
+		for k, v := range r.Header { // copy headers
+			header[k] = v
+		}
+		header["range"] = "bytes=0-"
+		req := Request{
+			URL:    r.URL,
+			Header: header,
+		}
+		resp, err := req.do()
+		if err != nil {
+			return err
+		}
+		defer resp.Body.Close()
+		if resp.StatusCode < 200 || resp.StatusCode >= 300 {
+			return errors.New("response status unsuccessful: " + strconv.FormatInt(int64(resp.StatusCode), 10))
+		}
+		if resp.StatusCode == http.StatusOK {
+			if limit > 0 && resp.ContentLength > limit {
+				return ErrOverSize
+			}
+			if err = writeToFile(resp.Body, path); err != nil {
+				return err
+			}
+			return errUnsupportedMultiThreading
+		}
+		if resp.StatusCode == http.StatusPartialContent {
+			contentLength = resp.ContentLength
+			if limit > 0 && resp.ContentLength > limit {
+				return ErrOverSize
+			}
+			blockSize := contentLength
+			if contentLength > 1024*1024 {
+				blockSize = (contentLength / int64(thread)) - 10
+			}
+			if blockSize == contentLength {
+				return writeToFile(resp.Body, path)
+			}
+			var tmp int64
+			for tmp+blockSize < contentLength {
+				blocks = append(blocks, &BlockMetaData{
+					BeginOffset: tmp,
+					EndOffset:   tmp + blockSize - 1,
+				})
+				tmp += blockSize
+			}
+			blocks = append(blocks, &BlockMetaData{
+				BeginOffset: tmp,
+				EndOffset:   contentLength - 1,
+			})
+			return nil
+		}
+		return errors.New("unknown status code")
+	}
+	// 下载分块
+	downloadBlock := func(block *BlockMetaData) error {
+		file, err := os.OpenFile(path, os.O_WRONLY|os.O_CREATE, 0o666)
+		if err != nil {
+			return err
+		}
+		defer file.Close()
+		_, _ = file.Seek(block.BeginOffset, io.SeekStart)
+		writer := bufio.NewWriter(file)
+		defer writer.Flush()
+
+		header := make(map[string]string, len(r.Header))
+		for k, v := range r.Header { // copy headers
+			header[k] = v
+		}
+		header["range"] = fmt.Sprintf("bytes=%d-%d", block.BeginOffset, block.EndOffset)
+		req := Request{
+			URL:    r.URL,
+			Header: header,
+		}
+		resp, err := req.do()
+		if err != nil {
+			return err
+		}
+		defer resp.Body.Close()
+		if resp.StatusCode < 200 || resp.StatusCode >= 300 {
+			return errors.New("response status unsuccessful: " + strconv.FormatInt(int64(resp.StatusCode), 10))
+		}
+		buffer := make([]byte, 1024)
+		i, err := resp.Body.Read(buffer)
+		for {
+			if err != nil && err != io.EOF {
+				return err
+			}
+			i64 := int64(len(buffer[:i]))
+			needSize := block.EndOffset + 1 - block.BeginOffset
+			if i64 > needSize {
+				i64 = needSize
+				err = io.EOF
+			}
+			_, e := writer.Write(buffer[:i64])
+			if e != nil {
+				return e
+			}
+			block.BeginOffset += i64
+			block.DownloadedSize += i64
+			if err == io.EOF || block.BeginOffset > block.EndOffset {
+				break
+			}
+			i, err = resp.Body.Read(buffer)
+		}
+		return nil
+	}
+
+	if err := initOrDownload(); err != nil {
+		if err == errUnsupportedMultiThreading {
+			return nil
+		}
+		return err
+	}
+	wg := sync.WaitGroup{}
+	wg.Add(len(blocks))
+	var lastErr error
+	for i := range blocks {
+		go func(b *BlockMetaData) {
+			defer wg.Done()
+			if err := downloadBlock(b); err != nil {
+				lastErr = err
+			}
+		}(blocks[i])
+	}
+	wg.Wait()
+	return lastErr
+}
+
+type gzipCloser struct {
+	f io.Closer
+	r *gzip.Reader
+}
+
+// gzipReadCloser 从 io.ReadCloser 创建 gunzip io.ReadCloser
+func gzipReadCloser(reader io.ReadCloser) (io.ReadCloser, error) {
+	gzipReader, err := gzip.NewReader(reader)
+	if err != nil {
+		return nil, err
+	}
+	return &gzipCloser{
+		f: reader,
+		r: gzipReader,
+	}, nil
+}
+
+// Read impls io.Reader
+func (g *gzipCloser) Read(p []byte) (n int, err error) {
+	return g.r.Read(p)
+}
+
+// Close impls io.Closer
+func (g *gzipCloser) Close() error {
+	_ = g.f.Close()
+	return g.r.Close()
+}

internal/mime/mime.go

@@ -9,11 +9,6 @@ import (
 	"github.com/Mrs4s/go-cqhttp/internal/base"
 )
 
-func init() {
-	base.IsLawfulImage = checkImage
-	base.IsLawfulAudio = checkAudio
-}
-
 const limit = 4 * 1024
 
 func scan(r io.ReadSeeker) string {
@@ -24,15 +19,15 @@ func scan(r io.ReadSeeker) string {
 	return http.DetectContentType(in)
 }
 
-// checkImage 判断给定流是否为合法图片
+// CheckImage 判断给定流是否为合法图片
 // 返回 是否合法, 实际Mime
 // 判断后会自动将 Stream Seek 至 0
-func checkImage(r io.ReadSeeker) (ok bool, t string) {
+func CheckImage(r io.ReadSeeker) (t string, ok bool) {
 	if base.SkipMimeScan {
-		return true, ""
+		return "", true
 	}
 	if r == nil {
-		return false, "image/nil-stream"
+		return "image/nil-stream", false
 	}
 	t = scan(r)
 	switch t {
@@ -42,15 +37,15 @@ func checkImage(r io.ReadSeeker) (ok bool, t string) {
 	return
 }
 
-// checkImage 判断给定流是否为合法音频
+// CheckAudio 判断给定流是否为合法音频
-func checkAudio(r io.ReadSeeker) (bool, string) {
+func CheckAudio(r io.ReadSeeker) (string, bool) {
 	if base.SkipMimeScan {
-		return true, ""
+		return "", true
 	}
 	t := scan(r)
 	// std mime type detection is not full supported for audio
 	if strings.Contains(t, "text") || strings.Contains(t, "image") {
-		return false, t
+		return t, false
 	}
-	return true, t
+	return t, true
 }

internal/param/param.go

@@ -7,8 +7,6 @@ import (
 	"strings"
 	"sync"
 
-	"github.com/Mrs4s/MiraiGo/utils"
-	"github.com/segmentio/asm/base64"
 	"github.com/tidwall/gjson"
 )
 
@@ -83,13 +81,3 @@ func SplitURL(s string) []string {
 	result = append(result, s[last:])
 	return result
 }
-
-// Base64DecodeString decode base64 with avx2
-// see https://github.com/segmentio/asm/issues/50
-// avoid incorrect unsafe usage in origin library
-func Base64DecodeString(s string) ([]byte, error) {
-	e := base64.StdEncoding
-	dst := make([]byte, e.DecodedLen(len(s)))
-	n, err := e.Decode(dst, utils.S2B(s))
-	return dst[:n], err
-}

internal/selfupdate/update.go

@@ -3,6 +3,7 @@ package selfupdate
 
 import (
 	"bufio"
+	"bytes"
 	"encoding/hex"
 	"fmt"
 	"hash"
@@ -14,10 +15,10 @@ import (
 	"strings"
 
 	"github.com/sirupsen/logrus"
-	"github.com/tidwall/gjson"
 
 	"github.com/Mrs4s/go-cqhttp/global"
 	"github.com/Mrs4s/go-cqhttp/internal/base"
+	"github.com/Mrs4s/go-cqhttp/internal/download"
 )
 
 func readLine() (str string) {
@@ -28,11 +29,11 @@ func readLine() (str string) {
 }
 
 func lastVersion() (string, error) {
-	r, err := global.GetBytes("https://api.github.com/repos/Mrs4s/go-cqhttp/releases/latest")
+	r, err := download.Request{URL: "https://api.github.com/repos/Mrs4s/go-cqhttp/releases/latest"}.JSON()
 	if err != nil {
 		return "", err
 	}
-	return gjson.GetBytes(r, "tag_name").Str, nil
+	return r.Get("tag_name").Str, nil
 }
 
 // CheckUpdate 检查更新
@@ -69,12 +70,12 @@ func binaryName() string {
 
 func checksum(github, version string) []byte {
 	sumURL := fmt.Sprintf("%v/Mrs4s/go-cqhttp/releases/download/%v/go-cqhttp_checksums.txt", github, version)
-	closer, err := global.HTTPGetReadCloser(sumURL)
+	sum, err := download.Request{URL: sumURL}.Bytes()
 	if err != nil {
 		return nil
 	}
 
-	rd := bufio.NewReader(closer)
+	rd := bufio.NewReader(bytes.NewReader(sum))
 	for {
 		str, err := rd.ReadString('\n')
 		if err != nil {

main.go

@@ -1,12 +1,13 @@
+// Package main
 package main
 
 import (
 	"github.com/Mrs4s/go-cqhttp/cmd/gocq"
 
-	_ "github.com/Mrs4s/go-cqhttp/db/leveldb"   // leveldb
+	_ "github.com/Mrs4s/go-cqhttp/db/leveldb"   // leveldb 数据库支持
-	_ "github.com/Mrs4s/go-cqhttp/modules/mime" // mime检查模块
 	_ "github.com/Mrs4s/go-cqhttp/modules/silk" // silk编码模块
 	// 其他模块
+	// _ "github.com/Mrs4s/go-cqhttp/db/sqlite3"   // sqlite3 数据库支持
 	// _ "github.com/Mrs4s/go-cqhttp/db/mongodb"    // mongodb 数据库支持
 	// _ "github.com/Mrs4s/go-cqhttp/modules/pprof" // pprof 性能分析
 )

modules/api/api.go

@@ -21,6 +21,10 @@ func (c *Caller) call(action string, p Getter) global.MSG {
 	case ".ocr_image", "ocr_image":
 		p0 := p.Get("image").String()
 		return c.bot.CQOcrImage(p0)
+	case "_del_group_notice":
+		p0 := p.Get("group_id").Int()
+		p1 := p.Get("notice_id").String()
+		return c.bot.CQDelGroupMemo(p0, p1)
 	case "_get_group_notice":
 		p0 := p.Get("group_id").Int()
 		return c.bot.CQGetGroupMemo(p0)

modules/config/default_config.yml

@@ -78,11 +78,12 @@ database: # 数据库相关设置
     # 启用将会增加10-20MB的内存占用和一定的磁盘空间
     # 关闭将无法使用 撤回 回复 get_msg 等上下文相关功能
     enable: true
-
+  sqlite3:
-  # 媒体文件缓存， 删除此项则使用缓存文件(旧版行为)
+    # 是否启用内置sqlite3数据库
-  cache:
+    # 启用将会增加一定的内存占用和一定的磁盘空间
-    image: data/image.db
+    # 关闭将无法使用 撤回 回复 get_msg 等上下文相关功能
-    video: data/video.db
+    enable: false
+    cachettl: 3600000000000 # 1h
 
 # 连接服务列表
 servers:

server/daemon.go

@@ -5,6 +5,7 @@ package server
 import (
 	"os"
 	"os/exec"
+	"path/filepath"
 	"strconv"
 	"strings"
 
@@ -28,7 +29,9 @@ func Daemon() {
 		execArgs = append(execArgs, args[i])
 	}
 
-	proc := exec.Command(os.Args[0], execArgs...)
+	ex, _ := os.Executable()
+	p, _ := filepath.Abs(ex)
+	proc := exec.Command(p, execArgs...)
 	err := proc.Start()
 	if err != nil {
 		panic(err)

server/http.go

@@ -356,13 +356,13 @@ func (c *HTTPClient) onBotPushEvent(e *coolq.Event) {
 	for i := uint64(0); i <= c.MaxRetries; i++ {
 		// see https://stackoverflow.com/questions/31337891/net-http-http-contentlength-222-with-body-length-0
 		// we should create a new request for every single post trial
-		req, err = http.NewRequest("POST", c.addr, bytes.NewReader(e.JSONBytes()))
+		req, err = http.NewRequest(http.MethodPost, c.addr, bytes.NewReader(e.JSONBytes()))
 		if err != nil {
 			log.Warnf("上报 Event 数据到 %v 时创建请求失败: %v", c.addr, err)
 			return
 		}
 		req.Header = header
-		res, err = c.client.Do(req)
+		res, err = c.client.Do(req) // nolint:bodyclose
 		if err == nil {
 			break
 		}

server/scf.go

@@ -65,7 +65,7 @@ func (l *lambdaResponseWriter) flush() error {
 		Body:            body,
 	})
 
-	r, _ := http.NewRequest("POST", cli.responseURL, buffer)
+	r, _ := http.NewRequest(http.MethodPost, cli.responseURL, buffer)
 	do, err := cli.client.Do(r)
 	if err != nil {
 		return err