diff --git a/client/builders.go b/client/builders.go index 1732e368..b4c7773f 100644 --- a/client/builders.go +++ b/client/builders.go @@ -6,7 +6,6 @@ import ( "fmt" "github.com/Mrs4s/MiraiGo/client/pb/qweb" "math/rand" - "strconv" "time" "github.com/golang/protobuf/proto" @@ -699,52 +698,6 @@ func (c *QQClient) buildGroupImageStorePacket(groupCode int64, md5 []byte, size return seq, packet } -func (c *QQClient) buildImageUploadPacket(data, updKey []byte, commandId int32, fmd5 [16]byte) (r [][]byte) { - offset := 0 - binary.ToChunkedBytesF(data, 8192*8, func(chunked []byte) { - w := binary.NewWriter() - cmd5 := md5.Sum(chunked) - head, _ := proto.Marshal(&pb.ReqDataHighwayHead{ - MsgBasehead: &pb.DataHighwayHead{ - Version: 1, - Uin: strconv.FormatInt(c.Uin, 10), - Command: "PicUp.DataUp", - Seq: func() int32 { - if commandId == 2 { - return c.nextGroupDataTransSeq() - } - if commandId == 27 { - return c.nextHighwayApplySeq() - } - return c.nextGroupDataTransSeq() - }(), - Appid: int32(c.version.AppId), - Dataflag: 4096, - CommandId: commandId, - LocaleId: 2052, - }, - MsgSeghead: &pb.SegHead{ - Filesize: int64(len(data)), - Dataoffset: int64(offset), - Datalength: int32(len(chunked)), - Serviceticket: updKey, - Md5: cmd5[:], - FileMd5: fmd5[:], - }, - ReqExtendinfo: EmptyBytes, - }) - offset += len(chunked) - w.WriteByte(40) - w.WriteUInt32(uint32(len(head))) - w.WriteUInt32(uint32(len(chunked))) - w.Write(head) - w.Write(chunked) - w.WriteByte(41) - r = append(r, w.Bytes()) - }) - return -} - // ProfileService.Pb.ReqSystemMsgNew.Friend func (c *QQClient) buildSystemMsgNewFriendPacket() (uint16, []byte) { seq := c.nextSeq() diff --git a/client/client.go b/client/client.go index f1675c65..d80edf5b 100644 --- a/client/client.go +++ b/client/client.go @@ -574,9 +574,11 @@ func (c *QQClient) SendFriendPoke(target int64) { _, _ = c.sendAndWait(c.buildFriendPokePacket(target)) } -func (c *QQClient) UploadGroupImage(groupCode int64, img []byte) (*message.GroupImageElement, error) { - h := md5.Sum(img) - seq, pkt := c.buildGroupImageStorePacket(groupCode, h[:], int32(len(img))) +func (c *QQClient) UploadGroupImage(groupCode int64, img io.ReadSeeker) (*message.GroupImageElement, error) { + h := md5.New() + length, _ := io.Copy(h, img) + fh := h.Sum(nil) + seq, pkt := c.buildGroupImageStorePacket(groupCode, fh[:], int32(length)) r, err := c.sendAndWait(seq, pkt) if err != nil { return nil, err @@ -588,21 +590,32 @@ func (c *QQClient) UploadGroupImage(groupCode int64, img []byte) (*message.Group if rsp.IsExists { goto ok } - for i, ip := range rsp.UploadIp { - err := c.highwayUpload(uint32(ip), int(rsp.UploadPort[i]), rsp.UploadKey, img, 2) - if err != nil { - continue - } + _, _ = img.Seek(0, io.SeekStart) + if _, err = c.highwayUploadByBDH(img, 2, rsp.UploadKey, EmptyBytes); err == nil { goto ok } + + /* + for i, ip := range rsp.UploadIp { + err := c.highwayUpload(uint32(ip), int(rsp.UploadPort[i]), rsp.UploadKey, img, 2) + if err != nil { + continue + } + goto ok + } + */ return nil, errors.New("upload failed") ok: - i, _, _ := image.DecodeConfig(bytes.NewReader(img)) + _, _ = img.Seek(0, io.SeekStart) + i, _, _ := image.DecodeConfig(img) var imageType int32 = 1000 - if bytes.HasPrefix(img, []byte{0x47, 0x49, 0x46, 0x38}) { + _, _ = img.Seek(0, io.SeekStart) + tmp := make([]byte, 4) + _, _ = img.Read(tmp) + if bytes.Equal(tmp, []byte{0x47, 0x49, 0x46, 0x38}) { imageType = 2000 } - return message.NewGroupImage(binary.CalculateImageResourceId(h[:]), h[:], rsp.FileId, int32(len(img)), int32(i.Width), int32(i.Height), imageType), nil + return message.NewGroupImage(binary.CalculateImageResourceId(fh[:]), fh[:], rsp.FileId, int32(length), int32(i.Width), int32(i.Height), imageType), nil } func (c *QQClient) UploadPrivateImage(target int64, img []byte) (*message.FriendImageElement, error) { @@ -615,7 +628,7 @@ func (c *QQClient) uploadPrivateImage(target int64, img []byte, count int) (*mes e, err := c.QueryFriendImage(target, h[:], int32(len(img))) if errors.Is(err, ErrNotExists) { // use group highway upload and query again for image id. - if _, err = c.UploadGroupImage(target, img); err != nil { + if _, err = c.UploadGroupImage(target, bytes.NewReader(img)); err != nil { return nil, err } if count >= 5 { diff --git a/client/highway.go b/client/highway.go index 56d9e2ab..7b7ecd7a 100644 --- a/client/highway.go +++ b/client/highway.go @@ -19,65 +19,98 @@ import ( ) func (c *QQClient) highwayUpload(ip uint32, port int, updKey, data []byte, cmdId int32) error { + return c.highwayUploadStream(ip, port, updKey, bytes.NewReader(data), cmdId) +} + +func (c *QQClient) highwayUploadStream(ip uint32, port int, updKey []byte, stream io.ReadSeeker, cmdId int32) error { addr := net.TCPAddr{ IP: make([]byte, 4), Port: port, } binary2.LittleEndian.PutUint32(addr.IP, ip) + h := md5.New() + length, _ := io.Copy(h, stream) + fh := h.Sum(nil) + chunkSize := 8192 * 8 + _, _ = stream.Seek(0, io.SeekStart) conn, err := net.DialTCP("tcp", nil, &addr) if err != nil { - return errors.Wrap(err, "failed to connect to highway server") + return errors.Wrap(err, "connect error") } defer conn.Close() - h := md5.Sum(data) - pkt := c.buildImageUploadPacket(data, updKey, cmdId, h) - r := binary.NewNetworkReader(conn) - for _, p := range pkt { - _, err = conn.Write(p) + offset := 0 + reader := binary.NewNetworkReader(conn) + for { + chunk := make([]byte, chunkSize) + rl, err := io.ReadFull(stream, chunk) + if err == io.EOF { + break + } + if err == io.ErrUnexpectedEOF { + chunk = chunk[:rl] + } + ch := md5.Sum(chunk) + head, _ := proto.Marshal(&pb.ReqDataHighwayHead{ + MsgBasehead: &pb.DataHighwayHead{ + Version: 1, + Uin: strconv.FormatInt(c.Uin, 10), + Command: "PicUp.DataUp", + Seq: c.nextGroupDataTransSeq(), + Appid: int32(c.version.AppId), + Dataflag: 4096, + CommandId: cmdId, + LocaleId: 2052, + }, + MsgSeghead: &pb.SegHead{ + Filesize: length, + Dataoffset: int64(offset), + Datalength: int32(rl), + Serviceticket: updKey, + Md5: ch[:], + FileMd5: fh[:], + }, + ReqExtendinfo: EmptyBytes, + }) + offset += rl + _, err = conn.Write(binary.NewWriterF(func(w *binary.Writer) { + w.WriteByte(40) + w.WriteUInt32(uint32(len(head))) + w.WriteUInt32(uint32(len(chunk))) + w.Write(head) + w.Write(chunk) + w.WriteByte(41) + })) if err != nil { - return errors.Wrap(err, "failed to write") + return errors.Wrap(err, "write conn error") } - _, err = r.ReadByte() + rspHead, _, err := highwayReadResponse(reader) if err != nil { - return errors.Wrap(err, "failed to read byte") + return errors.Wrap(err, "highway upload error") } - hl, _ := r.ReadInt32() - a2, _ := r.ReadInt32() - payload, _ := r.ReadBytes(int(hl)) - _, _ = r.ReadBytes(int(a2)) - r.ReadByte() - rsp := new(pb.RspDataHighwayHead) - if err = proto.Unmarshal(payload, rsp); err != nil { - return errors.Wrap(err, "failed to unmarshal protobuf message") - } - if rsp.ErrorCode != 0 { + if rspHead.ErrorCode != 0 { return errors.New("upload failed") } } - return nil } -func (c *QQClient) highwayUploadByBDH(stream io.ReadSeeker, cmdId int32, ext []byte) ([]byte, error) { +func (c *QQClient) highwayUploadByBDH(stream io.ReadSeeker, cmdId int32, ticket, ext []byte) ([]byte, error) { // TODO: encrypted upload support. if len(c.srvSsoAddrs) == 0 { return nil, errors.New("srv addrs not found. maybe miss some packet?") } - if c.highwaySession == nil { - return nil, errors.New("highway session not found. maybe miss some packet?") - } h := md5.New() length, _ := io.Copy(h, stream) - chunkSize := 8192 * 8 + chunkSize := 8192 * 16 fh := h.Sum(nil) _, _ = stream.Seek(0, io.SeekStart) conn, err := net.DialTimeout("tcp", c.srvSsoAddrs[0], time.Second*20) if err != nil { return nil, errors.Wrap(err, "connect error") } + defer conn.Close() offset := 0 reader := binary.NewNetworkReader(conn) - ticket := c.highwaySession.SigSession if err = c.highwaySendHeartbreak(conn); err != nil { return nil, errors.Wrap(err, "echo error") } diff --git a/client/ptt.go b/client/ptt.go index 43c9a22f..49b60f3c 100644 --- a/client/ptt.go +++ b/client/ptt.go @@ -1,9 +1,9 @@ package client import ( - "bytes" "crypto/md5" "encoding/hex" + "io" "github.com/Mrs4s/MiraiGo/binary" "github.com/Mrs4s/MiraiGo/client/pb" @@ -18,10 +18,13 @@ import ( // 语音相关处理逻辑 // UploadGroupPtt 将语音数据使用群语音通道上传到服务器, 返回 message.GroupVoiceElement 可直接发送 -func (c *QQClient) UploadGroupPtt(groupCode int64, voice []byte) (*message.GroupVoiceElement, error) { - h := md5.Sum(voice) - ext := c.buildGroupPttStoreBDHExt(groupCode, h[:], int32(len(voice)), 0, int32(len(voice))) - rsp, err := c.highwayUploadByBDH(bytes.NewReader(voice), 29, ext) +func (c *QQClient) UploadGroupPtt(groupCode int64, voice io.ReadSeeker) (*message.GroupVoiceElement, error) { + h := md5.New() + length, _ := io.Copy(h, voice) + fh := h.Sum(nil) + _, _ = voice.Seek(0, io.SeekStart) + ext := c.buildGroupPttStoreBDHExt(groupCode, fh[:], int32(length), 0, int32(length)) + rsp, err := c.highwayUploadByBDH(voice, 29, c.highwaySession.SigSession, ext) if err != nil { return nil, err } @@ -62,9 +65,9 @@ func (c *QQClient) UploadGroupPtt(groupCode int64, voice []byte) (*message.Group Ptt: &msg.Ptt{ FileType: proto.Int32(4), SrcUin: &c.Uin, - FileMd5: h[:], - FileName: proto.String(hex.EncodeToString(h[:]) + ".amr"), - FileSize: proto.Int32(int32(len(voice))), + FileMd5: fh[:], + FileName: proto.String(hex.EncodeToString(fh[:]) + ".amr"), + FileSize: proto.Int32(int32(length)), GroupFileKey: pkt.MsgTryUpPttRsp[0].FileKey, BoolValid: proto.Bool(true), PbReserve: []byte{8, 0, 40, 0, 56, 0}, diff --git a/go.mod b/go.mod index f6ab844c..8f664351 100644 --- a/go.mod +++ b/go.mod @@ -3,10 +3,9 @@ module github.com/Mrs4s/MiraiGo go 1.15 require ( - github.com/a8m/syncmap v0.0.0-20200818084611-4bbbd178de97 // indirect github.com/golang/protobuf v1.4.3 github.com/pkg/errors v0.9.1 github.com/tidwall/gjson v1.6.3 - golang.org/x/tools v0.0.0-20201218024724-ae774e9781d2 // indirect + golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 // indirect google.golang.org/protobuf v1.25.0 ) diff --git a/go.sum b/go.sum index f0d726a6..6099b0bb 100644 --- a/go.sum +++ b/go.sum @@ -1,7 +1,5 @@ cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= -github.com/a8m/syncmap v0.0.0-20200818084611-4bbbd178de97 h1:QJIAdw5m5tNUy7fjBxgg73+YUs/AkeESeqdJ1L3lN10= -github.com/a8m/syncmap v0.0.0-20200818084611-4bbbd178de97/go.mod h1:f3iF7/3t9i9hsYF8DPgT0XeIVyNzevhMCKf2445Q6pE= github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= @@ -34,46 +32,27 @@ github.com/tidwall/match v1.0.1 h1:PnKP62LPNxHKTwvHHZZzdOAOCtsJTjo6dZLCwpKm5xc= github.com/tidwall/match v1.0.1/go.mod h1:LujAq0jyVjBy028G1WhWfIzbpQfMO8bBZ6Tyb0+pL9E= github.com/tidwall/pretty v1.0.2 h1:Z7S3cePv9Jwm1KwS0513MRaoUe3S01WPbLNV40pwWZU= github.com/tidwall/pretty v1.0.2/go.mod h1:XNkn88O1ChpSDQmQeStsy+sBenx6DDtFZJxhVysOjyk= -github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= -golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= -golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= -golang.org/x/mod v0.3.0 h1:RM4zey1++hCTbCVQfnWeKs9/IEsaBLA8vTkd0WVtmH4= -golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= -golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= -golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= -golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= -golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= -golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= -golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= -golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= -golang.org/x/tools v0.0.0-20190501045030-23463209683d/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135 h1:5Beo0mZN8dRzgrMMkDp0jc8YXQKx9DiJ2k1dkvGsn5A= golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= -golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= -golang.org/x/tools v0.0.0-20201218024724-ae774e9781d2 h1:lHDhNNs7asPT3p01mm8EP3B+bNyyVfg0bcYjhJUYgxw= -golang.org/x/tools v0.0.0-20201218024724-ae774e9781d2/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= -golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= -golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543 h1:E7g+9GITq07hpfrRu66IVDexMakfv52eLZ2CXBWiKr4= golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 h1:go1bK/D/BFZV2I8cIQd1NKEZ+0owSTG1fDTci4IqFcE=