1
0
mirror of https://github.com/Mrs4s/MiraiGo.git synced 2025-05-04 11:07:40 +08:00
MiraiGo/binary/jce/reader.go
wdvxdr 97dcddb6d4
jce: speed up read
don't use bytes.Buffer to inline more functions

name                            old time/op    new time/op    delta
JceReader_ReadSlice-8              614µs ±68%     523µs ±70%     ~     (p=0.690 n=5+5)
RequestDataVersion2_ReadFrom-8    3.98µs ± 1%    3.54µs ± 2%  -10.96%  (p=0.008 n=5+5)

name                            old speed      new speed      delta
JceReader_ReadSlice-8            104MB/s ± 7%   121MB/s ± 2%  +16.68%  (p=0.008 n=5+5)
RequestDataVersion2_ReadFrom-8  23.4MB/s ± 1%  26.3MB/s ± 2%  +12.33%  (p=0.008 n=5+5)

name                            old alloc/op   new alloc/op   delta
JceReader_ReadSlice-8              196kB ±67%     184kB ±67%     ~     (p=0.690 n=5+5)
RequestDataVersion2_ReadFrom-8    2.59kB ± 0%    2.62kB ± 0%   +1.04%  (p=0.008 n=5+5)

name                            old allocs/op  new allocs/op  delta
JceReader_ReadSlice-8              9.02k ±67%     9.02k ±67%     ~     (p=1.000 n=5+5)
RequestDataVersion2_ReadFrom-8      46.0 ± 0%      44.0 ± 0%   -4.35%  (p=0.008 n=5+5)
2021-11-20 20:54:19 +08:00

491 lines
8.6 KiB
Go

package jce
import (
goBinary "encoding/binary"
"math"
"reflect"
"github.com/Mrs4s/MiraiGo/utils"
)
type JceReader struct {
buf []byte
off int
}
type HeadData struct {
Type byte
Tag int
}
func NewJceReader(data []byte) *JceReader {
return &JceReader{buf: data}
}
func (r *JceReader) readHead() (hd HeadData, l int32) {
b := r.buf[r.off]
hd.Type = b & 0xF
hd.Tag = (int(b) & 0xF0) >> 4
l = 1
if hd.Tag == 15 {
b = r.buf[r.off+1]
hd.Tag = int(b) & 0xFF
l = 2
}
r.off += int(l)
return
}
func (r *JceReader) peakHead() (h HeadData, l int32) {
h, l = r.readHead()
r.off -= int(l)
return
}
func (r *JceReader) skip(l int) {
r.readBytes(l)
}
func (r *JceReader) skipField(t byte) {
switch t {
case 0:
r.skip(1)
case 1:
r.skip(2)
case 2, 4:
r.skip(4)
case 3, 5:
r.skip(8)
case 6:
b := r.readByte()
r.skip(int(b))
case 7:
r.skip(int(r.readInt32()))
case 8:
s := r.ReadInt32(0)
for i := 0; i < int(s)*2; i++ {
r.skipNextField()
}
case 9:
s := r.ReadInt32(0)
for i := 0; i < int(s); i++ {
r.skipNextField()
}
case 13:
r.readHead()
s := r.ReadInt32(0)
r.skip(int(s))
case 10:
r.skipToStructEnd()
}
}
func (r *JceReader) skipNextField() {
hd, _ := r.readHead()
r.skipField(hd.Type)
}
func (r *JceReader) SkipField(c int) {
for i := 0; i < c; i++ {
r.skipNextField()
}
}
func (r *JceReader) readBytes(n int) []byte {
if r.off+n > len(r.buf) {
panic("readBytes: EOF")
}
b := make([]byte, n)
n = copy(b, r.buf[r.off:])
r.off += n
return b
}
func (r *JceReader) readByte() byte {
if r.off >= len(r.buf) {
panic("readByte: EOF")
}
b := r.buf[r.off]
r.off++
return b
}
func (r *JceReader) readUInt16() uint16 {
b := r.readBytes(2)
return uint16((int32(b[0]) << 8) + int32(b[1]))
}
func (r *JceReader) readInt32() int32 {
b := r.readBytes(4)
return int32(goBinary.BigEndian.Uint32(b))
}
func (r *JceReader) readInt64() int64 {
b := r.readBytes(8)
return int64(goBinary.BigEndian.Uint64(b))
}
func (r *JceReader) readFloat32() float32 {
b := r.readInt32()
return math.Float32frombits(uint32(b))
}
func (r *JceReader) readFloat64() float64 {
b := r.readInt64()
return math.Float64frombits(uint64(b))
}
func (r *JceReader) skipToTag(tag int) bool {
for {
hd, l := r.peakHead()
if tag <= hd.Tag || hd.Type == 11 {
return tag == hd.Tag
}
r.skip(int(l))
r.skipField(hd.Type)
}
}
func (r *JceReader) skipToStructEnd() {
for {
hd, _ := r.readHead()
r.skipField(hd.Type)
if hd.Type == 11 {
return
}
}
}
func (r *JceReader) ReadByte(tag int) byte {
if !r.skipToTag(tag) {
return 0
}
hd, _ := r.readHead()
switch hd.Type {
case 12:
return 0
case 0:
return r.readByte()
default:
return 0
}
}
func (r *JceReader) ReadBool(tag int) bool {
return r.ReadByte(tag) != 0
}
func (r *JceReader) ReadInt16(tag int) int16 {
if !r.skipToTag(tag) {
return 0
}
hd, _ := r.readHead()
switch hd.Type {
case 12:
return 0
case 0:
return int16(r.readByte())
case 1:
return int16(r.readUInt16())
default:
return 0
}
}
func (r *JceReader) ReadInt32(tag int) int32 {
if !r.skipToTag(tag) {
return 0
}
hd, _ := r.readHead()
switch hd.Type {
case 12:
return 0
case 0:
return int32(r.readByte())
case 1:
return int32(r.readUInt16())
case 2:
return r.readInt32()
default:
return 0
}
}
func (r *JceReader) ReadInt64(tag int) int64 {
if !r.skipToTag(tag) {
return 0
}
hd, _ := r.readHead()
switch hd.Type {
case 12:
return 0
case 0:
return int64(r.readByte())
case 1:
return int64(int16(r.readUInt16()))
case 2:
return int64(r.readInt32())
case 3:
return r.readInt64()
default:
return 0
}
}
func (r *JceReader) ReadFloat32(tag int) float32 {
if !r.skipToTag(tag) {
return 0
}
hd, _ := r.readHead()
switch hd.Type {
case 12:
return 0
case 4:
return r.readFloat32()
default:
return 0
}
}
func (r *JceReader) ReadFloat64(tag int) float64 {
if !r.skipToTag(tag) {
return 0
}
hd, _ := r.readHead()
switch hd.Type {
case 12:
return 0
case 4:
return float64(r.readFloat32())
case 5:
return r.readFloat64()
default:
return 0
}
}
func (r *JceReader) ReadString(tag int) string {
if !r.skipToTag(tag) {
return ""
}
hd, _ := r.readHead()
switch hd.Type {
case 6:
return utils.B2S(r.readBytes(int(r.readByte())))
case 7:
return utils.B2S(r.readBytes(int(r.readInt32())))
default:
return ""
}
}
func (r *JceReader) ReadBytes(tag int) []byte {
if !r.skipToTag(tag) {
return nil
}
hd, _ := r.readHead()
switch hd.Type {
case 9:
s := r.ReadInt32(0)
b := make([]byte, s)
for i := 0; i < int(s); i++ {
b[i] = r.ReadByte(0)
}
return b
case 13:
r.readHead()
return r.readBytes(int(r.ReadInt32(0)))
default:
return nil
}
}
// ReadAny Read any type via tag, unsupported JceStruct
func (r *JceReader) ReadAny(tag int) interface{} {
if !r.skipToTag(tag) {
return nil
}
hd, _ := r.readHead()
switch hd.Type {
case 0:
return r.readByte()
case 1:
return r.readUInt16()
case 2:
return r.readInt32()
case 3:
return r.readInt64()
case 4:
return r.readFloat32()
case 5:
return r.readFloat64()
case 6:
return string(r.readBytes(int(r.readByte())))
case 7:
return string(r.readBytes(int(r.readInt32())))
case 8:
s := r.ReadInt32(0)
m := make(map[interface{}]interface{})
for i := 0; i < int(s); i++ {
m[r.ReadAny(0)] = r.ReadAny(1)
}
return m
case 9:
var sl []interface{}
s := r.ReadInt32(0)
for i := 0; i < int(s); i++ {
sl = append(sl, r.ReadAny(0))
}
return sl
case 12:
return 0
case 13:
r.readHead()
return r.readBytes(int(r.ReadInt32(0)))
default:
return nil
}
}
func (r *JceReader) ReadJceStruct(obj IJceStruct, tag int) {
if !r.skipToTag(tag) {
return
}
hd, _ := r.readHead()
if hd.Type != 10 {
return
}
obj.ReadFrom(r)
r.skipToStructEnd()
}
func (r *JceReader) ReadMap(i interface{}, tag int) {
v := reflect.ValueOf(i)
r.readMap(v, tag)
}
func (r *JceReader) readMap(v reflect.Value, tag int) {
if v.Kind() != reflect.Map || !r.skipToTag(tag) {
return
}
t := v.Type()
kt := t.Key()
vt := t.Elem()
r.readHead()
s := r.ReadInt32(0)
// map with string key or string value is very common.
// specialize for string
if kt.Kind() == reflect.String && vt.Kind() == reflect.String {
for i := 0; i < int(s); i++ {
kv := reflect.ValueOf(r.ReadString(0))
vv := reflect.ValueOf(r.ReadString(1))
v.SetMapIndex(kv, vv)
}
return
}
if kt.Kind() == reflect.String {
vv := reflect.New(vt)
for i := 0; i < int(s); i++ {
kv := reflect.ValueOf(r.ReadString(0))
r.readObject(vv, 1)
v.SetMapIndex(kv, vv.Elem())
}
return
}
kv := reflect.New(kt)
vv := reflect.New(vt)
for i := 0; i < int(s); i++ {
r.readObject(kv, 0)
r.readObject(vv, 1)
v.SetMapIndex(kv.Elem(), vv.Elem())
}
}
func (r *JceReader) ReadSlice(i interface{}, tag int) {
r.readSlice(reflect.ValueOf(i), tag)
}
func (r *JceReader) readSlice(v reflect.Value, tag int) {
t := v.Type()
if t.Kind() != reflect.Ptr || t.Elem().Kind() != reflect.Slice {
return
}
v = v.Elem()
t = t.Elem()
if !r.skipToTag(tag) {
return
}
hd, _ := r.readHead()
if hd.Type == 9 {
s := r.ReadInt32(0)
sv := reflect.MakeSlice(t, int(s), int(s))
t = t.Elem()
val := reflect.New(t)
for i := 0; i < int(s); i++ {
r.readObject(val, 0)
sv.Index(i).Set(val.Elem())
}
v.Set(sv)
}
if hd.Type == 13 && t.Elem().Kind() == reflect.Uint8 {
r.readHead()
arr := r.readBytes(int(r.ReadInt32(0)))
v.SetBytes(arr)
}
}
func (r *JceReader) ReadObject(i interface{}, tag int) {
v := reflect.ValueOf(i)
r.readObject(v, tag)
}
func (r *JceReader) readObject(v reflect.Value, tag int) {
if v.Kind() != reflect.Ptr || v.IsNil() {
return
}
elemType := v.Type().Elem()
if elemType.Kind() == reflect.Map {
elem := v.Elem()
elem.Set(reflect.MakeMap(elem.Type()))
r.readMap(elem, tag)
return
} else if elemType.Kind() == reflect.Slice && // *[]byte
elemType.Elem().Kind() == reflect.Uint8 {
elem := v.Elem()
elem.SetBytes(r.ReadBytes(tag))
return
}
switch elemType.Kind() {
case reflect.Uint8, reflect.Int8:
*(*uint8)(pointerOf(v)) = r.ReadByte(tag)
case reflect.Bool:
*(*bool)(pointerOf(v)) = r.ReadBool(tag)
case reflect.Uint16, reflect.Int16:
*(*int16)(pointerOf(v)) = r.ReadInt16(tag)
case reflect.Uint32, reflect.Int32:
*(*int32)(pointerOf(v)) = r.ReadInt32(tag)
case reflect.Uint64, reflect.Int64:
*(*int64)(pointerOf(v)) = r.ReadInt64(tag)
case reflect.String:
*(*string)(pointerOf(v)) = r.ReadString(tag)
default:
// other cases
switch o := v.Interface().(type) {
case IJceStruct:
r.readHead()
o.ReadFrom(r)
r.skipToStructEnd()
case *float32:
*o = r.ReadFloat32(tag)
case *float64:
*o = r.ReadFloat64(tag)
}
}
}