package vm import ( "encoding/binary" "strconv" "testing" "github.com/nspcc-dev/neo-go/pkg/vm/opcode" "github.com/nspcc-dev/neo-go/pkg/vm/stackitem" "github.com/stretchr/testify/require" ) func benchOpcodeInt(t *testing.B, f func() *VM, fail bool) { t.ResetTimer() for n := 0; n < t.N; n++ { t.StopTimer() v := f() t.StartTimer() err := v.Step() t.StopTimer() if fail { require.Error(t, err) } else { require.NoError(t, err) } t.StartTimer() } } func benchOpcode(t *testing.B, f func() *VM) { benchOpcodeInt(t, f, false) } func benchOpcodeFail(t *testing.B, f func() *VM) { benchOpcodeInt(t, f, true) } func opVM(op opcode.Opcode) func() *VM { return opParamVM(op, nil) } func opParamVM(op opcode.Opcode, param []byte) func() *VM { return opParamPushVM(op, param) } func opParamPushVM(op opcode.Opcode, param []byte, items ...interface{}) func() *VM { return opParamSlotsPushVM(op, param, 0, 0, 0, items...) } func opParamSlotsPushVM(op opcode.Opcode, param []byte, sslot int, slotloc int, slotarg int, items ...interface{}) func() *VM { return func() *VM { script := []byte{byte(op)} script = append(script, param...) v := load(script) v.SyscallHandler = func(_ *VM, _ uint32) error { return nil } if sslot != 0 { v.Context().static.init(sslot, &v.refs) } if slotloc != 0 && slotarg != 0 { v.Context().local.init(slotloc, &v.refs) v.Context().arguments.init(slotarg, &v.refs) } for i := range items { item, ok := items[i].(stackitem.Item) if ok { item = stackitem.DeepCopy(item) } else { item = stackitem.Make(items[i]) } v.estack.PushVal(item) } return v } } func exceptParamPushVM(op opcode.Opcode, param []byte, ilen int, elen int, exception bool, items ...interface{}) func() *VM { return func() *VM { regVMF := opParamPushVM(op, param, items...) v := regVMF() if ilen != 0 { eCtx := newExceptionHandlingContext(1, 2) v.Context().tryStack.PushVal(eCtx) for i := 0; i < ilen; i++ { v.call(v.Context(), 0) } } else if elen != 0 { for i := 0; i < elen; i++ { eCtx := newExceptionHandlingContext(1, 2) v.Context().tryStack.PushVal(eCtx) } } if exception { v.uncaughtException = &stackitem.Null{} } return v } } func zeroSlice(l int) []byte { return make([]byte, l) } func ffSlice(l int) []byte { var s = make([]byte, l) for i := range s { s[i] = 0xff } return s } func maxNumber() []byte { s := ffSlice(32) s[0] = 0 return s } func bigNumber() []byte { s := maxNumber() s[31] = 0 return s } func bigNegNumber() []byte { s := ffSlice(32) s[0] = 80 return s } func arrayOfOnes(size int) []stackitem.Item { var elems = make([]stackitem.Item, size) for i := range elems { elems[i] = stackitem.Make(1) } return elems } func arrayOfIfaces(size int) []interface{} { var elems = make([]interface{}, size) for i := range elems { elems[i] = 1 } return elems } func bigMap() *stackitem.Map { var m = stackitem.NewMap() for i := 0; i < 1024; i++ { m.Add(stackitem.Make(i), stackitem.Make(i)) } return m } func maxBytes() []byte { return zeroSlice(1024 * 1024) } func maxBuf() *stackitem.Buffer { return stackitem.NewBuffer(maxBytes()) } func BenchmarkOpcodes(t *testing.B) { t.Run("NOP", func(t *testing.B) { benchOpcode(t, opVM(opcode.NOP)) }) t.Run("PUSHINT8", func(t *testing.B) { t.Run("00", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHINT8, []byte{0})) }) t.Run("FF", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHINT8, []byte{0xff})) }) }) t.Run("PUSHINT16", func(t *testing.B) { t.Run("0000", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHINT16, []byte{0, 0})) }) t.Run("FFFF", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHINT16, []byte{0xff, 0xff})) }) }) t.Run("PUSHINT32", func(t *testing.B) { t.Run("0000...", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHINT32, zeroSlice(4))) }) t.Run("FFFF...", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHINT32, ffSlice(4))) }) }) t.Run("PUSHINT64", func(t *testing.B) { t.Run("0000...", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHINT64, zeroSlice(8))) }) t.Run("FFFF...", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHINT64, ffSlice(8))) }) }) t.Run("PUSHINT128", func(t *testing.B) { t.Run("0000...", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHINT128, zeroSlice(16))) }) t.Run("FFFF...", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHINT128, ffSlice(16))) }) }) t.Run("PUSHINT256", func(t *testing.B) { t.Run("0000...", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHINT256, zeroSlice(32))) }) t.Run("FFFF...", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHINT256, ffSlice(32))) }) }) t.Run("PUSHA", func(t *testing.B) { t.Run("small script", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHA, zeroSlice(4))) }) t.Run("big script", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHA, zeroSlice(4+65536))) }) }) t.Run("PUSHNULL", func(t *testing.B) { benchOpcode(t, opVM(opcode.PUSHNULL)) }) t.Run("PUSHDATA1", func(t *testing.B) { var oneSlice = []byte{1, 0} var maxSlice = zeroSlice(255) maxSlice = append([]byte{255}, maxSlice...) t.Run("1", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHDATA1, oneSlice)) }) t.Run("255", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHDATA1, maxSlice)) }) }) t.Run("PUSHDATA2", func(t *testing.B) { const minLen = 256 const maxLen = 65535 var minSlice = zeroSlice(minLen + 2) var maxSlice = zeroSlice(maxLen + 2) binary.LittleEndian.PutUint16(minSlice, minLen) binary.LittleEndian.PutUint16(maxSlice, maxLen) t.Run("256", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHDATA2, minSlice)) }) t.Run("65535", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHDATA2, maxSlice)) }) }) t.Run("PUSHDATA4", func(t *testing.B) { const minLen = 65536 const maxLen = 1024 * 1024 var minSlice = zeroSlice(minLen + 4) var maxSlice = zeroSlice(maxLen + 4) binary.LittleEndian.PutUint32(minSlice, minLen) binary.LittleEndian.PutUint32(maxSlice, maxLen) t.Run("64K", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHDATA4, minSlice)) }) t.Run("1M", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.PUSHDATA4, maxSlice)) }) }) t.Run("PUSHM1", func(t *testing.B) { benchOpcode(t, opVM(opcode.PUSHM1)) }) t.Run("PUSH0", func(t *testing.B) { benchOpcode(t, opVM(opcode.PUSH0)) }) t.Run("JMP", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.JMP, zeroSlice(1))) }) t.Run("JMP_L", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.JMPL, zeroSlice(4))) }) var jmpifs = []struct { op opcode.Opcode size int }{ {opcode.JMPIF, 1}, {opcode.JMPIFL, 4}, {opcode.JMPIFNOT, 1}, {opcode.JMPIFNOTL, 4}, } for _, jmpif := range jmpifs { t.Run(jmpif.op.String(), func(t *testing.B) { t.Run("false", func(t *testing.B) { benchOpcode(t, opParamPushVM(jmpif.op, zeroSlice(jmpif.size), false)) }) t.Run("true", func(t *testing.B) { benchOpcode(t, opParamPushVM(jmpif.op, zeroSlice(jmpif.size), true)) }) }) } var jmpcmps = []struct { op opcode.Opcode size int }{ {opcode.JMPEQ, 1}, {opcode.JMPEQL, 4}, {opcode.JMPNE, 1}, {opcode.JMPNEL, 4}, {opcode.JMPGT, 1}, {opcode.JMPGTL, 4}, {opcode.JMPGE, 1}, {opcode.JMPGEL, 4}, {opcode.JMPLT, 1}, {opcode.JMPLTL, 4}, {opcode.JMPLE, 1}, {opcode.JMPLEL, 4}, } for _, jmpcmp := range jmpcmps { t.Run(jmpcmp.op.String(), func(t *testing.B) { t.Run("false", func(t *testing.B) { t.Run("small", func(t *testing.B) { benchOpcode(t, opParamPushVM(jmpcmp.op, zeroSlice(jmpcmp.size), 1, 0)) }) t.Run("big", func(t *testing.B) { benchOpcode(t, opParamPushVM(jmpcmp.op, zeroSlice(jmpcmp.size), maxNumber(), bigNumber())) }) }) t.Run("true", func(t *testing.B) { t.Run("small", func(t *testing.B) { benchOpcode(t, opParamPushVM(jmpcmp.op, zeroSlice(jmpcmp.size), 1, 1)) }) t.Run("big", func(t *testing.B) { benchOpcode(t, opParamPushVM(jmpcmp.op, zeroSlice(jmpcmp.size), maxNumber(), maxNumber())) }) }) }) } t.Run("CALL", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.CALL, zeroSlice(1))) }) t.Run("CALL_L", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.CALLL, zeroSlice(4))) }) t.Run("CALLA", func(t *testing.B) { t.Run("small script", func(t *testing.B) { p := stackitem.NewPointer(0, []byte{byte(opcode.CALLA)}) benchOpcode(t, opParamPushVM(opcode.CALLA, nil, p)) }) t.Run("big script", func(t *testing.B) { prog := zeroSlice(65536) prog[0] = byte(opcode.CALLA) p := stackitem.NewPointer(0, prog) benchOpcode(t, opParamPushVM(opcode.CALLA, zeroSlice(65535), p)) }) }) t.Run("ABORT", func(t *testing.B) { benchOpcodeFail(t, opVM(opcode.ABORT)) }) t.Run("ASSERT", func(t *testing.B) { t.Run("true", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.ASSERT, nil, true)) }) t.Run("false", func(t *testing.B) { benchOpcodeFail(t, opParamPushVM(opcode.ASSERT, nil, false)) }) }) t.Run("THROW", func(t *testing.B) { t.Run("0/1", func(t *testing.B) { benchOpcode(t, exceptParamPushVM(opcode.THROW, []byte{0, 0, 0, 0}, 0, 1, false, 1)) }) t.Run("0/16", func(t *testing.B) { benchOpcode(t, exceptParamPushVM(opcode.THROW, []byte{0, 0, 0, 0}, 0, 16, false, 1)) }) t.Run("255/0", func(t *testing.B) { benchOpcode(t, exceptParamPushVM(opcode.THROW, []byte{0, 0, 0, 0}, 255, 0, false, 1)) }) t.Run("1023/0", func(t *testing.B) { benchOpcode(t, exceptParamPushVM(opcode.THROW, []byte{0, 0, 0, 0}, 1023, 0, false, 1)) }) }) t.Run("TRY", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.TRY, []byte{1, 2, 0, 0})) }) t.Run("TRY_L", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.TRYL, []byte{1, 0, 0, 0, 2, 0, 0, 0})) }) t.Run("ENDTRY", func(t *testing.B) { t.Run("1", func(t *testing.B) { benchOpcode(t, exceptParamPushVM(opcode.ENDTRY, []byte{0, 0, 0, 0}, 0, 1, false)) }) t.Run("16", func(t *testing.B) { benchOpcode(t, exceptParamPushVM(opcode.ENDTRY, []byte{0, 0, 0, 0}, 0, 16, false)) }) }) t.Run("ENDTRY_L", func(t *testing.B) { t.Run("1", func(t *testing.B) { benchOpcode(t, exceptParamPushVM(opcode.ENDTRYL, []byte{0, 0, 0, 0}, 0, 1, false)) }) t.Run("16", func(t *testing.B) { benchOpcode(t, exceptParamPushVM(opcode.ENDTRYL, []byte{0, 0, 0, 0}, 0, 16, false)) }) }) t.Run("ENDFINALLY", func(t *testing.B) { t.Run("0/1", func(t *testing.B) { benchOpcode(t, exceptParamPushVM(opcode.ENDFINALLY, []byte{0, 0, 0, 0}, 0, 1, true)) }) t.Run("0/16", func(t *testing.B) { benchOpcode(t, exceptParamPushVM(opcode.ENDFINALLY, []byte{0, 0, 0, 0}, 0, 16, true)) }) t.Run("255/0", func(t *testing.B) { benchOpcode(t, exceptParamPushVM(opcode.ENDFINALLY, []byte{0, 0, 0, 0}, 255, 0, true)) }) t.Run("1023/0", func(t *testing.B) { benchOpcode(t, exceptParamPushVM(opcode.ENDFINALLY, []byte{0, 0, 0, 0}, 1023, 0, true)) }) }) t.Run("RET", func(t *testing.B) { benchOpcode(t, opVM(opcode.RET)) }) t.Run("SYSCALL", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.SYSCALL, zeroSlice(4))) }) t.Run("DEPTH", func(t *testing.B) { t.Run("0", func(t *testing.B) { benchOpcode(t, opVM(opcode.DEPTH)) }) t.Run("1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DEPTH, nil, arrayOfIfaces(1024)...)) }) }) t.Run("DROP", func(t *testing.B) { t.Run("1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DROP, nil, 1)) }) t.Run("1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DEPTH, nil, arrayOfIfaces(1024)...)) }) }) t.Run("NIP", func(t *testing.B) { t.Run("2", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.NIP, nil, 1, 1)) }) t.Run("1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.NIP, nil, arrayOfIfaces(1024)...)) }) }) t.Run("XDROP", func(t *testing.B) { t.Run("0/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.XDROP, nil, 0, 0)) }) var items = arrayOfIfaces(1025) items[1024] = 0 t.Run("0/1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.XDROP, nil, items...)) }) items[1024] = 1023 t.Run("1024/1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.XDROP, nil, items...)) }) items = arrayOfIfaces(2048) items[2047] = 2046 t.Run("2047/2048", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.XDROP, nil, items...)) }) }) t.Run("CLEAR", func(t *testing.B) { t.Run("0", func(t *testing.B) { benchOpcode(t, opVM(opcode.CLEAR)) }) t.Run("1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.CLEAR, nil, arrayOfIfaces(1024)...)) }) t.Run("2048", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.CLEAR, nil, arrayOfIfaces(2048)...)) }) }) var copiers = []struct { op opcode.Opcode pos int l int }{ {opcode.DUP, 0, 1}, {opcode.OVER, 1, 2}, {opcode.PICK, 2, 3}, {opcode.PICK, 1024, 1025}, {opcode.TUCK, 1, 2}, } for _, cp := range copiers { var name = cp.op.String() if cp.op == opcode.PICK { name += "/" + strconv.Itoa(cp.pos) } var getitems = func(element interface{}) []interface{} { l := cp.l pos := cp.pos if cp.op == opcode.PICK { pos++ l++ } var items = make([]interface{}, l) for i := range items { items[i] = 0 } items[pos] = element if cp.op == opcode.PICK { items[0] = cp.pos } return items } t.Run(name, func(t *testing.B) { t.Run("null", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DUP, nil, getitems(stackitem.Null{})...)) }) t.Run("boolean", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DUP, nil, getitems(true)...)) }) t.Run("integer", func(t *testing.B) { t.Run("small", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DUP, nil, getitems(1)...)) }) t.Run("big", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DUP, nil, getitems(bigNumber())...)) }) }) t.Run("bytearray", func(t *testing.B) { t.Run("small", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DUP, nil, getitems("01234567")...)) }) t.Run("big", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DUP, nil, getitems(zeroSlice(65536))...)) }) }) t.Run("buffer", func(t *testing.B) { t.Run("small", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DUP, nil, getitems(stackitem.NewBuffer(zeroSlice(1)))...)) }) t.Run("big", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DUP, nil, getitems(stackitem.NewBuffer(zeroSlice(65536)))...)) }) }) t.Run("struct", func(t *testing.B) { var items = make([]stackitem.Item, 1) t.Run("small", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DUP, nil, getitems(stackitem.NewStruct(items))...)) }) // Stack overflow. if cp.op == opcode.PICK && cp.pos == 1024 { return } items = make([]stackitem.Item, 1024) t.Run("big", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DUP, nil, getitems(stackitem.NewStruct(items))...)) }) }) p := stackitem.NewPointer(0, zeroSlice(1024)) t.Run("pointer", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DUP, nil, getitems(p)...)) }) }) } var swappers = []struct { op opcode.Opcode num int }{ {opcode.SWAP, 2}, {opcode.ROT, 3}, {opcode.ROLL, 4}, {opcode.ROLL, 1024}, {opcode.REVERSE3, 3}, {opcode.REVERSE4, 4}, {opcode.REVERSEN, 5}, {opcode.REVERSEN, 1024}, } for _, sw := range swappers { var name = sw.op.String() if sw.op == opcode.ROLL || sw.op == opcode.REVERSEN { name += "/" + strconv.Itoa(sw.num) } var getitems = func(element interface{}) []interface{} { l := sw.num if sw.op == opcode.ROLL || sw.op == opcode.REVERSEN { l++ } var items = make([]interface{}, l) for i := range items { items[i] = element } if sw.op == opcode.ROLL || sw.op == opcode.REVERSEN { items[len(items)-1] = sw.num - 1 } return items } t.Run(name, func(t *testing.B) { t.Run("null", func(t *testing.B) { benchOpcode(t, opParamPushVM(sw.op, nil, getitems(stackitem.Null{})...)) }) t.Run("integer", func(t *testing.B) { benchOpcode(t, opParamPushVM(sw.op, nil, getitems(0)...)) }) t.Run("big bytes", func(t *testing.B) { benchOpcode(t, opParamPushVM(sw.op, nil, getitems(zeroSlice(65536))...)) }) }) } t.Run("INITSSLOT", func(t *testing.B) { t.Run("1", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.INITSSLOT, []byte{1})) }) t.Run("255", func(t *testing.B) { benchOpcode(t, opParamVM(opcode.INITSSLOT, []byte{255})) }) }) t.Run("INITSLOT", func(t *testing.B) { t.Run("1/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.INITSLOT, []byte{1, 1}, 0)) }) t.Run("1/255", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.INITSLOT, []byte{1, 255}, arrayOfIfaces(255)...)) }) t.Run("255/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.INITSLOT, []byte{255, 1}, 0)) }) t.Run("255/255", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.INITSLOT, []byte{255, 255}, arrayOfIfaces(255)...)) }) }) t.Run("LDSFLD0", func(t *testing.B) { benchOpcode(t, opParamSlotsPushVM(opcode.LDSFLD0, nil, 1, 0, 0)) }) t.Run("LDSFLD254", func(t *testing.B) { benchOpcode(t, opParamSlotsPushVM(opcode.LDSFLD, []byte{254}, 255, 0, 0)) }) t.Run("STSFLD0", func(t *testing.B) { benchOpcode(t, opParamSlotsPushVM(opcode.STSFLD0, nil, 1, 0, 0, 0)) }) t.Run("STSFLD254", func(t *testing.B) { benchOpcode(t, opParamSlotsPushVM(opcode.STSFLD, []byte{254}, 255, 0, 0, 0)) }) t.Run("LDLOC0", func(t *testing.B) { benchOpcode(t, opParamSlotsPushVM(opcode.LDLOC0, nil, 0, 1, 1)) }) t.Run("LDLOC254", func(t *testing.B) { benchOpcode(t, opParamSlotsPushVM(opcode.LDLOC, []byte{254}, 0, 255, 255)) }) t.Run("STLOC0", func(t *testing.B) { benchOpcode(t, opParamSlotsPushVM(opcode.STLOC0, nil, 0, 1, 1, 0)) }) t.Run("STLOC254", func(t *testing.B) { benchOpcode(t, opParamSlotsPushVM(opcode.STLOC, []byte{254}, 0, 255, 255, 0)) }) t.Run("LDARG0", func(t *testing.B) { benchOpcode(t, opParamSlotsPushVM(opcode.LDARG0, nil, 0, 1, 1)) }) t.Run("LDARG254", func(t *testing.B) { benchOpcode(t, opParamSlotsPushVM(opcode.LDARG, []byte{254}, 0, 255, 255)) }) t.Run("STARG0", func(t *testing.B) { benchOpcode(t, opParamSlotsPushVM(opcode.STARG0, nil, 0, 1, 1, 0)) }) t.Run("STARG254", func(t *testing.B) { benchOpcode(t, opParamSlotsPushVM(opcode.STARG, []byte{254}, 0, 255, 255, 0)) }) t.Run("NEWBUFFER", func(t *testing.B) { t.Run("1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.NEWBUFFER, nil, 1)) }) t.Run("255", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.NEWBUFFER, nil, 255)) }) t.Run("64K", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.NEWBUFFER, nil, 65536)) }) t.Run("1M", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.NEWBUFFER, nil, 1024*1024)) }) }) t.Run("MEMCPY", func(t *testing.B) { buf1 := maxBuf() buf2 := maxBuf() t.Run("1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.MEMCPY, nil, buf1, 0, buf2, 0, 1)) }) t.Run("255", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.MEMCPY, nil, buf1, 0, buf2, 0, 255)) }) t.Run("64K", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.MEMCPY, nil, buf1, 0, buf2, 0, 65536)) }) t.Run("1M", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.MEMCPY, nil, buf1, 0, buf2, 0, 1024*1024)) }) }) t.Run("CAT", func(t *testing.B) { t.Run("1+1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.CAT, nil, zeroSlice(1), zeroSlice(1))) }) t.Run("256+256", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.CAT, nil, zeroSlice(255), zeroSlice(255))) }) t.Run("64K+64K", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.CAT, nil, zeroSlice(65536), zeroSlice(65536))) }) t.Run("512K+512K", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.CAT, nil, zeroSlice(512*1024), zeroSlice(512*1024))) }) }) t.Run("SUBSTR", func(t *testing.B) { buf := stackitem.NewBuffer(zeroSlice(1024 * 1024)) t.Run("1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SUBSTR, nil, buf, 0, 1)) }) t.Run("256", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SUBSTR, nil, buf, 0, 256)) }) t.Run("64K", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SUBSTR, nil, buf, 0, 65536)) }) t.Run("1M", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SUBSTR, nil, buf, 0, 1024*1024)) }) }) t.Run("LEFT", func(t *testing.B) { buf := stackitem.NewBuffer(zeroSlice(1024 * 1024)) t.Run("1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.LEFT, nil, buf, 1)) }) t.Run("256", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.LEFT, nil, buf, 256)) }) t.Run("64K", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.LEFT, nil, buf, 65536)) }) t.Run("1M", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.LEFT, nil, buf, 1024*1024)) }) }) t.Run("RIGHT", func(t *testing.B) { buf := stackitem.NewBuffer(zeroSlice(1024 * 1024)) t.Run("1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.RIGHT, nil, buf, 1)) }) t.Run("256", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.RIGHT, nil, buf, 256)) }) t.Run("64K", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.RIGHT, nil, buf, 65536)) }) t.Run("1M", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.RIGHT, nil, buf, 1024*1024)) }) }) unaries := []opcode.Opcode{opcode.INVERT, opcode.SIGN, opcode.ABS, opcode.NEGATE, opcode.INC, opcode.DEC, opcode.NOT, opcode.NZ} for _, op := range unaries { t.Run(op.String(), func(t *testing.B) { t.Run("1", func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, 1)) }) t.Run("0", func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, 0)) }) t.Run("big", func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, bigNumber())) }) t.Run("big negative", func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, bigNegNumber())) }) }) } binaries := []opcode.Opcode{opcode.AND, opcode.OR, opcode.XOR, opcode.ADD, opcode.SUB, opcode.BOOLAND, opcode.BOOLOR, opcode.NUMEQUAL, opcode.NUMNOTEQUAL, opcode.LT, opcode.LE, opcode.GT, opcode.GE, opcode.MIN, opcode.MAX} for _, op := range binaries { t.Run(op.String(), func(t *testing.B) { t.Run("0+0", func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, 0, 0)) }) t.Run("1+1", func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, 1, 1)) }) t.Run("1/big", func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, 1, bigNumber())) }) t.Run("big/big", func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, bigNumber(), bigNumber())) }) t.Run("big/bigneg", func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, bigNumber(), bigNegNumber())) }) }) } equals := []opcode.Opcode{opcode.EQUAL, opcode.NOTEQUAL} for _, op := range equals { t.Run(op.String(), func(t *testing.B) { t.Run("bools", func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, true, false)) }) t.Run("small integers", func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, 1, 0)) }) t.Run("big integers", func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, bigNumber(), bigNegNumber())) }) t.Run("255B", func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, zeroSlice(255), zeroSlice(255))) }) t.Run("64KEQ", func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, zeroSlice(65535), zeroSlice(65535))) }) t.Run("64KNEQ", func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, zeroSlice(65535), ffSlice(65535))) }) }) } t.Run(opcode.MUL.String(), func(t *testing.B) { t.Run("1+0", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.MUL, nil, 1, 0)) }) t.Run("100/big", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.MUL, nil, 100, bigNumber())) }) t.Run("16ff*16ff", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.MUL, nil, ffSlice(16), ffSlice(16))) }) }) t.Run(opcode.DIV.String(), func(t *testing.B) { t.Run("0/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DIV, nil, 0, 1)) }) t.Run("big/100", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DIV, nil, bigNumber(), 100)) }) t.Run("bigneg/big", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.DIV, nil, bigNumber(), bigNegNumber())) }) }) t.Run(opcode.MOD.String(), func(t *testing.B) { t.Run("1+1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.MOD, nil, 1, 1)) }) t.Run("big/100", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.MOD, nil, bigNumber(), 100)) }) t.Run("big/bigneg", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.MOD, nil, bigNumber(), bigNegNumber())) }) }) t.Run(opcode.SHL.String(), func(t *testing.B) { t.Run("1/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SHL, nil, 1, 1)) }) t.Run("1/254", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SHL, nil, 1, 254)) }) t.Run("big/7", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SHL, nil, bigNumber(), 7)) }) t.Run("bigneg/7", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SHL, nil, bigNegNumber(), 7)) }) t.Run("16ff/15", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SHL, nil, ffSlice(16), 15)) }) }) t.Run(opcode.SHR.String(), func(t *testing.B) { t.Run("1/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SHR, nil, 1, 1)) }) t.Run("1/254", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SHR, nil, 1, 254)) }) t.Run("big/254", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SHR, nil, bigNumber(), 254)) }) t.Run("bigneg/7", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SHR, nil, bigNegNumber(), 7)) }) t.Run("16ff/15", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SHR, nil, ffSlice(16), 15)) }) }) t.Run(opcode.WITHIN.String(), func(t *testing.B) { t.Run("0/1/2", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.WITHIN, nil, 1, 0, 2)) }) t.Run("bigNeg/1/big", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.WITHIN, nil, 1, bigNegNumber(), bigNumber())) }) t.Run("bigNeg/big/max", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.WITHIN, nil, bigNumber(), bigNegNumber(), maxNumber())) }) }) var newrefs = []opcode.Opcode{opcode.NEWARRAY0, opcode.NEWSTRUCT0, opcode.NEWMAP} for _, op := range newrefs { t.Run(op.String(), func(t *testing.B) { benchOpcode(t, opVM(op)) }) } var newcountedrefs = []opcode.Opcode{opcode.NEWARRAY, opcode.NEWSTRUCT} for _, op := range newcountedrefs { var nums = []int{1, 255, 1024} t.Run(op.String(), func(t *testing.B) { for _, n := range nums { t.Run(strconv.Itoa(n), func(t *testing.B) { benchOpcode(t, opParamPushVM(op, nil, n)) }) } }) } t.Run("NEWARRAYT", func(t *testing.B) { var nums = []int{1, 255, 1024} var types = []stackitem.Type{stackitem.AnyT, stackitem.PointerT, stackitem.BooleanT, stackitem.IntegerT, stackitem.ByteArrayT, stackitem.BufferT, stackitem.ArrayT, stackitem.StructT, stackitem.MapT, stackitem.InteropT} for _, n := range nums { for _, typ := range types { t.Run(typ.String()+"/"+strconv.Itoa(n), func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.NEWARRAYT, []byte{byte(typ)}, n)) }) } } }) t.Run("PACK", func(t *testing.B) { var nums = []int{1, 255, 1024} for _, n := range nums { t.Run(strconv.Itoa(n), func(t *testing.B) { var elems = make([]interface{}, n+1) for i := range elems { elems[i] = 0 } elems[n] = n benchOpcode(t, opParamPushVM(opcode.PACK, nil, elems...)) }) } }) t.Run("UNPACK", func(t *testing.B) { var nums = []int{1, 255, 1024} for _, n := range nums { t.Run(strconv.Itoa(n), func(t *testing.B) { var elems = make([]stackitem.Item, n) for i := range elems { elems[i] = stackitem.Make(1) } benchOpcode(t, opParamPushVM(opcode.UNPACK, nil, elems)) }) } }) t.Run("SIZE", func(t *testing.B) { var elems = arrayOfOnes(1024) var buf = maxBytes() t.Run("array/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SIZE, nil, elems[:1])) }) t.Run("array/1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SIZE, nil, elems)) }) t.Run("map/1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SIZE, nil, bigMap())) }) t.Run("bytes/255", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SIZE, nil, buf[:255])) }) t.Run("bytes/64K", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SIZE, nil, buf[:65536])) }) t.Run("bytes/1M", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SIZE, nil, buf)) }) }) t.Run("HASKEY", func(t *testing.B) { var elems = arrayOfOnes(1024) var buf = maxBuf() t.Run("array/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.HASKEY, nil, elems, 1)) }) t.Run("array/1023", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.HASKEY, nil, elems, 1023)) }) t.Run("array/1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.HASKEY, nil, elems, 1024)) }) t.Run("map/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.HASKEY, nil, bigMap(), 1)) }) t.Run("map/1023", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.HASKEY, nil, bigMap(), 1023)) }) t.Run("map/1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.HASKEY, nil, bigMap(), 1024)) }) t.Run("buffer/255", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.HASKEY, nil, buf, 255)) }) t.Run("buffer/64K", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.HASKEY, nil, buf, 65536)) }) t.Run("buffer/1M", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.HASKEY, nil, buf, 1024*1024)) }) }) t.Run("KEYS", func(t *testing.B) { t.Run("map/1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.KEYS, nil, bigMap())) }) }) t.Run("VALUES", func(t *testing.B) { var elems = arrayOfOnes(1024) t.Run("array/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.VALUES, nil, elems[:1])) }) t.Run("array/1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.VALUES, nil, elems)) }) t.Run("map/1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.VALUES, nil, bigMap())) }) }) t.Run("PICKITEM", func(t *testing.B) { var elems = arrayOfOnes(1024) var buf = maxBytes() t.Run("array/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.PICKITEM, nil, elems, 1)) }) t.Run("array/1023", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.PICKITEM, nil, elems, 1023)) }) t.Run("map/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.PICKITEM, nil, bigMap(), 1)) }) t.Run("map/1023", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.PICKITEM, nil, bigMap(), 1023)) }) t.Run("bytes/255", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.PICKITEM, nil, buf, 255)) }) t.Run("bytes/64K", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.PICKITEM, nil, buf, 65536)) }) t.Run("bytes/1M", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.PICKITEM, nil, buf, 1024*1024-1)) }) }) t.Run("APPEND", func(t *testing.B) { var a0 = arrayOfOnes(0) var a1023 = arrayOfOnes(1023) t.Run("array/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.APPEND, nil, a0, 1)) }) t.Run("array/1023", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.APPEND, nil, a1023, 1)) }) t.Run("struct/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.APPEND, nil, stackitem.NewStruct(a0), 1)) }) t.Run("struct/1023", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.APPEND, nil, stackitem.NewStruct(a1023), 1)) }) t.Run("array/struct", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.APPEND, nil, a1023, stackitem.NewStruct(a1023))) }) }) t.Run("SETITEM", func(t *testing.B) { var elems = arrayOfOnes(1024) var buf = maxBuf() t.Run("array/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SETITEM, nil, elems, 1, 1)) }) t.Run("array/1023", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SETITEM, nil, elems, 1023, 1)) }) t.Run("map/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SETITEM, nil, bigMap(), 1, 1)) }) t.Run("map/1023", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SETITEM, nil, bigMap(), 1023, 1)) }) t.Run("buffer/255", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SETITEM, nil, buf, 255, 1)) }) t.Run("buffer/1M", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.SETITEM, nil, buf, 1024*1024-1, 1)) }) }) t.Run("REVERSEITEMS", func(t *testing.B) { var elems = arrayOfOnes(1024) var buf = maxBuf() t.Run("array/1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.REVERSEITEMS, nil, elems)) }) t.Run("buffer/1M", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.REVERSEITEMS, nil, buf)) }) }) t.Run("REMOVE", func(t *testing.B) { var elems = arrayOfOnes(1024) t.Run("array/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.REMOVE, nil, elems, 1)) }) t.Run("array/255", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.REMOVE, nil, elems, 255)) }) t.Run("array/1023", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.REMOVE, nil, elems, 1023)) }) t.Run("map/1", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.REMOVE, nil, bigMap(), 1)) }) t.Run("map/255", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.REMOVE, nil, bigMap(), 255)) }) t.Run("map/1023", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.REMOVE, nil, bigMap(), 1023)) }) }) t.Run("CLEARITEMS", func(t *testing.B) { t.Run("array/1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.CLEARITEMS, nil, arrayOfOnes(1024))) }) t.Run("map/1024", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.CLEARITEMS, nil, bigMap())) }) }) t.Run("ISNULL", func(t *testing.B) { t.Run("null", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.ISNULL, nil, stackitem.Null{})) }) t.Run("integer", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.ISNULL, nil, 1)) }) }) t.Run("ISTYPE", func(t *testing.B) { t.Run("null/null", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.ISTYPE, []byte{byte(stackitem.AnyT)}, stackitem.Null{})) }) t.Run("integer/integer", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.ISTYPE, []byte{byte(stackitem.IntegerT)}, 1)) }) t.Run("null/integer", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.ISTYPE, []byte{byte(stackitem.AnyT)}, 1)) }) }) t.Run("CONVERT", func(t *testing.B) { t.Run("bytes/integer", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.CONVERT, []byte{byte(stackitem.IntegerT)}, "1012345678901234567890123456789")) }) t.Run("integer/bytes", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.CONVERT, []byte{byte(stackitem.ByteArrayT)}, maxNumber())) }) t.Run("array/struct", func(t *testing.B) { benchOpcode(t, opParamPushVM(opcode.CONVERT, []byte{byte(stackitem.StructT)}, arrayOfOnes(1024))) }) }) }