197 lines
		
	
	
		
			5.5 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			197 lines
		
	
	
		
			5.5 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| // +build !amd64 go1.21
 | |
| 
 | |
| /*
 | |
| * Copyright 2023 ByteDance Inc.
 | |
| *
 | |
| * Licensed under the Apache License, Version 2.0 (the "License");
 | |
| * you may not use this file except in compliance with the License.
 | |
| * You may obtain a copy of the License at
 | |
| *
 | |
| *     http://www.apache.org/licenses/LICENSE-2.0
 | |
| *
 | |
| * Unless required by applicable law or agreed to in writing, software
 | |
| * distributed under the License is distributed on an "AS IS" BASIS,
 | |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 | |
| * See the License for the specific language governing permissions and
 | |
| * limitations under the License.
 | |
| */
 | |
| 
 | |
| package decoder
 | |
| 
 | |
| import (
 | |
|      `encoding/json`
 | |
|      `bytes`
 | |
|      `reflect`
 | |
|      `github.com/bytedance/sonic/internal/native/types`
 | |
|      `github.com/bytedance/sonic/option`
 | |
|      `io`
 | |
| )
 | |
| 
 | |
| const (
 | |
|      _F_use_int64 = iota
 | |
|      _F_use_number
 | |
|      _F_disable_urc
 | |
|      _F_disable_unknown
 | |
|      _F_copy_string
 | |
|      _F_validate_string
 | |
| 
 | |
|      _F_allow_control = 31
 | |
| )
 | |
| 
 | |
| type Options uint64
 | |
| 
 | |
| const (
 | |
|      OptionUseInt64         Options = 1 << _F_use_int64
 | |
|      OptionUseNumber        Options = 1 << _F_use_number
 | |
|      OptionUseUnicodeErrors Options = 1 << _F_disable_urc
 | |
|      OptionDisableUnknown   Options = 1 << _F_disable_unknown
 | |
|      OptionCopyString       Options = 1 << _F_copy_string
 | |
|      OptionValidateString   Options = 1 << _F_validate_string
 | |
| )
 | |
| 
 | |
| func (self *Decoder) SetOptions(opts Options) {
 | |
|      if (opts & OptionUseNumber != 0) && (opts & OptionUseInt64 != 0) {
 | |
|          panic("can't set OptionUseInt64 and OptionUseNumber both!")
 | |
|      }
 | |
|      self.f = uint64(opts)
 | |
| }
 | |
| 
 | |
| 
 | |
| // Decoder is the decoder context object
 | |
| type Decoder struct {
 | |
|      i int
 | |
|      f uint64
 | |
|      s string
 | |
| }
 | |
| 
 | |
| // NewDecoder creates a new decoder instance.
 | |
| func NewDecoder(s string) *Decoder {
 | |
|      return &Decoder{s: s}
 | |
| }
 | |
| 
 | |
| // Pos returns the current decoding position.
 | |
| func (self *Decoder) Pos() int {
 | |
|      return self.i
 | |
| }
 | |
| 
 | |
| func (self *Decoder) Reset(s string) {
 | |
|      self.s = s
 | |
|      self.i = 0
 | |
|      // self.f = 0
 | |
| }
 | |
| 
 | |
| // NOTE: api fallback do nothing
 | |
| func (self *Decoder) CheckTrailings() error {
 | |
|      pos := self.i
 | |
|      buf := self.s
 | |
|      /* skip all the trailing spaces */
 | |
|      if pos != len(buf) {
 | |
|          for pos < len(buf) && (types.SPACE_MASK & (1 << buf[pos])) != 0 {
 | |
|              pos++
 | |
|          }
 | |
|      }
 | |
| 
 | |
|      /* then it must be at EOF */
 | |
|      if pos == len(buf) {
 | |
|          return nil
 | |
|      }
 | |
| 
 | |
|      /* junk after JSON value */
 | |
|      return nil
 | |
| }
 | |
| 
 | |
| 
 | |
| // Decode parses the JSON-encoded data from current position and stores the result
 | |
| // in the value pointed to by val.
 | |
| func (self *Decoder) Decode(val interface{}) error {
 | |
|     r := bytes.NewBufferString(self.s)
 | |
|    dec := json.NewDecoder(r)
 | |
|    if (self.f | uint64(OptionUseNumber)) != 0  {
 | |
|        dec.UseNumber()
 | |
|    }
 | |
|    if (self.f | uint64(OptionDisableUnknown)) != 0  {
 | |
|        dec.DisallowUnknownFields()
 | |
|    }
 | |
|    return dec.Decode(val)
 | |
| }
 | |
| 
 | |
| // UseInt64 indicates the Decoder to unmarshal an integer into an interface{} as an
 | |
| // int64 instead of as a float64.
 | |
| func (self *Decoder) UseInt64() {
 | |
|      self.f  |= 1 << _F_use_int64
 | |
|      self.f &^= 1 << _F_use_number
 | |
| }
 | |
| 
 | |
| // UseNumber indicates the Decoder to unmarshal a number into an interface{} as a
 | |
| // json.Number instead of as a float64.
 | |
| func (self *Decoder) UseNumber() {
 | |
|      self.f &^= 1 << _F_use_int64
 | |
|      self.f  |= 1 << _F_use_number
 | |
| }
 | |
| 
 | |
| // UseUnicodeErrors indicates the Decoder to return an error when encounter invalid
 | |
| // UTF-8 escape sequences.
 | |
| func (self *Decoder) UseUnicodeErrors() {
 | |
|      self.f |= 1 << _F_disable_urc
 | |
| }
 | |
| 
 | |
| // DisallowUnknownFields indicates the Decoder to return an error when the destination
 | |
| // is a struct and the input contains object keys which do not match any
 | |
| // non-ignored, exported fields in the destination.
 | |
| func (self *Decoder) DisallowUnknownFields() {
 | |
|      self.f |= 1 << _F_disable_unknown
 | |
| }
 | |
| 
 | |
| // CopyString indicates the Decoder to decode string values by copying instead of referring.
 | |
| func (self *Decoder) CopyString() {
 | |
|      self.f |= 1 << _F_copy_string
 | |
| }
 | |
| 
 | |
| // ValidateString causes the Decoder to validate string values when decoding string value 
 | |
| // in JSON. Validation is that, returning error when unescaped control chars(0x00-0x1f) or
 | |
| // invalid UTF-8 chars in the string value of JSON.
 | |
| func (self *Decoder) ValidateString() {
 | |
|      self.f |= 1 << _F_validate_string
 | |
| }
 | |
| 
 | |
| // Pretouch compiles vt ahead-of-time to avoid JIT compilation on-the-fly, in
 | |
| // order to reduce the first-hit latency.
 | |
| //
 | |
| // Opts are the compile options, for example, "option.WithCompileRecursiveDepth" is
 | |
| // a compile option to set the depth of recursive compile for the nested struct type.
 | |
| func Pretouch(vt reflect.Type, opts ...option.CompileOption) error {
 | |
|      return nil
 | |
| }
 | |
| 
 | |
| type StreamDecoder struct {
 | |
|    r       io.Reader
 | |
|    buf     []byte
 | |
|    scanp   int
 | |
|    scanned int64
 | |
|    err     error
 | |
|    Decoder
 | |
| }
 | |
| 
 | |
| // NewStreamDecoder adapts to encoding/json.NewDecoder API.
 | |
| //
 | |
| // NewStreamDecoder returns a new decoder that reads from r.
 | |
| func NewStreamDecoder(r io.Reader) *StreamDecoder {
 | |
|    return &StreamDecoder{r : r}
 | |
| }
 | |
| 
 | |
| // Decode decodes input stream into val with corresponding data. 
 | |
| // Redundantly bytes may be read and left in its buffer, and can be used at next call.
 | |
| // Either io error from underlying io.Reader (except io.EOF) 
 | |
| // or syntax error from data will be recorded and stop subsequently decoding.
 | |
| func (self *StreamDecoder) Decode(val interface{}) (err error) {
 | |
|    dec := json.NewDecoder(self.r)
 | |
|    if (self.f | uint64(OptionUseNumber)) != 0  {
 | |
|        dec.UseNumber()
 | |
|    }
 | |
|    if (self.f | uint64(OptionDisableUnknown)) != 0  {
 | |
|        dec.DisallowUnknownFields()
 | |
|    }
 | |
|    return dec.Decode(val)
 | |
| }
 | |
| 
 |