* Add a storage layer for attachments * Fix some bug * fix test * Fix copyright head and lint * Fix bug * Add setting for minio and flags for migrate-storage * Add documents * fix lint * Add test for minio store type on attachments * fix test * fix test * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Add warning when storage migrated successfully * Fix drone * fix test * rebase * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * remove log on xorm * Fi download bug * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * Add URL function to serve attachments directly from S3/Minio * Add ability to enable/disable redirection in attachment configuration * Fix typo * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * don't change unrelated files * Fix lint * Fix build * update go.mod and go.sum * Use github.com/minio/minio-go/v6 * Remove unused function * Upgrade minio to v7 and some other improvements * fix lint * Fix go mod Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> Co-authored-by: Tyler <tystuyfzand@gmail.com>tags/v1.13.0-rc1
@@ -151,6 +151,14 @@ services: | |||
discovery.type: single-node | |||
image: elasticsearch:7.5.0 | |||
- name: minio | |||
image: minio/minio:RELEASE.2020-05-16T01-33-21Z | |||
commands: | |||
- minio server /data | |||
environment: | |||
MINIO_ACCESS_KEY: 123456 | |||
MINIO_SECRET_KEY: 12345678 | |||
steps: | |||
- name: fetch-tags | |||
pull: default | |||
@@ -0,0 +1,147 @@ | |||
// Copyright 2020 The Gitea Authors. All rights reserved. | |||
// Use of this source code is governed by a MIT-style | |||
// license that can be found in the LICENSE file. | |||
package cmd | |||
import ( | |||
"context" | |||
"fmt" | |||
"code.gitea.io/gitea/models" | |||
"code.gitea.io/gitea/models/migrations" | |||
"code.gitea.io/gitea/modules/log" | |||
"code.gitea.io/gitea/modules/setting" | |||
"code.gitea.io/gitea/modules/storage" | |||
"github.com/urfave/cli" | |||
) | |||
// CmdMigrateStorage represents the available migrate storage sub-command. | |||
var CmdMigrateStorage = cli.Command{ | |||
Name: "migrate-storage", | |||
Usage: "Migrate the storage", | |||
Description: "This is a command for migrating storage.", | |||
Action: runMigrateStorage, | |||
Flags: []cli.Flag{ | |||
cli.StringFlag{ | |||
Name: "type, t", | |||
Value: "", | |||
Usage: "Kinds of files to migrate, currently only 'attachments' is supported", | |||
}, | |||
cli.StringFlag{ | |||
Name: "store, s", | |||
Value: "local", | |||
Usage: "New storage type, local or minio", | |||
}, | |||
cli.StringFlag{ | |||
Name: "path, p", | |||
Value: "", | |||
Usage: "New storage placement if store is local (leave blank for default)", | |||
}, | |||
cli.StringFlag{ | |||
Name: "minio-endpoint", | |||
Value: "", | |||
Usage: "Minio storage endpoint", | |||
}, | |||
cli.StringFlag{ | |||
Name: "minio-access-key-id", | |||
Value: "", | |||
Usage: "Minio storage accessKeyID", | |||
}, | |||
cli.StringFlag{ | |||
Name: "minio-secret-access-key", | |||
Value: "", | |||
Usage: "Minio storage secretAccessKey", | |||
}, | |||
cli.StringFlag{ | |||
Name: "minio-bucket", | |||
Value: "", | |||
Usage: "Minio storage bucket", | |||
}, | |||
cli.StringFlag{ | |||
Name: "minio-location", | |||
Value: "", | |||
Usage: "Minio storage location to create bucket", | |||
}, | |||
cli.StringFlag{ | |||
Name: "minio-base-path", | |||
Value: "", | |||
Usage: "Minio storage basepath on the bucket", | |||
}, | |||
cli.BoolFlag{ | |||
Name: "minio-use-ssl", | |||
Usage: "Enable SSL for minio", | |||
}, | |||
}, | |||
} | |||
func migrateAttachments(dstStorage storage.ObjectStorage) error { | |||
return models.IterateAttachment(func(attach *models.Attachment) error { | |||
_, err := storage.Copy(dstStorage, attach.RelativePath(), storage.Attachments, attach.RelativePath()) | |||
return err | |||
}) | |||
} | |||
func runMigrateStorage(ctx *cli.Context) error { | |||
if err := initDB(); err != nil { | |||
return err | |||
} | |||
log.Trace("AppPath: %s", setting.AppPath) | |||
log.Trace("AppWorkPath: %s", setting.AppWorkPath) | |||
log.Trace("Custom path: %s", setting.CustomPath) | |||
log.Trace("Log path: %s", setting.LogRootPath) | |||
setting.InitDBConfig() | |||
if err := models.NewEngine(context.Background(), migrations.Migrate); err != nil { | |||
log.Fatal("Failed to initialize ORM engine: %v", err) | |||
return err | |||
} | |||
if err := storage.Init(); err != nil { | |||
return err | |||
} | |||
tp := ctx.String("type") | |||
switch tp { | |||
case "attachments": | |||
var dstStorage storage.ObjectStorage | |||
var err error | |||
switch ctx.String("store") { | |||
case "local": | |||
p := ctx.String("path") | |||
if p == "" { | |||
log.Fatal("Path must be given when store is loal") | |||
return nil | |||
} | |||
dstStorage, err = storage.NewLocalStorage(p) | |||
case "minio": | |||
dstStorage, err = storage.NewMinioStorage( | |||
context.Background(), | |||
ctx.String("minio-endpoint"), | |||
ctx.String("minio-access-key-id"), | |||
ctx.String("minio-secret-access-key"), | |||
ctx.String("minio-bucket"), | |||
ctx.String("minio-location"), | |||
ctx.String("minio-base-path"), | |||
ctx.Bool("minio-use-ssl"), | |||
) | |||
default: | |||
return fmt.Errorf("Unsupported attachments store type: %s", ctx.String("store")) | |||
} | |||
if err != nil { | |||
return err | |||
} | |||
if err := migrateAttachments(dstStorage); err != nil { | |||
return err | |||
} | |||
log.Warn("All files have been copied to the new placement but old files are still on the orignial placement.") | |||
return nil | |||
} | |||
return nil | |||
} |
@@ -749,14 +749,35 @@ ENABLE_FEDERATED_AVATAR = false | |||
[attachment] | |||
; Whether attachments are enabled. Defaults to `true` | |||
ENABLED = true | |||
; Path for attachments. Defaults to `data/attachments` | |||
PATH = data/attachments | |||
; One or more allowed types, e.g. "image/jpeg|image/png". Use "*/*" for all types. | |||
ALLOWED_TYPES = image/jpeg|image/png|application/zip|application/gzip | |||
; Max size of each file. Defaults to 4MB | |||
MAX_SIZE = 4 | |||
; Max number of files per upload. Defaults to 5 | |||
MAX_FILES = 5 | |||
; Storage type for attachments, `local` for local disk or `minio` for s3 compatible | |||
; object storage service, default is `local`. | |||
STORE_TYPE = local | |||
; Allows the storage driver to redirect to authenticated URLs to serve files directly | |||
; Currently, only `minio` is supported. | |||
SERVE_DIRECT = false | |||
; Path for attachments. Defaults to `data/attachments` only available when STORE_TYPE is `local` | |||
PATH = data/attachments | |||
; Minio endpoint to connect only available when STORE_TYPE is `minio` | |||
MINIO_ENDPOINT = localhost:9000 | |||
; Minio accessKeyID to connect only available when STORE_TYPE is `minio` | |||
MINIO_ACCESS_KEY_ID = | |||
; Minio secretAccessKey to connect only available when STORE_TYPE is `minio` | |||
MINIO_SECRET_ACCESS_KEY = | |||
; Minio bucket to store the attachments only available when STORE_TYPE is `minio` | |||
MINIO_BUCKET = gitea | |||
; Minio location to create bucket only available when STORE_TYPE is `minio` | |||
MINIO_LOCATION = us-east-1 | |||
; Minio base path on the bucket only available when STORE_TYPE is `minio` | |||
MINIO_BASE_PATH = attachments/ | |||
; Minio enabled ssl only available when STORE_TYPE is `minio` | |||
MINIO_USE_SSL = false | |||
[time] | |||
; Specifies the format for fully outputted dates. Defaults to RFC1123 | |||
@@ -470,11 +470,20 @@ set name for unique queues. Individual queues will default to | |||
## Attachment (`attachment`) | |||
- `ENABLED`: **true**: Enable this to allow uploading attachments. | |||
- `PATH`: **data/attachments**: Path to store attachments. | |||
- `ALLOWED_TYPES`: **see app.example.ini**: Allowed MIME types, e.g. `image/jpeg|image/png`. | |||
Use `*/*` for all types. | |||
- `MAX_SIZE`: **4**: Maximum size (MB). | |||
- `MAX_FILES`: **5**: Maximum number of attachments that can be uploaded at once. | |||
- `STORE_TYPE`: **local**: Storage type for attachments, `local` for local disk or `minio` for s3 compatible object storage service, default is `local`. | |||
- `SERVE_DIRECT`: **false**: Allows the storage driver to redirect to authenticated URLs to serve files directly. Currently, only Minio/S3 is supported via signed URLs, local does nothing. | |||
- `PATH`: **data/attachments**: Path to store attachments only available when STORE_TYPE is `local` | |||
- `MINIO_ENDPOINT`: **localhost:9000**: Minio endpoint to connect only available when STORE_TYPE is `minio` | |||
- `MINIO_ACCESS_KEY_ID`: Minio accessKeyID to connect only available when STORE_TYPE is `minio` | |||
- `MINIO_SECRET_ACCESS_KEY`: Minio secretAccessKey to connect only available when STORE_TYPE is `minio` | |||
- `MINIO_BUCKET`: **gitea**: Minio bucket to store the attachments only available when STORE_TYPE is `minio` | |||
- `MINIO_LOCATION`: **us-east-1**: Minio location to create bucket only available when STORE_TYPE is `minio` | |||
- `MINIO_BASE_PATH`: **attachments/**: Minio base path on the bucket only available when STORE_TYPE is `minio` | |||
- `MINIO_USE_SSL`: **false**: Minio enabled ssl only available when STORE_TYPE is `minio` | |||
## Log (`log`) | |||
@@ -180,10 +180,18 @@ menu: | |||
## Attachment (`attachment`) | |||
- `ENABLED`: 是否允许用户上传附件。 | |||
- `PATH`: 附件存储路径 | |||
- `ALLOWED_TYPES`: 允许上传的附件类型。比如:`image/jpeg|image/png`,用 `*/*` 表示允许任何类型。 | |||
- `MAX_SIZE`: 附件最大限制,单位 MB,比如: `4`。 | |||
- `MAX_FILES`: 一次最多上传的附件数量,比如: `5`。 | |||
- `STORE_TYPE`: **local**: 附件存储类型,`local` 将存储到本地文件夹, `minio` 将存储到 s3 兼容的对象存储服务中。 | |||
- `PATH`: **data/attachments**: 附件存储路径,仅当 `STORE_TYPE` 为 `local` 时有效。 | |||
- `MINIO_ENDPOINT`: **localhost:9000**: Minio 终端,仅当 `STORE_TYPE` 是 `minio` 时有效。 | |||
- `MINIO_ACCESS_KEY_ID`: Minio accessKeyID ,仅当 `STORE_TYPE` 是 `minio` 时有效。 | |||
- `MINIO_SECRET_ACCESS_KEY`: Minio secretAccessKey,仅当 `STORE_TYPE` 是 `minio` 时有效。 | |||
- `MINIO_BUCKET`: **gitea**: Minio bucket to store the attachments,仅当 `STORE_TYPE` 是 `minio` 时有效。 | |||
- `MINIO_LOCATION`: **us-east-1**: Minio location to create bucket,仅当 `STORE_TYPE` 是 `minio` 时有效。 | |||
- `MINIO_BASE_PATH`: **attachments/**: Minio base path on the bucket,仅当 `STORE_TYPE` 是 `minio` 时有效。 | |||
- `MINIO_USE_SSL`: **false**: Minio enabled ssl,仅当 `STORE_TYPE` 是 `minio` 时有效。 | |||
关于 `ALLOWED_TYPES`, 在 (*)unix 系统中可以使用`file -I <filename>` 来快速获得对应的 `MIME type`。 | |||
@@ -74,6 +74,7 @@ require ( | |||
github.com/mgechev/revive v1.0.2 | |||
github.com/mholt/archiver/v3 v3.3.0 | |||
github.com/microcosm-cc/bluemonday v1.0.3-0.20191119130333-0a75d7616912 | |||
github.com/minio/minio-go/v7 v7.0.4 | |||
github.com/mitchellh/go-homedir v1.1.0 | |||
github.com/msteinert/pam v0.0.0-20151204160544-02ccfbfaf0cc | |||
github.com/nfnt/resize v0.0.0-20160724205520-891127d8d1b5 | |||
@@ -104,17 +105,17 @@ require ( | |||
github.com/yuin/goldmark-highlighting v0.0.0-20200307114337-60d527fdb691 | |||
github.com/yuin/goldmark-meta v0.0.0-20191126180153-f0638e958b60 | |||
golang.org/x/crypto v0.0.0-20200728195943-123391ffb6de | |||
golang.org/x/net v0.0.0-20200625001655-4c5254603344 | |||
golang.org/x/net v0.0.0-20200707034311-ab3426394381 | |||
golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d | |||
golang.org/x/sys v0.0.0-20200615200032-f1bc736245b1 | |||
golang.org/x/text v0.3.2 | |||
golang.org/x/sys v0.0.0-20200625212154-ddb9806d33ae | |||
golang.org/x/text v0.3.3 | |||
golang.org/x/time v0.0.0-20200416051211-89c76fbcd5d1 // indirect | |||
golang.org/x/tools v0.0.0-20200814230902-9882f1d1823d | |||
google.golang.org/appengine v1.6.5 // indirect | |||
gopkg.in/alexcesaro/quotedprintable.v3 v3.0.0-20150716171945-2caba252f4dc // indirect | |||
gopkg.in/asn1-ber.v1 v1.0.0-20150924051756-4e86f4367175 // indirect | |||
gopkg.in/gomail.v2 v2.0.0-20160411212932-81ebce5c23df | |||
gopkg.in/ini.v1 v1.52.0 | |||
gopkg.in/ini.v1 v1.57.0 | |||
gopkg.in/ldap.v3 v3.0.2 | |||
gopkg.in/yaml.v2 v2.3.0 | |||
mvdan.cc/xurls/v2 v2.1.0 | |||
@@ -334,13 +334,11 @@ github.com/golang/mock v1.2.0/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfb | |||
github.com/golang/mock v1.3.1/go.mod h1:sBzyDLLjw3U8JLTeZvSv8jJB+tU5PVekmnlKIyFUx0Y= | |||
github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= | |||
github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= | |||
github.com/golang/protobuf v1.3.2 h1:6nsPYzhq5kReh6QImI3k5qWzO4PEbvbIW2cwSfR/6xs= | |||
github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= | |||
github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= | |||
github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= | |||
github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= | |||
github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= | |||
github.com/golang/protobuf v1.4.0 h1:oOuy+ugB+P/kBdUnG5QaMXSIyJ1q38wWSojYCb3z5VQ= | |||
github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= | |||
github.com/golang/protobuf v1.4.1 h1:ZFgWrT+bLgsYPirOnRfKLYJLvssAegOj/hgyMFdJZe0= | |||
github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= | |||
@@ -351,7 +349,6 @@ github.com/google/btree v0.0.0-20180813153112-4030bb1f1f0c/go.mod h1:lNA+9X1NB3Z | |||
github.com/google/btree v1.0.0/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= | |||
github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= | |||
github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= | |||
github.com/google/go-cmp v0.3.1 h1:Xye71clBPdm5HgqGwUkwhbynsUJZhDbS20FvLhQ2izg= | |||
github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= | |||
github.com/google/go-cmp v0.4.0 h1:xsAVV57WRhGj6kEIi8ReJzQlHHqcBYCElAvkovg3B/4= | |||
github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= | |||
@@ -370,7 +367,6 @@ github.com/googleapis/gax-go/v2 v2.0.4/go.mod h1:0Wqv26UfaUD9n4G6kQubkQ+KchISgw+ | |||
github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5mhpdKc/us6bOk= | |||
github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY= | |||
github.com/gopherjs/gopherjs v0.0.0-20181103185306-d547d1d9531e/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY= | |||
github.com/gopherjs/gopherjs v0.0.0-20190430165422-3e4dfb77656c h1:7lF+Vz0LqiRidnzC1Oq86fpX1q/iEv2KJdrCtttYjT4= | |||
github.com/gopherjs/gopherjs v0.0.0-20190430165422-3e4dfb77656c/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY= | |||
github.com/gopherjs/gopherjs v0.0.0-20190910122728-9d188e94fb99 h1:twflg0XRTjwKpxb/jFExr4HGq6on2dEOmnL6FV+fgPw= | |||
github.com/gopherjs/gopherjs v0.0.0-20190910122728-9d188e94fb99/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY= | |||
@@ -401,7 +397,6 @@ github.com/hashicorp/go-cleanhttp v0.5.1 h1:dH3aiDG9Jvb5r5+bYHsikaOUIpcM0xvgMXVo | |||
github.com/hashicorp/go-cleanhttp v0.5.1/go.mod h1:JpRdi6/HCYpAwUzNwuwqhbovhLtngrth3wmdIIUrZ80= | |||
github.com/hashicorp/go-hclog v0.9.2 h1:CG6TE5H9/JXsFWJCfoIVpKFIkFe6ysEuHirp4DxCsHI= | |||
github.com/hashicorp/go-hclog v0.9.2/go.mod h1:5CU+agLiy3J7N7QjHK5d05KxGsuXiQLrjA0H7acj2lQ= | |||
github.com/hashicorp/go-retryablehttp v0.6.4 h1:BbgctKO892xEyOXnGiaAwIoSq1QZ/SS4AhjoAh9DnfY= | |||
github.com/hashicorp/go-retryablehttp v0.6.4/go.mod h1:vAew36LZh98gCBJNLH42IQ1ER/9wtLZZ8meHqQvEYWY= | |||
github.com/hashicorp/go-retryablehttp v0.6.6 h1:HJunrbHTDDbBb/ay4kxa1n+dLmttUlnP3V9oNE4hmsM= | |||
github.com/hashicorp/go-retryablehttp v0.6.6/go.mod h1:vAew36LZh98gCBJNLH42IQ1ER/9wtLZZ8meHqQvEYWY= | |||
@@ -477,6 +472,8 @@ github.com/joho/godotenv v1.3.0/go.mod h1:7hK45KPybAkOC6peb+G5yklZfMxEjkZhHbwpqx | |||
github.com/jonboulle/clockwork v0.1.0/go.mod h1:Ii8DK3G1RaLaWxj9trq07+26W01tbo22gdxWY5EU2bo= | |||
github.com/json-iterator/go v1.1.6/go.mod h1:+SdeFBvtyEkXs7REEP0seUULqWtbJapLOCVDaaPEHmU= | |||
github.com/json-iterator/go v1.1.7/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= | |||
github.com/json-iterator/go v1.1.10 h1:Kz6Cvnvv2wGdaG/V8yMvfkmNiXq9Ya2KUv4rouJJr68= | |||
github.com/json-iterator/go v1.1.10/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= | |||
github.com/jstemmer/go-junit-report v0.0.0-20190106144839-af01ea7f8024/go.mod h1:6v2b51hI/fHJwM22ozAgKL4VKDeJcHhJFhtBdhmNjmU= | |||
github.com/jtolds/gls v4.2.1+incompatible/go.mod h1:QJZ7F/aHp+rZTRtaJ1ow/lLfFfVYBRgL+9YlvaHOwJU= | |||
github.com/jtolds/gls v4.20.0+incompatible h1:xdiiI2gbIgH/gLH7ADydsJ1uDOEzR8yvV7C0MuV77Wo= | |||
@@ -491,23 +488,26 @@ github.com/keybase/go-crypto v0.0.0-20200123153347-de78d2cb44f4/go.mod h1:ghbZsc | |||
github.com/kisielk/errcheck v1.1.0/go.mod h1:EZBBE59ingxPouuu3KfxchcWSUPOHkagtvWXihfKN4Q= | |||
github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= | |||
github.com/klauspost/compress v1.4.1/go.mod h1:RyIbtBH6LamlWaDj8nUwkbUhJ87Yi3uG0guNDohfE1A= | |||
github.com/klauspost/compress v1.9.2 h1:LfVyl+ZlLlLDeQ/d2AqfGIIH4qEDu0Ed2S5GyhCWIWY= | |||
github.com/klauspost/compress v1.9.2/go.mod h1:RyIbtBH6LamlWaDj8nUwkbUhJ87Yi3uG0guNDohfE1A= | |||
github.com/klauspost/compress v1.10.2 h1:Znfn6hXZAHaLPNnlqUYRrBSReFHYybslgv4PTiyz6P0= | |||
github.com/klauspost/compress v1.10.2/go.mod h1:aoV0uJVorq1K+umq18yTdKaF57EivdYsUV+/s2qKfXs= | |||
github.com/klauspost/cpuid v1.2.0/go.mod h1:Pj4uuM528wm8OyEC2QMXAi2YiTZ96dNQPGgoMS4s3ek= | |||
github.com/klauspost/cpuid v1.2.3 h1:CCtW0xUnWGVINKvE/WWOYKdsPV6mawAtvQuSl8guwQs= | |||
github.com/klauspost/cpuid v1.2.3/go.mod h1:Pj4uuM528wm8OyEC2QMXAi2YiTZ96dNQPGgoMS4s3ek= | |||
github.com/klauspost/cpuid v1.3.1 h1:5JNjFYYQrZeKRJ0734q51WCEEn2huer72Dc7K+R/b6s= | |||
github.com/klauspost/cpuid v1.3.1/go.mod h1:bYW4mA6ZgKPob1/Dlai2LviZJO7KGI3uoWLd42rAQw4= | |||
github.com/klauspost/pgzip v1.2.1 h1:oIPZROsWuPHpOdMVWLuJZXwgjhrW8r1yEX8UqMyeNHM= | |||
github.com/klauspost/pgzip v1.2.1/go.mod h1:Ch1tH69qFZu15pkjo5kYi6mth2Zzwzt50oCQKQE9RUs= | |||
github.com/kljensen/snowball v0.6.0/go.mod h1:27N7E8fVU5H68RlUmnWwZCfxgt4POBJfENGMvNRhldw= | |||
github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= | |||
github.com/konsorten/go-windows-terminal-sequences v1.0.2/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= | |||
github.com/konsorten/go-windows-terminal-sequences v1.0.3/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= | |||
github.com/kr/logfmt v0.0.0-20140226030751-b84e30acd515/go.mod h1:+0opPa2QZZtGFBFZlji/RkVcI2GknAs/DXo4wKdlNEc= | |||
github.com/kr/pretty v0.1.0 h1:L/CwN0zerZDmRFUapSPitk6f+Q3+0za1rQkzVuMiMFI= | |||
github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= | |||
github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= | |||
github.com/kr/pty v1.1.5/go.mod h1:9r2w37qlBe7rQ6e1fg1S/9xpWHSnaqNdHD3WcMdbPDA= | |||
github.com/kr/pty v1.1.8/go.mod h1:O1sed60cT9XZ5uDucP5qwvh+TE3NnUj51EiZO/lmSfw= | |||
github.com/kr/text v0.1.0 h1:45sCR5RtlFHMR4UwH9sdQ5TC8v0qDQCHnXt+kaKSTVE= | |||
github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= | |||
github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= | |||
github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= | |||
@@ -516,7 +516,6 @@ github.com/lafriks/xormstore v1.3.2/go.mod h1:mVNIwIa25QIr8rfR7YlVjrqN/apswHkVdt | |||
github.com/lestrrat-go/jwx v0.9.0/go.mod h1:iEoxlYfZjvoGpuWwxUz+eR5e6KTJGsaRcy/YNA/UnBk= | |||
github.com/lib/pq v1.0.0/go.mod h1:5WUZQaWbwv1U+lTReE5YruASi9Al49XbQIvNi/34Woo= | |||
github.com/lib/pq v1.1.0/go.mod h1:5WUZQaWbwv1U+lTReE5YruASi9Al49XbQIvNi/34Woo= | |||
github.com/lib/pq v1.2.0 h1:LXpIM/LZ5xGFhOpXAQUIMM1HdyqzVYM13zNdjCEEcA0= | |||
github.com/lib/pq v1.2.0/go.mod h1:5WUZQaWbwv1U+lTReE5YruASi9Al49XbQIvNi/34Woo= | |||
github.com/lib/pq v1.3.0/go.mod h1:5WUZQaWbwv1U+lTReE5YruASi9Al49XbQIvNi/34Woo= | |||
github.com/lib/pq v1.7.0 h1:h93mCPfUSkaul3Ka/VG8uZdmW1uMHDGxzu0NWHuJmHY= | |||
@@ -558,7 +557,6 @@ github.com/mattn/go-isatty v0.0.12/go.mod h1:cbi8OIDigv2wuxKPP5vlRcQ1OAZbq2CE4Ky | |||
github.com/mattn/go-runewidth v0.0.7 h1:Ei8KR0497xHyKJPAv59M1dkC+rOZCMBJ+t3fZ+twI54= | |||
github.com/mattn/go-runewidth v0.0.7/go.mod h1:H031xJmbD/WCDINGzjvQ9THkh0rPKHF+m2gUSrubnMI= | |||
github.com/mattn/go-sqlite3 v1.10.0/go.mod h1:FPy6KqzDD04eiIsT53CuJW3U88zkxoIYsOqkbpncsNc= | |||
github.com/mattn/go-sqlite3 v1.11.0 h1:LDdKkqtYlom37fkvqs8rMPFKAMe8+SgjbwZ6ex1/A/Q= | |||
github.com/mattn/go-sqlite3 v1.11.0/go.mod h1:FPy6KqzDD04eiIsT53CuJW3U88zkxoIYsOqkbpncsNc= | |||
github.com/mattn/go-sqlite3 v1.14.0 h1:mLyGNKR8+Vv9CAU7PphKa2hkEqxxhn8i32J6FPj1/QA= | |||
github.com/mattn/go-sqlite3 v1.14.0/go.mod h1:JIl7NbARA7phWnGvh0LKTyg7S9BA+6gx71ShQilpsus= | |||
@@ -574,17 +572,24 @@ github.com/mholt/archiver/v3 v3.3.0 h1:vWjhY8SQp5yzM9P6OJ/eZEkmi3UAbRrxCq48MxjAz | |||
github.com/mholt/archiver/v3 v3.3.0/go.mod h1:YnQtqsp+94Rwd0D/rk5cnLrxusUBUXg+08Ebtr1Mqao= | |||
github.com/microcosm-cc/bluemonday v1.0.3-0.20191119130333-0a75d7616912 h1:hJde9rA24hlTcAYSwJoXpDUyGtfKQ/jsofw+WaDqGrI= | |||
github.com/microcosm-cc/bluemonday v1.0.3-0.20191119130333-0a75d7616912/go.mod h1:8iwZnFn2CDDNZ0r6UXhF4xawGvzaqzCRa1n3/lO3W2w= | |||
github.com/minio/md5-simd v1.1.0 h1:QPfiOqlZH+Cj9teu0t9b1nTBfPbyTl16Of5MeuShdK4= | |||
github.com/minio/md5-simd v1.1.0/go.mod h1:XpBqgZULrMYD3R+M28PcmP0CkI7PEMzB3U77ZrKZ0Gw= | |||
github.com/minio/minio-go/v7 v7.0.4 h1:M9glnGclD87VfttesWzURw7SHqq1XDIYGrfTykBTI50= | |||
github.com/minio/minio-go/v7 v7.0.4/go.mod h1:CSt2ETZNs+bIIhWTse0mcZKZWMGrFU7Er7RR0TmkDYk= | |||
github.com/minio/sha256-simd v0.1.1 h1:5QHSlgo3nt5yKOJrC7W8w7X+NFl8cMPZm96iu8kKUJU= | |||
github.com/minio/sha256-simd v0.1.1/go.mod h1:B5e1o+1/KgNmWrSQK08Y6Z1Vb5pwIktudl0J58iy0KM= | |||
github.com/mitchellh/go-homedir v1.1.0 h1:lukF9ziXFxDFPkA1vsr5zpc1XuPDn/wFntq5mG+4E0Y= | |||
github.com/mitchellh/go-homedir v1.1.0/go.mod h1:SfyaCUpYCn1Vlf4IUYiD9fPX4A5wJrkLzIz1N1q0pr0= | |||
github.com/mitchellh/mapstructure v1.1.2 h1:fmNYVwqnSfB9mZU6OS2O6GsXM+wcskZDuKQzvN1EDeE= | |||
github.com/mitchellh/mapstructure v1.1.2/go.mod h1:FVVH3fgwuzCH5S8UJGiWEs2h04kUh9fWfEaFds41c1Y= | |||
github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= | |||
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg= | |||
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= | |||
github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= | |||
github.com/modern-go/reflect2 v1.0.1 h1:9f412s+6RmYXLWZSEzVVgPGK7C2PphHj5RJrvfx9AWI= | |||
github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= | |||
github.com/mrjones/oauth v0.0.0-20180629183705-f4e24b6d100c h1:3wkDRdxK92dF+c1ke2dtj7ZzemFWBHB9plnJOtlwdFA= | |||
github.com/mrjones/oauth v0.0.0-20180629183705-f4e24b6d100c/go.mod h1:skjdDftzkFALcuGzYSklqYd8gvat6F1gZJ4YPVbkZpM= | |||
github.com/mschoch/smat v0.0.0-20160514031455-90eadee771ae h1:VeRdUYdCw49yizlSbMEn2SZ+gT+3IUKx8BqxyQdz+BY= | |||
github.com/mschoch/smat v0.0.0-20160514031455-90eadee771ae/go.mod h1:qAyveg+e4CE+eKJXWVjKXM4ck2QobLqTDytGJbLLhJg= | |||
github.com/mschoch/smat v0.2.0 h1:8imxQsjDm8yFEAVBe7azKmKSgzSkZXDuKkSq9374khM= | |||
github.com/mschoch/smat v0.2.0/go.mod h1:kc9mz7DoBKqDyiRL7VZN8KvXQMWeTaVnttLRXOlotKw= | |||
@@ -625,7 +630,6 @@ github.com/philhofer/fwd v1.0.0/go.mod h1:gk3iGcWd9+svBvR0sR+KPcfE+RNWozjowpeBVG | |||
github.com/pierrec/lz4 v2.0.5+incompatible h1:2xWsjqPFWcplujydGg4WmhC/6fZqK42wMM8aXeqhl0I= | |||
github.com/pierrec/lz4 v2.0.5+incompatible/go.mod h1:pdkljMzZIN41W+lC3N2tnIh5sFi+IEE17M5jbnwPHcY= | |||
github.com/pkg/errors v0.8.0/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= | |||
github.com/pkg/errors v0.8.1 h1:iURUrRGxPUNPdy5/HRSm+Yj6okJ6UtLINN0Q9M4+h3I= | |||
github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= | |||
github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= | |||
github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= | |||
@@ -666,10 +670,10 @@ github.com/rcrowley/go-metrics v0.0.0-20190826022208-cac0b30c2563/go.mod h1:bCqn | |||
github.com/remyoudompheng/bigfft v0.0.0-20190321074620-2f0d2b0e0001 h1:YDeskXpkNDhPdWN3REluVa46HQOVuVkjkd2sWnrABNQ= | |||
github.com/remyoudompheng/bigfft v0.0.0-20190321074620-2f0d2b0e0001/go.mod h1:qqbHyh8v60DhA7CoWK5oRCqLrMHRGoxYCSS9EjAz6Eo= | |||
github.com/rogpeppe/fastuuid v0.0.0-20150106093220-6724a57986af/go.mod h1:XWv6SoW27p1b0cqNHllgS5HIMJraePCO15w5zCzIWYg= | |||
github.com/rs/xid v1.2.1 h1:mhH9Nq+C1fY2l1XIpgxIiUOfNpRBYH1kKcr+qfKgjRc= | |||
github.com/rs/xid v1.2.1/go.mod h1:+uKXf+4Djp6Md1KODXJxgGQPKngRmWyn10oCKFzNHOQ= | |||
github.com/rs/zerolog v1.13.0/go.mod h1:YbFCdg8HfsridGWAh22vktObvhZbQsZXe4/zB0OKkWU= | |||
github.com/rs/zerolog v1.15.0/go.mod h1:xYTKnLHcpfU2225ny5qZjxnj9NvkumZYjJHlAThCjNc= | |||
github.com/russross/blackfriday v1.5.2 h1:HyvC0ARfnZBqnXwABFeSZHpKvJHJJfPz81GNueLj0oo= | |||
github.com/russross/blackfriday v1.5.2/go.mod h1:JO/DiYxRf+HjHt06OyowR9PTA263kcR/rfWxYHBV53g= | |||
github.com/satori/go.uuid v1.2.0/go.mod h1:dA0hQrYB0VpLJoorglMZABFdXlWrHn1NEOzdhQKdks0= | |||
github.com/sergi/go-diff v1.0.0/go.mod h1:0CfEIISq7TuYL3j771MWULgwwjU+GofnZX9QAmXWZgo= | |||
@@ -689,6 +693,7 @@ github.com/siddontang/rdb v0.0.0-20150307021120-fc89ed2e418d/go.mod h1:AMEsy7v5z | |||
github.com/sirupsen/logrus v1.2.0/go.mod h1:LxeOpSwHxABJmUn/MG1IvRgCAasNZTLOkJPxbbu5VWo= | |||
github.com/sirupsen/logrus v1.4.1/go.mod h1:ni0Sbl8bgC9z8RoU9G6nDWqqs/fq4eDPysMBDgk/93Q= | |||
github.com/sirupsen/logrus v1.4.2/go.mod h1:tLMulIdttU9McNUspp0xgXVQah82FyeX6MwdIuYE2rE= | |||
github.com/sirupsen/logrus v1.6.0/go.mod h1:7uNnSEd1DgxDLC74fIahvMZmmYsHGZGEOFrfsX/uA88= | |||
github.com/smartystreets/assertions v0.0.0-20180927180507-b2de0cb4f26d/go.mod h1:OnSkiWE9lh6wB0YB77sQom3nweQdgAjqCqsofrRNTgc= | |||
github.com/smartystreets/assertions v0.0.0-20190116191733-b6c0e53d7304/go.mod h1:OnSkiWE9lh6wB0YB77sQom3nweQdgAjqCqsofrRNTgc= | |||
github.com/smartystreets/assertions v1.0.1 h1:voD4ITNjPL5jjBfgR/r8fPIIBrliWrWHeiJApdr3r4w= | |||
@@ -709,7 +714,6 @@ github.com/spf13/cobra v0.0.5/go.mod h1:3K3wKZymM7VvHMDS9+Akkh4K60UwM26emMESw8tL | |||
github.com/spf13/jwalterweatherman v1.0.0/go.mod h1:cQK4TGJAtQXfYWX+Ddv3mKDzgVb68N+wFjFa4jdeBTo= | |||
github.com/spf13/jwalterweatherman v1.1.0 h1:ue6voC5bR5F8YxI5S67j9i582FU4Qvo2bmqnqMYADFk= | |||
github.com/spf13/jwalterweatherman v1.1.0/go.mod h1:aNWZUN0dPAAO/Ljvb5BEdw96iTZ0EXowPYD95IqWIGo= | |||
github.com/spf13/pflag v1.0.3 h1:zPAT6CGy6wXeQ7NtTnaTerfKOsV6V6F8agHXFiazDkg= | |||
github.com/spf13/pflag v1.0.3/go.mod h1:DYY7MBk1bdzusC3SYhjObp+wFpr4gzcvqqNjLnInEg4= | |||
github.com/spf13/pflag v1.0.5 h1:iy+VFUOCP1a+8yFto/drg2CJ5u0yRoB7fZw3DKv/JXA= | |||
github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= | |||
@@ -720,7 +724,6 @@ github.com/steveyen/gtreap v0.1.0 h1:CjhzTa274PyJLJuMZwIzCO1PfC00oRa8d1Kc78bFXJM | |||
github.com/steveyen/gtreap v0.1.0/go.mod h1:kl/5J7XbrOmlIbYIXdRHDDE5QxHqpk0cmkT7Z4dM9/Y= | |||
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= | |||
github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= | |||
github.com/stretchr/objx v0.2.0 h1:Hbg2NidpLE8veEBkEZTL3CvlkUIVzuU9jDplZO54c48= | |||
github.com/stretchr/objx v0.2.0/go.mod h1:qt09Ya8vawLte6SNmTgCsAVtYtaKzEcn8ATUoHMkEqE= | |||
github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= | |||
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= | |||
@@ -734,7 +737,6 @@ github.com/tecbot/gorocksdb v0.0.0-20181010114359-8752a9433481 h1:HOxvxvnntLiPn1 | |||
github.com/tecbot/gorocksdb v0.0.0-20181010114359-8752a9433481/go.mod h1:ahpPrc7HpcfEWDQRZEmnXMzHY03mLDYMCxeDzy46i+8= | |||
github.com/tidwall/pretty v1.0.0 h1:HsD+QiTn7sK6flMKIvNmpqz1qrpP3Ps6jOKIKMooyg4= | |||
github.com/tidwall/pretty v1.0.0/go.mod h1:XNkn88O1ChpSDQmQeStsy+sBenx6DDtFZJxhVysOjyk= | |||
github.com/tinylib/msgp v1.1.0 h1:9fQd+ICuRIu/ue4vxJZu6/LzxN0HwMds2nq/0cFvxHU= | |||
github.com/tinylib/msgp v1.1.0/go.mod h1:+d+yLhGm8mzTaHzB+wgMYrodPfmZrzkirds8fDWklFE= | |||
github.com/tinylib/msgp v1.1.2 h1:gWmO7n0Ys2RBEb7GPYB9Ujq8Mk5p2U08lRnmMcGy6BQ= | |||
github.com/tinylib/msgp v1.1.2/go.mod h1:+d+yLhGm8mzTaHzB+wgMYrodPfmZrzkirds8fDWklFE= | |||
@@ -747,7 +749,6 @@ github.com/ugorji/go v1.1.4/go.mod h1:uQMGLiO92mf5W77hV/PUCpI3pbzQx3CRekS0kk+RGr | |||
github.com/ugorji/go/codec v0.0.0-20181204163529-d75b2dcb6bc8/go.mod h1:VFNgLljTbGfSG7qAOspJ7OScBnGdDN/yBr0sguwnwf0= | |||
github.com/ulikunitz/xz v0.5.6 h1:jGHAfXawEGZQ3blwU5wnWKQJvAraT7Ftq9EXjnXYgt8= | |||
github.com/ulikunitz/xz v0.5.6/go.mod h1:2bypXElzHzzJZwzH67Y6wb67pO62Rzfn7BSiF4ABRW8= | |||
github.com/unknwon/com v0.0.0-20190804042917-757f69c95f3e h1:GSGeB9EAKY2spCABz6xOX5DbxZEXolK+nBSvmsQwRjM= | |||
github.com/unknwon/com v0.0.0-20190804042917-757f69c95f3e/go.mod h1:tOOxU81rwgoCLoOVVPHb6T/wt8HZygqH5id+GNnlCXM= | |||
github.com/unknwon/com v1.0.1 h1:3d1LTxD+Lnf3soQiD4Cp/0BRB+Rsa/+RTvz8GMMzIXs= | |||
github.com/unknwon/com v1.0.1/go.mod h1:tOOxU81rwgoCLoOVVPHb6T/wt8HZygqH5id+GNnlCXM= | |||
@@ -773,7 +774,6 @@ github.com/yohcop/openid-go v1.0.0 h1:EciJ7ZLETHR3wOtxBvKXx9RV6eyHZpCaSZ1inbBaUX | |||
github.com/yohcop/openid-go v1.0.0/go.mod h1:/408xiwkeItSPJZSTPF7+VtZxPkPrRRpRNK2vjGh6yI= | |||
github.com/yuin/goldmark v1.1.7/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= | |||
github.com/yuin/goldmark v1.1.22/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= | |||
github.com/yuin/goldmark v1.1.25 h1:isv+Q6HQAmmL2Ofcmg8QauBmDPlUUnSoNhEcC940Rds= | |||
github.com/yuin/goldmark v1.1.25/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= | |||
github.com/yuin/goldmark v1.1.32/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= | |||
github.com/yuin/goldmark v1.2.1 h1:ruQGxdhGHe7FWOJPT0mKs5+pD2Xs1Bm/kdGlHO04FmM= | |||
@@ -813,13 +813,12 @@ golang.org/x/crypto v0.0.0-20190617133340-57b3e21c3d56/go.mod h1:yigFU9vqHzYiE8U | |||
golang.org/x/crypto v0.0.0-20190701094942-4def268fd1a4/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= | |||
golang.org/x/crypto v0.0.0-20190820162420-60c769a6c586/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= | |||
golang.org/x/crypto v0.0.0-20190907121410-71b5226ff739/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= | |||
golang.org/x/crypto v0.0.0-20190927123631-a832865fa7ad h1:5E5raQxcv+6CZ11RrBYQe5WRbUIWpScjh0kvHZkZIrQ= | |||
golang.org/x/crypto v0.0.0-20190927123631-a832865fa7ad/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= | |||
golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= | |||
golang.org/x/crypto v0.0.0-20200302210943-78000ba7a073 h1:xMPOj6Pz6UipU1wXLkrtqpHbR0AVFnyPEQq/wRWz9lM= | |||
golang.org/x/crypto v0.0.0-20200302210943-78000ba7a073/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= | |||
golang.org/x/crypto v0.0.0-20200323165209-0ec3e9974c59/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= | |||
golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= | |||
golang.org/x/crypto v0.0.0-20200709230013-948cd5f35899/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= | |||
golang.org/x/crypto v0.0.0-20200728195943-123391ffb6de h1:ikNHVSjEfnvz6sxdSPCaPt572qowuyMDMJLLm3Db3ig= | |||
golang.org/x/crypto v0.0.0-20200728195943-123391ffb6de/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= | |||
golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= | |||
@@ -831,7 +830,6 @@ golang.org/x/lint v0.0.0-20190301231843-5614ed5bae6f/go.mod h1:UVdnD1Gm6xHRNCYTk | |||
golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= | |||
golang.org/x/lint v0.0.0-20190409202823-959b441ac422/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= | |||
golang.org/x/mobile v0.0.0-20190312151609-d3739f865fa6/go.mod h1:z+o9i4GpDbdi3rU15maQ/Ox0txvL9dWGYEHz965HBQE= | |||
golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee h1:WG0RUwxtNT4qqaXX3DPA8zHFNm/D9xaBpxzHt1WcA/E= | |||
golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= | |||
golang.org/x/mod v0.2.0 h1:KU7oHjnv3XNWfa5COkzUifxZmxp1TyI7ImMXqFxLwvQ= | |||
golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= | |||
@@ -862,16 +860,15 @@ golang.org/x/net v0.0.0-20190813141303-74dc4d7220e7/go.mod h1:z5CRVTTTmAJ677TzLL | |||
golang.org/x/net v0.0.0-20190827160401-ba9fcec4b297/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= | |||
golang.org/x/net v0.0.0-20200202094626-16171245cfb2/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= | |||
golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= | |||
golang.org/x/net v0.0.0-20200301022130-244492dfa37a h1:GuSPYbZzB5/dcLNCwLQLsg3obCJtX9IJhpXkvY7kzk0= | |||
golang.org/x/net v0.0.0-20200301022130-244492dfa37a/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= | |||
golang.org/x/net v0.0.0-20200324143707-d3edc9973b7e/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= | |||
golang.org/x/net v0.0.0-20200625001655-4c5254603344 h1:vGXIOMxbNfDTk/aXCmfdLgkrSV+Z2tcbze+pEc3v5W4= | |||
golang.org/x/net v0.0.0-20200625001655-4c5254603344/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= | |||
golang.org/x/net v0.0.0-20200707034311-ab3426394381 h1:VXak5I6aEWmAXeQjA+QSZzlgNrpq9mjcfDemuexIKsU= | |||
golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= | |||
golang.org/x/oauth2 v0.0.0-20180620175406-ef147856a6dd/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= | |||
golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= | |||
golang.org/x/oauth2 v0.0.0-20181106182150-f42d05182288/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= | |||
golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= | |||
golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45 h1:SVwTIAaPC2U/AvvLNZ2a7OVsmBpC8L5BlwK1whH3hm0= | |||
golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= | |||
golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d h1:TzXSXBo42m9gQenoE3b9BGiEpg5IG2JkU5FkPIawgtw= | |||
golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= | |||
@@ -909,26 +906,24 @@ golang.org/x/sys v0.0.0-20190801041406-cbf593c0f2f3/go.mod h1:h1NjWce9XRLGQEsW7w | |||
golang.org/x/sys v0.0.0-20190813064441-fde4db37ae7a/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= | |||
golang.org/x/sys v0.0.0-20190826190057-c7b8b68b1456/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= | |||
golang.org/x/sys v0.0.0-20190907184412-d223b2b6db03/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= | |||
golang.org/x/sys v0.0.0-20191010194322-b09406accb47 h1:/XfQ9z7ib8eEJX2hdgFTZJ/ntt0swNk5oYBziWeTCvY= | |||
golang.org/x/sys v0.0.0-20191010194322-b09406accb47/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= | |||
golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= | |||
golang.org/x/sys v0.0.0-20200116001909-b77594299b42/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= | |||
golang.org/x/sys v0.0.0-20200202164722-d101bd2416d5/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= | |||
golang.org/x/sys v0.0.0-20200223170610-d5e6a3e2c0ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= | |||
golang.org/x/sys v0.0.0-20200302150141-5c8b2ff67527 h1:uYVVQ9WP/Ds2ROhcaGPeIdVq0RIXVLwsHlnvJ+cT1So= | |||
golang.org/x/sys v0.0.0-20200302150141-5c8b2ff67527/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= | |||
golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd h1:xhmwyvizuTgC2qz7ZlMluP20uW+C3Rm0FD/WLDX8884= | |||
golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= | |||
golang.org/x/sys v0.0.0-20200413165638-669c56c373c4/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= | |||
golang.org/x/sys v0.0.0-20200615200032-f1bc736245b1 h1:ogLJMz+qpzav7lGMh10LMvAkM/fAoGlaiiHYiFYdm80= | |||
golang.org/x/sys v0.0.0-20200615200032-f1bc736245b1/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= | |||
golang.org/x/sys v0.0.0-20200625212154-ddb9806d33ae h1:Ih9Yo4hSPImZOpfGuA4bR/ORKTAbhZo2AbWNRCnevdo= | |||
golang.org/x/sys v0.0.0-20200625212154-ddb9806d33ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= | |||
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= | |||
golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= | |||
golang.org/x/text v0.3.2 h1:tW2bmiBqwgJj/UpqtC8EpXEZVYOwU0yG4iWbprSVAcs= | |||
golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= | |||
golang.org/x/text v0.3.3 h1:cokOdA+Jmi5PJGXLlLllQSgYigAEfHXJAERHVMaCc2k= | |||
golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= | |||
golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= | |||
golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= | |||
golang.org/x/time v0.0.0-20191024005414-555d28b269f0 h1:/5xXl8Y5W96D+TtHSlonuFqGHIWVuyCkGJLwGh9JJFs= | |||
golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= | |||
golang.org/x/time v0.0.0-20200416051211-89c76fbcd5d1 h1:NusfzzA6yGQ+ua51ck7E3omNUX/JuqbFSaRGqU8CcLI= | |||
golang.org/x/time v0.0.0-20200416051211-89c76fbcd5d1/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= | |||
@@ -951,7 +946,6 @@ golang.org/x/tools v0.0.0-20190628153133-6cdbf07be9d0/go.mod h1:/rFqwRUd4F7ZHNgw | |||
golang.org/x/tools v0.0.0-20190823170909-c4a336ef6a2f/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= | |||
golang.org/x/tools v0.0.0-20190907020128-2ca718005c18/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= | |||
golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= | |||
golang.org/x/tools v0.0.0-20200225230052-807dcd883420 h1:4RJNOV+2rLxMEfr6QIpC7GEv9MjD6ApGXTCLrNF9+eA= | |||
golang.org/x/tools v0.0.0-20200225230052-807dcd883420/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= | |||
golang.org/x/tools v0.0.0-20200325010219-a49f79bcc224 h1:azwY/v0y0K4mFHVsg5+UrTgchqALYWpqVo6vL5OmkmI= | |||
golang.org/x/tools v0.0.0-20200325010219-a49f79bcc224/go.mod h1:Sl4aGygMT6LrqrWclx+PTx3U+LnKx/seiNR+3G19Ar8= | |||
@@ -960,7 +954,6 @@ golang.org/x/tools v0.0.0-20200814230902-9882f1d1823d/go.mod h1:njjCfa9FT2d7l9Bc | |||
golang.org/x/xerrors v0.0.0-20190410155217-1f06c39b4373/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= | |||
golang.org/x/xerrors v0.0.0-20190513163551-3ee3066db522/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= | |||
golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= | |||
golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898 h1:/atklqdjdhuosWIl6AIbOeHJjicWYPqR9bpxqxYG2pA= | |||
golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= | |||
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543 h1:E7g+9GITq07hpfrRu66IVDexMakfv52eLZ2CXBWiKr4= | |||
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= | |||
@@ -977,7 +970,6 @@ google.golang.org/appengine v1.5.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7 | |||
google.golang.org/appengine v1.6.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= | |||
google.golang.org/appengine v1.6.1/go.mod h1:i06prIuMbXzDqacNJfV5OdTW448YApPu5ww/cMBSeb0= | |||
google.golang.org/appengine v1.6.2/go.mod h1:i06prIuMbXzDqacNJfV5OdTW448YApPu5ww/cMBSeb0= | |||
google.golang.org/appengine v1.6.4 h1:WiKh4+/eMB2HaY7QhCfW/R7MuRAoA8QMCSJA6jP5/fo= | |||
google.golang.org/appengine v1.6.4/go.mod h1:i06prIuMbXzDqacNJfV5OdTW448YApPu5ww/cMBSeb0= | |||
google.golang.org/appengine v1.6.5 h1:tycE03LOZYQNhDpS27tcQdAzLCVMaj7QT2SXxebnpCM= | |||
google.golang.org/appengine v1.6.5/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= | |||
@@ -998,7 +990,6 @@ google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLY | |||
google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= | |||
google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= | |||
google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= | |||
google.golang.org/protobuf v1.21.0 h1:qdOKuR/EIArgaWNjetjgTzgVTAZ+S/WXVrq9HW9zimw= | |||
google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= | |||
google.golang.org/protobuf v1.22.0 h1:cJv5/xdbk1NnMPR1VP9+HU6gupuG9MLBoH1r6RHZ2MY= | |||
google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= | |||
@@ -1009,7 +1000,6 @@ gopkg.in/asn1-ber.v1 v1.0.0-20150924051756-4e86f4367175 h1:nn6Zav2sOQHCFJHEspya8 | |||
gopkg.in/asn1-ber.v1 v1.0.0-20150924051756-4e86f4367175/go.mod h1:cuepJuh7vyXfUyUwEgHQXw849cJrilpS5NeIjOWESAw= | |||
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= | |||
gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= | |||
gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15 h1:YR8cESwS4TdDjEe65xsg0ogRM/Nc3DYOhEAlW+xobZo= | |||
gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= | |||
gopkg.in/check.v1 v1.0.0-20200227125254-8fa46927fb4f h1:BLraFXnmrev5lT+xlilqcH8XK9/i0At2xKjWk4p6zsU= | |||
gopkg.in/check.v1 v1.0.0-20200227125254-8fa46927fb4f/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= | |||
@@ -1022,8 +1012,8 @@ gopkg.in/ini.v1 v1.42.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k= | |||
gopkg.in/ini.v1 v1.44.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k= | |||
gopkg.in/ini.v1 v1.44.2/go.mod h1:M3Cogqpuv0QCi3ExAY5V4uOt4qb/R3xZubo9m8lK5wg= | |||
gopkg.in/ini.v1 v1.46.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k= | |||
gopkg.in/ini.v1 v1.52.0 h1:j+Lt/M1oPPejkniCg1TkWE2J3Eh1oZTsHSXzMTzUXn4= | |||
gopkg.in/ini.v1 v1.52.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k= | |||
gopkg.in/ini.v1 v1.57.0 h1:9unxIsFcTt4I55uWluz+UmL95q4kdJ0buvQ1ZIqVQww= | |||
gopkg.in/ini.v1 v1.57.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k= | |||
gopkg.in/ldap.v3 v3.0.2 h1:R6RBtabK6e1GO0eQKtkyOFbAHO73QesLzI2w2DZ6b9w= | |||
gopkg.in/ldap.v3 v3.0.2/go.mod h1:oxD7NyBuxchC+SgJDE1Q5Od05eGt29SDQVBmV+HYbzw= | |||
gopkg.in/resty.v1 v1.12.0/go.mod h1:mDo4pnntr5jdWRML875a/NmxYqAlA73dVijT2AXvQQo= | |||
@@ -1034,12 +1024,9 @@ gopkg.in/warnings.v0 v0.1.2 h1:wFXVbFY8DY5/xOe1ECiWdKCzZlxgshcYVNkBHstARME= | |||
gopkg.in/warnings.v0 v0.1.2/go.mod h1:jksf8JmL6Qr/oQM2OXTHunEvvTAsrWBLb6OOjuVWRNI= | |||
gopkg.in/yaml.v2 v2.0.0-20170812160011-eb3733d160e7/go.mod h1:JAlM8MvJe8wmxCU4Bli9HhUf9+ttbYbLASfIpnQbh74= | |||
gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= | |||
gopkg.in/yaml.v2 v2.2.2 h1:ZCJp+EgiOT7lHqUV2J862kp8Qj64Jo6az82+3Td9dZw= | |||
gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= | |||
gopkg.in/yaml.v2 v2.2.4 h1:/eiJrUcujPVeJ3xlSWaiNi3uSVmDGBK1pDHUHAnao1I= | |||
gopkg.in/yaml.v2 v2.2.4/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= | |||
gopkg.in/yaml.v2 v2.2.7/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= | |||
gopkg.in/yaml.v2 v2.2.8 h1:obN1ZagJSUGI0Ek/LBmuj4SNLPfIny3KsKFopxRdj10= | |||
gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= | |||
gopkg.in/yaml.v2 v2.3.0 h1:clyUAQHOM3G0M3f5vQj7LuJrETvjVot3Z5el9nffUtU= | |||
gopkg.in/yaml.v2 v2.3.0/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= | |||
@@ -1053,13 +1040,11 @@ mvdan.cc/xurls/v2 v2.1.0/go.mod h1:5GrSd9rOnKOpZaji1OZLYL/yeAAtGDlo/cFe+8K5n8E= | |||
rsc.io/binaryregexp v0.2.0/go.mod h1:qTv7/COck+e2FymRvadv62gMdZztPaShugOCi3I+8D8= | |||
strk.kbt.io/projects/go/libravatar v0.0.0-20191008002943-06d1c002b251 h1:mUcz5b3FJbP5Cvdq7Khzn6J9OCUQJaBwgBkCR+MOwSs= | |||
strk.kbt.io/projects/go/libravatar v0.0.0-20191008002943-06d1c002b251/go.mod h1:FJGmPh3vz9jSos1L/F91iAgnC/aejc0wIIrF2ZwJxdY= | |||
xorm.io/builder v0.3.6 h1:ha28mQ2M+TFx96Hxo+iq6tQgnkC9IZkM6D8w9sKHHF8= | |||
xorm.io/builder v0.3.6/go.mod h1:LEFAPISnRzG+zxaxj2vPicRwz67BdhFreKg8yv8/TgU= | |||
xorm.io/builder v0.3.7 h1:2pETdKRK+2QG4mLX4oODHEhn5Z8j1m8sXa7jfu+/SZI= | |||
xorm.io/builder v0.3.7/go.mod h1:aUW0S9eb9VCaPohFCH3j7czOx1PMW3i1HrSzbLYGBSE= | |||
xorm.io/core v0.7.2 h1:mEO22A2Z7a3fPaZMk6gKL/jMD80iiyNwRrX5HOv3XLw= | |||
xorm.io/core v0.7.2/go.mod h1:jJfd0UAEzZ4t87nbQYtVjmqpIODugN6PD2D9E+dJvdM= | |||
xorm.io/xorm v0.8.0 h1:iALxgJrX8O00f8Jk22GbZwPmxJNgssV5Mv4uc2HL9PM= | |||
xorm.io/xorm v0.8.0/go.mod h1:ZkJLEYLoVyg7amJK/5r779bHyzs2AU8f8VMiP6BM7uY= | |||
xorm.io/xorm v1.0.4-0.20200718080127-318102c9ff87 h1:vgc2F0wjD0cyrNrSKiIdWu123wuKkPQI84DZUKvJ6ns= | |||
xorm.io/xorm v1.0.4-0.20200718080127-318102c9ff87/go.mod h1:uF9EtbhODq5kNWxMbnBEj8hRRZnlcNSz2t2N7HW/+A4= |
@@ -9,14 +9,13 @@ import ( | |||
"image" | |||
"image/png" | |||
"io" | |||
"io/ioutil" | |||
"mime/multipart" | |||
"net/http" | |||
"os" | |||
"path" | |||
"strings" | |||
"testing" | |||
"code.gitea.io/gitea/models" | |||
"code.gitea.io/gitea/modules/storage" | |||
"code.gitea.io/gitea/modules/test" | |||
"github.com/stretchr/testify/assert" | |||
@@ -123,10 +122,7 @@ func TestGetAttachment(t *testing.T) { | |||
t.Run(tc.name, func(t *testing.T) { | |||
//Write empty file to be available for response | |||
if tc.createFile { | |||
localPath := models.AttachmentLocalPath(tc.uuid) | |||
err := os.MkdirAll(path.Dir(localPath), os.ModePerm) | |||
assert.NoError(t, err) | |||
err = ioutil.WriteFile(localPath, []byte("hello world"), 0644) | |||
_, err := storage.Attachments.Save(models.AttachmentRelativePath(tc.uuid), strings.NewReader("hello world")) | |||
assert.NoError(t, err) | |||
} | |||
//Actual test | |||
@@ -42,7 +42,15 @@ APP_DATA_PATH = integrations/gitea-integration-mysql/data | |||
BUILTIN_SSH_SERVER_USER = git | |||
[attachment] | |||
PATH = integrations/gitea-integration-mysql/data | |||
STORE_TYPE = minio | |||
SERVE_DIRECT = false | |||
MINIO_ENDPOINT = minio:9000 | |||
MINIO_ACCESS_KEY_ID = 123456 | |||
MINIO_SECRET_ACCESS_KEY = 12345678 | |||
MINIO_BUCKET = gitea | |||
MINIO_LOCATION = us-east-1 | |||
MINIO_BASE_PATH = attachments/ | |||
MINIO_USE_SSL = false | |||
[mailer] | |||
ENABLED = true | |||
@@ -68,6 +68,7 @@ arguments - which can alternatively be run by running the subcommand web.` | |||
cmd.CmdDoctor, | |||
cmd.CmdManager, | |||
cmd.Cmdembedded, | |||
cmd.CmdMigrateStorage, | |||
} | |||
// Now adjust these commands to add our global configuration options | |||
@@ -1,4 +1,5 @@ | |||
// Copyright 2014 The Gogs Authors. All rights reserved. | |||
// Copyright 2020 The Gitea Authors. All rights reserved. | |||
// Use of this source code is governed by a MIT-style | |||
// license that can be found in the LICENSE file. | |||
@@ -8,6 +9,7 @@ import ( | |||
"fmt" | |||
"code.gitea.io/gitea/modules/log" | |||
"code.gitea.io/gitea/modules/storage" | |||
"code.gitea.io/gitea/modules/timeutil" | |||
"code.gitea.io/gitea/modules/util" | |||
@@ -65,6 +67,18 @@ func RemoveAllWithNotice(title, path string) { | |||
removeAllWithNotice(x, title, path) | |||
} | |||
// RemoveStorageWithNotice removes a file from the storage and | |||
// creates a system notice when error occurs. | |||
func RemoveStorageWithNotice(bucket storage.ObjectStorage, title, path string) { | |||
if err := bucket.Delete(path); err != nil { | |||
desc := fmt.Sprintf("%s [%s]: %v", title, path, err) | |||
log.Warn(title+" [%s]: %v", path, err) | |||
if err = createNotice(x, NoticeRepository, desc); err != nil { | |||
log.Error("CreateRepositoryNotice: %v", err) | |||
} | |||
} | |||
} | |||
func removeAllWithNotice(e Engine, title, path string) { | |||
if err := util.RemoveAll(path); err != nil { | |||
desc := fmt.Sprintf("%s [%s]: %v", title, path, err) | |||
@@ -5,15 +5,15 @@ | |||
package models | |||
import ( | |||
"bytes" | |||
"fmt" | |||
"io" | |||
"os" | |||
"path" | |||
"code.gitea.io/gitea/modules/setting" | |||
"code.gitea.io/gitea/modules/storage" | |||
api "code.gitea.io/gitea/modules/structs" | |||
"code.gitea.io/gitea/modules/timeutil" | |||
"code.gitea.io/gitea/modules/util" | |||
gouuid "github.com/google/uuid" | |||
"xorm.io/xorm" | |||
@@ -56,15 +56,14 @@ func (a *Attachment) APIFormat() *api.Attachment { | |||
} | |||
} | |||
// AttachmentLocalPath returns where attachment is stored in local file | |||
// system based on given UUID. | |||
func AttachmentLocalPath(uuid string) string { | |||
return path.Join(setting.AttachmentPath, uuid[0:1], uuid[1:2], uuid) | |||
// AttachmentRelativePath returns the relative path | |||
func AttachmentRelativePath(uuid string) string { | |||
return path.Join(uuid[0:1], uuid[1:2], uuid) | |||
} | |||
// LocalPath returns where attachment is stored in local file system. | |||
func (a *Attachment) LocalPath() string { | |||
return AttachmentLocalPath(a.UUID) | |||
// RelativePath returns the relative path of the attachment | |||
func (a *Attachment) RelativePath() string { | |||
return AttachmentRelativePath(a.UUID) | |||
} | |||
// DownloadURL returns the download url of the attached file | |||
@@ -100,29 +99,11 @@ func (a *Attachment) LinkedRepository() (*Repository, UnitType, error) { | |||
func NewAttachment(attach *Attachment, buf []byte, file io.Reader) (_ *Attachment, err error) { | |||
attach.UUID = gouuid.New().String() | |||
localPath := attach.LocalPath() | |||
if err = os.MkdirAll(path.Dir(localPath), os.ModePerm); err != nil { | |||
return nil, fmt.Errorf("MkdirAll: %v", err) | |||
} | |||
fw, err := os.Create(localPath) | |||
size, err := storage.Attachments.Save(attach.RelativePath(), io.MultiReader(bytes.NewReader(buf), file)) | |||
if err != nil { | |||
return nil, fmt.Errorf("Create: %v", err) | |||
} | |||
defer fw.Close() | |||
if _, err = fw.Write(buf); err != nil { | |||
return nil, fmt.Errorf("Write: %v", err) | |||
} else if _, err = io.Copy(fw, file); err != nil { | |||
return nil, fmt.Errorf("Copy: %v", err) | |||
} | |||
// Update file size | |||
var fi os.FileInfo | |||
if fi, err = fw.Stat(); err != nil { | |||
return nil, fmt.Errorf("file size: %v", err) | |||
} | |||
attach.Size = fi.Size() | |||
attach.Size = size | |||
if _, err := x.Insert(attach); err != nil { | |||
return nil, err | |||
@@ -238,7 +219,7 @@ func DeleteAttachments(attachments []*Attachment, remove bool) (int, error) { | |||
if remove { | |||
for i, a := range attachments { | |||
if err := util.Remove(a.LocalPath()); err != nil { | |||
if err := storage.Attachments.Delete(a.RelativePath()); err != nil { | |||
return i, err | |||
} | |||
} | |||
@@ -290,3 +271,25 @@ func DeleteAttachmentsByRelease(releaseID int64) error { | |||
_, err := x.Where("release_id = ?", releaseID).Delete(&Attachment{}) | |||
return err | |||
} | |||
// IterateAttachment iterates attachments; it should not be used when Gitea is servicing users. | |||
func IterateAttachment(f func(attach *Attachment) error) error { | |||
var start int | |||
const batchSize = 100 | |||
for { | |||
var attachments = make([]*Attachment, 0, batchSize) | |||
if err := x.Limit(batchSize, start).Find(&attachments); err != nil { | |||
return err | |||
} | |||
if len(attachments) == 0 { | |||
return nil | |||
} | |||
start += len(attachments) | |||
for _, attach := range attachments { | |||
if err := f(attach); err != nil { | |||
return err | |||
} | |||
} | |||
} | |||
} |
@@ -1983,8 +1983,9 @@ func deleteIssuesByRepoID(sess Engine, repoID int64) (attachmentPaths []string, | |||
Find(&attachments); err != nil { | |||
return | |||
} | |||
for j := range attachments { | |||
attachmentPaths = append(attachmentPaths, attachments[j].LocalPath()) | |||
attachmentPaths = append(attachmentPaths, attachments[j].RelativePath()) | |||
} | |||
if _, err = sess.In("issue_id", deleteCond). | |||
@@ -6,7 +6,7 @@ package migrations | |||
import ( | |||
"fmt" | |||
"path" | |||
"path/filepath" | |||
"code.gitea.io/gitea/modules/setting" | |||
"code.gitea.io/gitea/modules/util" | |||
@@ -31,7 +31,7 @@ func removeAttachmentMissedRepo(x *xorm.Engine) error { | |||
for i := 0; i < len(attachments); i++ { | |||
uuid := attachments[i].UUID | |||
if err = util.RemoveAll(path.Join(setting.AttachmentPath, uuid[0:1], uuid[1:2], uuid)); err != nil { | |||
if err = util.RemoveAll(filepath.Join(setting.Attachment.Path, uuid[0:1], uuid[1:2], uuid)); err != nil { | |||
fmt.Printf("Error: %v", err) | |||
} | |||
} | |||
@@ -5,7 +5,7 @@ | |||
package migrations | |||
import ( | |||
"path" | |||
"path/filepath" | |||
"code.gitea.io/gitea/modules/setting" | |||
"code.gitea.io/gitea/modules/util" | |||
@@ -14,7 +14,6 @@ import ( | |||
) | |||
func deleteOrphanedAttachments(x *xorm.Engine) error { | |||
type Attachment struct { | |||
ID int64 `xorm:"pk autoincr"` | |||
UUID string `xorm:"uuid UNIQUE"` | |||
@@ -23,12 +22,6 @@ func deleteOrphanedAttachments(x *xorm.Engine) error { | |||
CommentID int64 | |||
} | |||
// AttachmentLocalPath returns where attachment is stored in local file | |||
// system based on given UUID. | |||
AttachmentLocalPath := func(uuid string) string { | |||
return path.Join(setting.AttachmentPath, uuid[0:1], uuid[1:2], uuid) | |||
} | |||
sess := x.NewSession() | |||
defer sess.Close() | |||
@@ -53,12 +46,15 @@ func deleteOrphanedAttachments(x *xorm.Engine) error { | |||
for _, attachment := range attachements { | |||
ids = append(ids, attachment.ID) | |||
} | |||
if _, err := sess.In("id", ids).Delete(new(Attachment)); err != nil { | |||
return err | |||
if len(ids) > 0 { | |||
if _, err := sess.In("id", ids).Delete(new(Attachment)); err != nil { | |||
return err | |||
} | |||
} | |||
for _, attachment := range attachements { | |||
if err := util.RemoveAll(AttachmentLocalPath(attachment.UUID)); err != nil { | |||
uuid := attachment.UUID | |||
if err := util.RemoveAll(filepath.Join(setting.Attachment.Path, uuid[0:1], uuid[1:2], uuid)); err != nil { | |||
return err | |||
} | |||
} | |||
@@ -32,6 +32,7 @@ import ( | |||
"code.gitea.io/gitea/modules/markup" | |||
"code.gitea.io/gitea/modules/options" | |||
"code.gitea.io/gitea/modules/setting" | |||
"code.gitea.io/gitea/modules/storage" | |||
api "code.gitea.io/gitea/modules/structs" | |||
"code.gitea.io/gitea/modules/timeutil" | |||
"code.gitea.io/gitea/modules/util" | |||
@@ -1595,7 +1596,7 @@ func DeleteRepository(doer *User, uid, repoID int64) error { | |||
} | |||
releaseAttachments := make([]string, 0, len(attachments)) | |||
for i := 0; i < len(attachments); i++ { | |||
releaseAttachments = append(releaseAttachments, attachments[i].LocalPath()) | |||
releaseAttachments = append(releaseAttachments, attachments[i].RelativePath()) | |||
} | |||
if _, err = sess.Exec("UPDATE `user` SET num_stars=num_stars-1 WHERE id IN (SELECT `uid` FROM `star` WHERE repo_id = ?)", repo.ID); err != nil { | |||
@@ -1720,12 +1721,12 @@ func DeleteRepository(doer *User, uid, repoID int64) error { | |||
// Remove issue attachment files. | |||
for i := range attachmentPaths { | |||
removeAllWithNotice(x, "Delete issue attachment", attachmentPaths[i]) | |||
RemoveStorageWithNotice(storage.Attachments, "Delete issue attachment", attachmentPaths[i]) | |||
} | |||
// Remove release attachment files. | |||
for i := range releaseAttachments { | |||
removeAllWithNotice(x, "Delete release attachment", releaseAttachments[i]) | |||
RemoveStorageWithNotice(storage.Attachments, "Delete release attachment", releaseAttachments[i]) | |||
} | |||
if len(repo.Avatar) > 0 { | |||
@@ -15,6 +15,7 @@ import ( | |||
"code.gitea.io/gitea/modules/base" | |||
"code.gitea.io/gitea/modules/setting" | |||
"code.gitea.io/gitea/modules/storage" | |||
"code.gitea.io/gitea/modules/util" | |||
"github.com/stretchr/testify/assert" | |||
@@ -67,6 +68,11 @@ func MainTest(m *testing.M, pathToGiteaRoot string) { | |||
fatalTestError("url.Parse: %v\n", err) | |||
} | |||
setting.Attachment.Path = filepath.Join(setting.AppDataPath, "attachments") | |||
if err = storage.Init(); err != nil { | |||
fatalTestError("storage.Init: %v\n", err) | |||
} | |||
if err = util.RemoveAll(setting.RepoRootPath); err != nil { | |||
fatalTestError("util.RemoveAll: %v\n", err) | |||
} | |||
@@ -319,7 +319,7 @@ func Contexter() macaron.Handler { | |||
// If request sends files, parse them here otherwise the Query() can't be parsed and the CsrfToken will be invalid. | |||
if ctx.Req.Method == "POST" && strings.Contains(ctx.Req.Header.Get("Content-Type"), "multipart/form-data") { | |||
if err := ctx.Req.ParseMultipartForm(setting.AttachmentMaxSize << 20); err != nil && !strings.Contains(err.Error(), "EOF") { // 32MB max size | |||
if err := ctx.Req.ParseMultipartForm(setting.Attachment.MaxSize << 20); err != nil && !strings.Contains(err.Error(), "EOF") { // 32MB max size | |||
ctx.ServerError("ParseMultipartForm", err) | |||
return | |||
} | |||
@@ -13,7 +13,6 @@ import ( | |||
"net/http" | |||
"net/url" | |||
"os" | |||
"path" | |||
"path/filepath" | |||
"strings" | |||
"sync" | |||
@@ -26,6 +25,7 @@ import ( | |||
"code.gitea.io/gitea/modules/repository" | |||
repo_module "code.gitea.io/gitea/modules/repository" | |||
"code.gitea.io/gitea/modules/setting" | |||
"code.gitea.io/gitea/modules/storage" | |||
"code.gitea.io/gitea/modules/structs" | |||
"code.gitea.io/gitea/modules/timeutil" | |||
@@ -275,18 +275,7 @@ func (g *GiteaLocalUploader) CreateReleases(releases ...*base.Release) error { | |||
} | |||
defer resp.Body.Close() | |||
localPath := attach.LocalPath() | |||
if err = os.MkdirAll(path.Dir(localPath), os.ModePerm); err != nil { | |||
return fmt.Errorf("MkdirAll: %v", err) | |||
} | |||
fw, err := os.Create(localPath) | |||
if err != nil { | |||
return fmt.Errorf("Create: %v", err) | |||
} | |||
defer fw.Close() | |||
_, err = io.Copy(fw, resp.Body) | |||
_, err = storage.Attachments.Save(attach.RelativePath(), resp.Body) | |||
return err | |||
}() | |||
if err != nil { | |||
@@ -0,0 +1,75 @@ | |||
// Copyright 2020 The Gitea Authors. All rights reserved. | |||
// Use of this source code is governed by a MIT-style | |||
// license that can be found in the LICENSE file. | |||
package setting | |||
import ( | |||
"path" | |||
"path/filepath" | |||
"strings" | |||
) | |||
var ( | |||
// Attachment settings | |||
Attachment = struct { | |||
StoreType string | |||
Path string | |||
ServeDirect bool | |||
Minio struct { | |||
Endpoint string | |||
AccessKeyID string | |||
SecretAccessKey string | |||
UseSSL bool | |||
Bucket string | |||
Location string | |||
BasePath string | |||
} | |||
AllowedTypes string | |||
MaxSize int64 | |||
MaxFiles int | |||
Enabled bool | |||
}{ | |||
StoreType: "local", | |||
ServeDirect: false, | |||
Minio: struct { | |||
Endpoint string | |||
AccessKeyID string | |||
SecretAccessKey string | |||
UseSSL bool | |||
Bucket string | |||
Location string | |||
BasePath string | |||
}{}, | |||
AllowedTypes: "image/jpeg,image/png,application/zip,application/gzip", | |||
MaxSize: 4, | |||
MaxFiles: 5, | |||
Enabled: true, | |||
} | |||
) | |||
func newAttachmentService() { | |||
sec := Cfg.Section("attachment") | |||
Attachment.StoreType = sec.Key("STORE_TYPE").MustString("local") | |||
Attachment.ServeDirect = sec.Key("SERVE_DIRECT").MustBool(false) | |||
switch Attachment.StoreType { | |||
case "local": | |||
Attachment.Path = sec.Key("PATH").MustString(path.Join(AppDataPath, "attachments")) | |||
if !filepath.IsAbs(Attachment.Path) { | |||
Attachment.Path = path.Join(AppWorkPath, Attachment.Path) | |||
} | |||
case "minio": | |||
Attachment.Minio.Endpoint = sec.Key("MINIO_ENDPOINT").MustString("localhost:9000") | |||
Attachment.Minio.AccessKeyID = sec.Key("MINIO_ACCESS_KEY_ID").MustString("") | |||
Attachment.Minio.SecretAccessKey = sec.Key("MINIO_SECRET_ACCESS_KEY").MustString("") | |||
Attachment.Minio.Bucket = sec.Key("MINIO_BUCKET").MustString("gitea") | |||
Attachment.Minio.Location = sec.Key("MINIO_LOCATION").MustString("us-east-1") | |||
Attachment.Minio.BasePath = sec.Key("MINIO_BASE_PATH").MustString("attachments/") | |||
Attachment.Minio.UseSSL = sec.Key("MINIO_USE_SSL").MustBool(false) | |||
} | |||
Attachment.AllowedTypes = strings.Replace(sec.Key("ALLOWED_TYPES").MustString("image/jpeg,image/png,application/zip,application/gzip"), "|", ",", -1) | |||
Attachment.MaxSize = sec.Key("MAX_SIZE").MustInt64(4) | |||
Attachment.MaxFiles = sec.Key("MAX_FILES").MustInt(5) | |||
Attachment.Enabled = sec.Key("ENABLED").MustBool(true) | |||
} |
@@ -299,13 +299,6 @@ var ( | |||
AccessLogTemplate string | |||
EnableXORMLog bool | |||
// Attachment settings | |||
AttachmentPath string | |||
AttachmentAllowedTypes string | |||
AttachmentMaxSize int64 | |||
AttachmentMaxFiles int | |||
AttachmentEnabled bool | |||
// Time settings | |||
TimeFormat string | |||
// UILocation is the location on the UI, so that we can display the time on UI. | |||
@@ -840,15 +833,7 @@ func NewContext() { | |||
} | |||
} | |||
sec = Cfg.Section("attachment") | |||
AttachmentPath = sec.Key("PATH").MustString(path.Join(AppDataPath, "attachments")) | |||
if !filepath.IsAbs(AttachmentPath) { | |||
AttachmentPath = path.Join(AppWorkPath, AttachmentPath) | |||
} | |||
AttachmentAllowedTypes = strings.Replace(sec.Key("ALLOWED_TYPES").MustString("image/jpeg,image/png,application/zip,application/gzip"), "|", ",", -1) | |||
AttachmentMaxSize = sec.Key("MAX_SIZE").MustInt64(4) | |||
AttachmentMaxFiles = sec.Key("MAX_FILES").MustInt(5) | |||
AttachmentEnabled = sec.Key("ENABLED").MustBool(true) | |||
newAttachmentService() | |||
timeFormatKey := Cfg.Section("time").Key("FORMAT").MustString("") | |||
if timeFormatKey != "" { | |||
@@ -0,0 +1,70 @@ | |||
// Copyright 2020 The Gitea Authors. All rights reserved. | |||
// Use of this source code is governed by a MIT-style | |||
// license that can be found in the LICENSE file. | |||
package storage | |||
import ( | |||
"io" | |||
"net/url" | |||
"os" | |||
"path/filepath" | |||
"code.gitea.io/gitea/modules/util" | |||
) | |||
var ( | |||
_ ObjectStorage = &LocalStorage{} | |||
) | |||
// LocalStorage represents a local files storage | |||
type LocalStorage struct { | |||
dir string | |||
} | |||
// NewLocalStorage returns a local files | |||
func NewLocalStorage(bucket string) (*LocalStorage, error) { | |||
if err := os.MkdirAll(bucket, os.ModePerm); err != nil { | |||
return nil, err | |||
} | |||
return &LocalStorage{ | |||
dir: bucket, | |||
}, nil | |||
} | |||
// Open a file | |||
func (l *LocalStorage) Open(path string) (io.ReadCloser, error) { | |||
return os.Open(filepath.Join(l.dir, path)) | |||
} | |||
// Save a file | |||
func (l *LocalStorage) Save(path string, r io.Reader) (int64, error) { | |||
p := filepath.Join(l.dir, path) | |||
if err := os.MkdirAll(filepath.Dir(p), os.ModePerm); err != nil { | |||
return 0, err | |||
} | |||
// always override | |||
if err := util.Remove(p); err != nil { | |||
return 0, err | |||
} | |||
f, err := os.Create(p) | |||
if err != nil { | |||
return 0, err | |||
} | |||
defer f.Close() | |||
return io.Copy(f, r) | |||
} | |||
// Delete delete a file | |||
func (l *LocalStorage) Delete(path string) error { | |||
p := filepath.Join(l.dir, path) | |||
return util.Remove(p) | |||
} | |||
// URL gets the redirect URL to a file | |||
func (l *LocalStorage) URL(path, name string) (*url.URL, error) { | |||
return nil, ErrURLNotSupported | |||
} |
@@ -0,0 +1,101 @@ | |||
// Copyright 2020 The Gitea Authors. All rights reserved. | |||
// Use of this source code is governed by a MIT-style | |||
// license that can be found in the LICENSE file. | |||
package storage | |||
import ( | |||
"context" | |||
"io" | |||
"net/url" | |||
"path" | |||
"strings" | |||
"time" | |||
"github.com/minio/minio-go/v7" | |||
"github.com/minio/minio-go/v7/pkg/credentials" | |||
) | |||
var ( | |||
_ ObjectStorage = &MinioStorage{} | |||
quoteEscaper = strings.NewReplacer("\\", "\\\\", `"`, "\\\"") | |||
) | |||
// MinioStorage returns a minio bucket storage | |||
type MinioStorage struct { | |||
ctx context.Context | |||
client *minio.Client | |||
bucket string | |||
basePath string | |||
} | |||
// NewMinioStorage returns a minio storage | |||
func NewMinioStorage(ctx context.Context, endpoint, accessKeyID, secretAccessKey, bucket, location, basePath string, useSSL bool) (*MinioStorage, error) { | |||
minioClient, err := minio.New(endpoint, &minio.Options{ | |||
Creds: credentials.NewStaticV4(accessKeyID, secretAccessKey, ""), | |||
Secure: useSSL, | |||
}) | |||
if err != nil { | |||
return nil, err | |||
} | |||
if err := minioClient.MakeBucket(ctx, bucket, minio.MakeBucketOptions{ | |||
Region: location, | |||
}); err != nil { | |||
// Check to see if we already own this bucket (which happens if you run this twice) | |||
exists, errBucketExists := minioClient.BucketExists(ctx, bucket) | |||
if !exists || errBucketExists != nil { | |||
return nil, err | |||
} | |||
} | |||
return &MinioStorage{ | |||
ctx: ctx, | |||
client: minioClient, | |||
bucket: bucket, | |||
basePath: basePath, | |||
}, nil | |||
} | |||
func (m *MinioStorage) buildMinioPath(p string) string { | |||
return strings.TrimPrefix(path.Join(m.basePath, p), "/") | |||
} | |||
// Open open a file | |||
func (m *MinioStorage) Open(path string) (io.ReadCloser, error) { | |||
var opts = minio.GetObjectOptions{} | |||
object, err := m.client.GetObject(m.ctx, m.bucket, m.buildMinioPath(path), opts) | |||
if err != nil { | |||
return nil, err | |||
} | |||
return object, nil | |||
} | |||
// Save save a file to minio | |||
func (m *MinioStorage) Save(path string, r io.Reader) (int64, error) { | |||
uploadInfo, err := m.client.PutObject( | |||
m.ctx, | |||
m.bucket, | |||
m.buildMinioPath(path), | |||
r, | |||
-1, | |||
minio.PutObjectOptions{ContentType: "application/octet-stream"}, | |||
) | |||
if err != nil { | |||
return 0, err | |||
} | |||
return uploadInfo.Size, nil | |||
} | |||
// Delete delete a file | |||
func (m *MinioStorage) Delete(path string) error { | |||
return m.client.RemoveObject(m.ctx, m.bucket, m.buildMinioPath(path), minio.RemoveObjectOptions{}) | |||
} | |||
// URL gets the redirect URL to a file. The presigned link is valid for 5 minutes. | |||
func (m *MinioStorage) URL(path, name string) (*url.URL, error) { | |||
reqParams := make(url.Values) | |||
// TODO it may be good to embed images with 'inline' like ServeData does, but we don't want to have to read the file, do we? | |||
reqParams.Set("response-content-disposition", "attachment; filename=\""+quoteEscaper.Replace(name)+"\"") | |||
return m.client.PresignedGetObject(m.ctx, m.bucket, m.buildMinioPath(path), 5*time.Minute, reqParams) | |||
} |
@@ -0,0 +1,73 @@ | |||
// Copyright 2020 The Gitea Authors. All rights reserved. | |||
// Use of this source code is governed by a MIT-style | |||
// license that can be found in the LICENSE file. | |||
package storage | |||
import ( | |||
"context" | |||
"errors" | |||
"fmt" | |||
"io" | |||
"net/url" | |||
"code.gitea.io/gitea/modules/setting" | |||
) | |||
var ( | |||
// ErrURLNotSupported represents url is not supported | |||
ErrURLNotSupported = errors.New("url method not supported") | |||
) | |||
// ObjectStorage represents an object storage to handle a bucket and files | |||
type ObjectStorage interface { | |||
Save(path string, r io.Reader) (int64, error) | |||
Open(path string) (io.ReadCloser, error) | |||
Delete(path string) error | |||
URL(path, name string) (*url.URL, error) | |||
} | |||
// Copy copys a file from source ObjectStorage to dest ObjectStorage | |||
func Copy(dstStorage ObjectStorage, dstPath string, srcStorage ObjectStorage, srcPath string) (int64, error) { | |||
f, err := srcStorage.Open(srcPath) | |||
if err != nil { | |||
return 0, err | |||
} | |||
defer f.Close() | |||
return dstStorage.Save(dstPath, f) | |||
} | |||
var ( | |||
// Attachments represents attachments storage | |||
Attachments ObjectStorage | |||
) | |||
// Init init the stoarge | |||
func Init() error { | |||
var err error | |||
switch setting.Attachment.StoreType { | |||
case "local": | |||
Attachments, err = NewLocalStorage(setting.Attachment.Path) | |||
case "minio": | |||
minio := setting.Attachment.Minio | |||
Attachments, err = NewMinioStorage( | |||
context.Background(), | |||
minio.Endpoint, | |||
minio.AccessKeyID, | |||
minio.SecretAccessKey, | |||
minio.Bucket, | |||
minio.Location, | |||
minio.BasePath, | |||
minio.UseSSL, | |||
) | |||
default: | |||
return fmt.Errorf("Unsupported attachment store type: %s", setting.Attachment.StoreType) | |||
} | |||
if err != nil { | |||
return err | |||
} | |||
return nil | |||
} |
@@ -154,7 +154,7 @@ func CreateReleaseAttachment(ctx *context.APIContext) { | |||
// "$ref": "#/responses/error" | |||
// Check if attachments are enabled | |||
if !setting.AttachmentEnabled { | |||
if !setting.Attachment.Enabled { | |||
ctx.NotFound("Attachment is not enabled") | |||
return | |||
} | |||
@@ -182,7 +182,7 @@ func CreateReleaseAttachment(ctx *context.APIContext) { | |||
} | |||
// Check if the filetype is allowed by the settings | |||
err = upload.VerifyAllowedContentType(buf, strings.Split(setting.AttachmentAllowedTypes, ",")) | |||
err = upload.VerifyAllowedContentType(buf, strings.Split(setting.Attachment.AllowedTypes, ",")) | |||
if err != nil { | |||
ctx.Error(http.StatusBadRequest, "DetectContentType", err) | |||
return | |||
@@ -28,6 +28,7 @@ import ( | |||
"code.gitea.io/gitea/modules/options" | |||
"code.gitea.io/gitea/modules/setting" | |||
"code.gitea.io/gitea/modules/ssh" | |||
"code.gitea.io/gitea/modules/storage" | |||
"code.gitea.io/gitea/modules/svg" | |||
"code.gitea.io/gitea/modules/task" | |||
"code.gitea.io/gitea/modules/webhook" | |||
@@ -54,6 +55,9 @@ func checkRunMode() { | |||
// NewServices init new services | |||
func NewServices() { | |||
setting.NewServices() | |||
if err := storage.Init(); err != nil { | |||
log.Fatal("storage init failed: %v", err) | |||
} | |||
mailer.NewContext() | |||
_ = cache.NewContext() | |||
notification.NewContext() | |||
@@ -7,26 +7,27 @@ package repo | |||
import ( | |||
"fmt" | |||
"net/http" | |||
"os" | |||
"strings" | |||
"code.gitea.io/gitea/models" | |||
"code.gitea.io/gitea/modules/context" | |||
"code.gitea.io/gitea/modules/log" | |||
"code.gitea.io/gitea/modules/setting" | |||
"code.gitea.io/gitea/modules/storage" | |||
"code.gitea.io/gitea/modules/upload" | |||
) | |||
func renderAttachmentSettings(ctx *context.Context) { | |||
ctx.Data["IsAttachmentEnabled"] = setting.AttachmentEnabled | |||
ctx.Data["AttachmentAllowedTypes"] = setting.AttachmentAllowedTypes | |||
ctx.Data["AttachmentMaxSize"] = setting.AttachmentMaxSize | |||
ctx.Data["AttachmentMaxFiles"] = setting.AttachmentMaxFiles | |||
ctx.Data["IsAttachmentEnabled"] = setting.Attachment.Enabled | |||
ctx.Data["AttachmentStoreType"] = setting.Attachment.StoreType | |||
ctx.Data["AttachmentAllowedTypes"] = setting.Attachment.AllowedTypes | |||
ctx.Data["AttachmentMaxSize"] = setting.Attachment.MaxSize | |||
ctx.Data["AttachmentMaxFiles"] = setting.Attachment.MaxFiles | |||
} | |||
// UploadAttachment response for uploading issue's attachment | |||
func UploadAttachment(ctx *context.Context) { | |||
if !setting.AttachmentEnabled { | |||
if !setting.Attachment.Enabled { | |||
ctx.Error(404, "attachment is not enabled") | |||
return | |||
} | |||
@@ -44,7 +45,7 @@ func UploadAttachment(ctx *context.Context) { | |||
buf = buf[:n] | |||
} | |||
err = upload.VerifyAllowedContentType(buf, strings.Split(setting.AttachmentAllowedTypes, ",")) | |||
err = upload.VerifyAllowedContentType(buf, strings.Split(setting.Attachment.AllowedTypes, ",")) | |||
if err != nil { | |||
ctx.Error(400, err.Error()) | |||
return | |||
@@ -122,8 +123,23 @@ func GetAttachment(ctx *context.Context) { | |||
} | |||
} | |||
if setting.Attachment.ServeDirect { | |||
//If we have a signed url (S3, object storage), redirect to this directly. | |||
u, err := storage.Attachments.URL(attach.RelativePath(), attach.Name) | |||
if u != nil && err == nil { | |||
if err := attach.IncreaseDownloadCount(); err != nil { | |||
ctx.ServerError("Update", err) | |||
return | |||
} | |||
ctx.Redirect(u.String()) | |||
return | |||
} | |||
} | |||
//If we have matched and access to release or issue | |||
fr, err := os.Open(attach.LocalPath()) | |||
fr, err := storage.Attachments.Open(attach.RelativePath()) | |||
if err != nil { | |||
ctx.ServerError("Open", err) | |||
return | |||
@@ -22,7 +22,10 @@ import ( | |||
// ServeData download file from io.Reader | |||
func ServeData(ctx *context.Context, name string, reader io.Reader) error { | |||
buf := make([]byte, 1024) | |||
n, _ := reader.Read(buf) | |||
n, err := reader.Read(buf) | |||
if err != nil && err != io.EOF { | |||
return err | |||
} | |||
if n >= 0 { | |||
buf = buf[:n] | |||
} | |||
@@ -48,7 +51,7 @@ func ServeData(ctx *context.Context, name string, reader io.Reader) error { | |||
ctx.Resp.Header().Set("Access-Control-Expose-Headers", "Content-Disposition") | |||
} | |||
_, err := ctx.Resp.Write(buf) | |||
_, err = ctx.Resp.Write(buf) | |||
if err != nil { | |||
return err | |||
} | |||
@@ -692,7 +692,7 @@ func NewIssuePost(ctx *context.Context, form auth.CreateIssueForm) { | |||
return | |||
} | |||
if setting.AttachmentEnabled { | |||
if setting.Attachment.Enabled { | |||
attachments = form.Files | |||
} | |||
@@ -1633,7 +1633,7 @@ func NewComment(ctx *context.Context, form auth.CreateCommentForm) { | |||
} | |||
var attachments []string | |||
if setting.AttachmentEnabled { | |||
if setting.Attachment.Enabled { | |||
attachments = form.Files | |||
} | |||
@@ -911,7 +911,7 @@ func CompareAndPullRequestPost(ctx *context.Context, form auth.CreateIssueForm) | |||
return | |||
} | |||
if setting.AttachmentEnabled { | |||
if setting.Attachment.Enabled { | |||
attachments = form.Files | |||
} | |||
@@ -212,7 +212,7 @@ func NewReleasePost(ctx *context.Context, form auth.NewReleaseForm) { | |||
} | |||
var attachmentUUIDs []string | |||
if setting.AttachmentEnabled { | |||
if setting.Attachment.Enabled { | |||
attachmentUUIDs = form.Files | |||
} | |||
@@ -333,7 +333,7 @@ func EditReleasePost(ctx *context.Context, form auth.EditReleaseForm) { | |||
} | |||
var attachmentUUIDs []string | |||
if setting.AttachmentEnabled { | |||
if setting.Attachment.Enabled { | |||
attachmentUUIDs = form.Files | |||
} | |||
@@ -13,8 +13,8 @@ import ( | |||
"code.gitea.io/gitea/modules/log" | |||
"code.gitea.io/gitea/modules/notification" | |||
"code.gitea.io/gitea/modules/repository" | |||
"code.gitea.io/gitea/modules/storage" | |||
"code.gitea.io/gitea/modules/timeutil" | |||
"code.gitea.io/gitea/modules/util" | |||
) | |||
func createTag(gitRepo *git.Repository, rel *models.Release) error { | |||
@@ -168,7 +168,7 @@ func DeleteReleaseByID(id int64, doer *models.User, delTag bool) error { | |||
for i := range rel.Attachments { | |||
attachment := rel.Attachments[i] | |||
if err := util.RemoveAll(attachment.LocalPath()); err != nil { | |||
if err := storage.Attachments.Delete(attachment.RelativePath()); err != nil { | |||
log.Error("Delete attachment %s of release %s failed: %v", attachment.UUID, rel.ID, err) | |||
} | |||
} | |||
@@ -0,0 +1,3 @@ | |||
ignore: | |||
- "output_tests/.*" | |||
@@ -0,0 +1,4 @@ | |||
/vendor | |||
/bug_test.go | |||
/coverage.txt | |||
/.idea |
@@ -0,0 +1,14 @@ | |||
language: go | |||
go: | |||
- 1.8.x | |||
- 1.x | |||
before_install: | |||
- go get -t -v ./... | |||
script: | |||
- ./test.sh | |||
after_success: | |||
- bash <(curl -s https://codecov.io/bash) |
@@ -0,0 +1,21 @@ | |||
# This file is autogenerated, do not edit; changes may be undone by the next 'dep ensure'. | |||
[[projects]] | |||
name = "github.com/modern-go/concurrent" | |||
packages = ["."] | |||
revision = "e0a39a4cb4216ea8db28e22a69f4ec25610d513a" | |||
version = "1.0.0" | |||
[[projects]] | |||
name = "github.com/modern-go/reflect2" | |||
packages = ["."] | |||
revision = "4b7aa43c6742a2c18fdef89dd197aaae7dac7ccd" | |||
version = "1.0.1" | |||
[solve-meta] | |||
analyzer-name = "dep" | |||
analyzer-version = 1 | |||
inputs-digest = "ea54a775e5a354cb015502d2e7aa4b74230fc77e894f34a838b268c25ec8eeb8" | |||
solver-name = "gps-cdcl" | |||
solver-version = 1 |
@@ -0,0 +1,26 @@ | |||
# Gopkg.toml example | |||
# | |||
# Refer to https://github.com/golang/dep/blob/master/docs/Gopkg.toml.md | |||
# for detailed Gopkg.toml documentation. | |||
# | |||
# required = ["github.com/user/thing/cmd/thing"] | |||
# ignored = ["github.com/user/project/pkgX", "bitbucket.org/user/project/pkgA/pkgY"] | |||
# | |||
# [[constraint]] | |||
# name = "github.com/user/project" | |||
# version = "1.0.0" | |||
# | |||
# [[constraint]] | |||
# name = "github.com/user/project2" | |||
# branch = "dev" | |||
# source = "github.com/myfork/project2" | |||
# | |||
# [[override]] | |||
# name = "github.com/x/y" | |||
# version = "2.4.0" | |||
ignored = ["github.com/davecgh/go-spew*","github.com/google/gofuzz*","github.com/stretchr/testify*"] | |||
[[constraint]] | |||
name = "github.com/modern-go/reflect2" | |||
version = "1.0.1" |
@@ -0,0 +1,21 @@ | |||
MIT License | |||
Copyright (c) 2016 json-iterator | |||
Permission is hereby granted, free of charge, to any person obtaining a copy | |||
of this software and associated documentation files (the "Software"), to deal | |||
in the Software without restriction, including without limitation the rights | |||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell | |||
copies of the Software, and to permit persons to whom the Software is | |||
furnished to do so, subject to the following conditions: | |||
The above copyright notice and this permission notice shall be included in all | |||
copies or substantial portions of the Software. | |||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE | |||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | |||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, | |||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE | |||
SOFTWARE. |
@@ -0,0 +1,87 @@ | |||
[](https://sourcegraph.com/github.com/json-iterator/go?badge) | |||
[](https://pkg.go.dev/github.com/json-iterator/go) | |||
[](https://travis-ci.org/json-iterator/go) | |||
[](https://codecov.io/gh/json-iterator/go) | |||
[](https://goreportcard.com/report/github.com/json-iterator/go) | |||
[](https://raw.githubusercontent.com/json-iterator/go/master/LICENSE) | |||
[](https://gitter.im/json-iterator/Lobby) | |||
A high-performance 100% compatible drop-in replacement of "encoding/json" | |||
You can also use thrift like JSON using [thrift-iterator](https://github.com/thrift-iterator/go) | |||
# Benchmark | |||
 | |||
Source code: https://github.com/json-iterator/go-benchmark/blob/master/src/github.com/json-iterator/go-benchmark/benchmark_medium_payload_test.go | |||
Raw Result (easyjson requires static code generation) | |||
| | ns/op | allocation bytes | allocation times | | |||
| --------------- | ----------- | ---------------- | ---------------- | | |||
| std decode | 35510 ns/op | 1960 B/op | 99 allocs/op | | |||
| easyjson decode | 8499 ns/op | 160 B/op | 4 allocs/op | | |||
| jsoniter decode | 5623 ns/op | 160 B/op | 3 allocs/op | | |||
| std encode | 2213 ns/op | 712 B/op | 5 allocs/op | | |||
| easyjson encode | 883 ns/op | 576 B/op | 3 allocs/op | | |||
| jsoniter encode | 837 ns/op | 384 B/op | 4 allocs/op | | |||
Always benchmark with your own workload. | |||
The result depends heavily on the data input. | |||
# Usage | |||
100% compatibility with standard lib | |||
Replace | |||
```go | |||
import "encoding/json" | |||
json.Marshal(&data) | |||
``` | |||
with | |||
```go | |||
import jsoniter "github.com/json-iterator/go" | |||
var json = jsoniter.ConfigCompatibleWithStandardLibrary | |||
json.Marshal(&data) | |||
``` | |||
Replace | |||
```go | |||
import "encoding/json" | |||
json.Unmarshal(input, &data) | |||
``` | |||
with | |||
```go | |||
import jsoniter "github.com/json-iterator/go" | |||
var json = jsoniter.ConfigCompatibleWithStandardLibrary | |||
json.Unmarshal(input, &data) | |||
``` | |||
[More documentation](http://jsoniter.com/migrate-from-go-std.html) | |||
# How to get | |||
``` | |||
go get github.com/json-iterator/go | |||
``` | |||
# Contribution Welcomed ! | |||
Contributors | |||
- [thockin](https://github.com/thockin) | |||
- [mattn](https://github.com/mattn) | |||
- [cch123](https://github.com/cch123) | |||
- [Oleg Shaldybin](https://github.com/olegshaldybin) | |||
- [Jason Toffaletti](https://github.com/toffaletti) | |||
Report issue or pull request, or email taowen@gmail.com, or [](https://gitter.im/json-iterator/Lobby) |
@@ -0,0 +1,150 @@ | |||
package jsoniter | |||
import ( | |||
"bytes" | |||
"io" | |||
) | |||
// RawMessage to make replace json with jsoniter | |||
type RawMessage []byte | |||
// Unmarshal adapts to json/encoding Unmarshal API | |||
// | |||
// Unmarshal parses the JSON-encoded data and stores the result in the value pointed to by v. | |||
// Refer to https://godoc.org/encoding/json#Unmarshal for more information | |||
func Unmarshal(data []byte, v interface{}) error { | |||
return ConfigDefault.Unmarshal(data, v) | |||
} | |||
// UnmarshalFromString is a convenient method to read from string instead of []byte | |||
func UnmarshalFromString(str string, v interface{}) error { | |||
return ConfigDefault.UnmarshalFromString(str, v) | |||
} | |||
// Get quick method to get value from deeply nested JSON structure | |||
func Get(data []byte, path ...interface{}) Any { | |||
return ConfigDefault.Get(data, path...) | |||
} | |||
// Marshal adapts to json/encoding Marshal API | |||
// | |||
// Marshal returns the JSON encoding of v, adapts to json/encoding Marshal API | |||
// Refer to https://godoc.org/encoding/json#Marshal for more information | |||
func Marshal(v interface{}) ([]byte, error) { | |||
return ConfigDefault.Marshal(v) | |||
} | |||
// MarshalIndent same as json.MarshalIndent. Prefix is not supported. | |||
func MarshalIndent(v interface{}, prefix, indent string) ([]byte, error) { | |||
return ConfigDefault.MarshalIndent(v, prefix, indent) | |||
} | |||
// MarshalToString convenient method to write as string instead of []byte | |||
func MarshalToString(v interface{}) (string, error) { | |||
return ConfigDefault.MarshalToString(v) | |||
} | |||
// NewDecoder adapts to json/stream NewDecoder API. | |||
// | |||
// NewDecoder returns a new decoder that reads from r. | |||
// | |||
// Instead of a json/encoding Decoder, an Decoder is returned | |||
// Refer to https://godoc.org/encoding/json#NewDecoder for more information | |||
func NewDecoder(reader io.Reader) *Decoder { | |||
return ConfigDefault.NewDecoder(reader) | |||
} | |||
// Decoder reads and decodes JSON values from an input stream. | |||
// Decoder provides identical APIs with json/stream Decoder (Token() and UseNumber() are in progress) | |||
type Decoder struct { | |||
iter *Iterator | |||
} | |||
// Decode decode JSON into interface{} | |||
func (adapter *Decoder) Decode(obj interface{}) error { | |||
if adapter.iter.head == adapter.iter.tail && adapter.iter.reader != nil { | |||
if !adapter.iter.loadMore() { | |||
return io.EOF | |||
} | |||
} | |||
adapter.iter.ReadVal(obj) | |||
err := adapter.iter.Error | |||
if err == io.EOF { | |||
return nil | |||
} | |||
return adapter.iter.Error | |||
} | |||
// More is there more? | |||
func (adapter *Decoder) More() bool { | |||
iter := adapter.iter | |||
if iter.Error != nil { | |||
return false | |||
} | |||
c := iter.nextToken() | |||
if c == 0 { | |||
return false | |||
} | |||
iter.unreadByte() | |||
return c != ']' && c != '}' | |||
} | |||
// Buffered remaining buffer | |||
func (adapter *Decoder) Buffered() io.Reader { | |||
remaining := adapter.iter.buf[adapter.iter.head:adapter.iter.tail] | |||
return bytes.NewReader(remaining) | |||
} | |||
// UseNumber causes the Decoder to unmarshal a number into an interface{} as a | |||
// Number instead of as a float64. | |||
func (adapter *Decoder) UseNumber() { | |||
cfg := adapter.iter.cfg.configBeforeFrozen | |||
cfg.UseNumber = true | |||
adapter.iter.cfg = cfg.frozeWithCacheReuse(adapter.iter.cfg.extraExtensions) | |||
} | |||
// DisallowUnknownFields causes the Decoder to return an error when the destination | |||
// is a struct and the input contains object keys which do not match any | |||
// non-ignored, exported fields in the destination. | |||
func (adapter *Decoder) DisallowUnknownFields() { | |||
cfg := adapter.iter.cfg.configBeforeFrozen | |||
cfg.DisallowUnknownFields = true | |||
adapter.iter.cfg = cfg.frozeWithCacheReuse(adapter.iter.cfg.extraExtensions) | |||
} | |||
// NewEncoder same as json.NewEncoder | |||
func NewEncoder(writer io.Writer) *Encoder { | |||
return ConfigDefault.NewEncoder(writer) | |||
} | |||
// Encoder same as json.Encoder | |||
type Encoder struct { | |||
stream *Stream | |||
} | |||
// Encode encode interface{} as JSON to io.Writer | |||
func (adapter *Encoder) Encode(val interface{}) error { | |||
adapter.stream.WriteVal(val) | |||
adapter.stream.WriteRaw("\n") | |||
adapter.stream.Flush() | |||
return adapter.stream.Error | |||
} | |||
// SetIndent set the indention. Prefix is not supported | |||
func (adapter *Encoder) SetIndent(prefix, indent string) { | |||
config := adapter.stream.cfg.configBeforeFrozen | |||
config.IndentionStep = len(indent) | |||
adapter.stream.cfg = config.frozeWithCacheReuse(adapter.stream.cfg.extraExtensions) | |||
} | |||
// SetEscapeHTML escape html by default, set to false to disable | |||
func (adapter *Encoder) SetEscapeHTML(escapeHTML bool) { | |||
config := adapter.stream.cfg.configBeforeFrozen | |||
config.EscapeHTML = escapeHTML | |||
adapter.stream.cfg = config.frozeWithCacheReuse(adapter.stream.cfg.extraExtensions) | |||
} | |||
// Valid reports whether data is a valid JSON encoding. | |||
func Valid(data []byte) bool { | |||
return ConfigDefault.Valid(data) | |||
} |
@@ -0,0 +1,325 @@ | |||
package jsoniter | |||
import ( | |||
"errors" | |||
"fmt" | |||
"github.com/modern-go/reflect2" | |||
"io" | |||
"reflect" | |||
"strconv" | |||
"unsafe" | |||
) | |||
// Any generic object representation. | |||
// The lazy json implementation holds []byte and parse lazily. | |||
type Any interface { | |||
LastError() error | |||
ValueType() ValueType | |||
MustBeValid() Any | |||
ToBool() bool | |||
ToInt() int | |||
ToInt32() int32 | |||
ToInt64() int64 | |||
ToUint() uint | |||
ToUint32() uint32 | |||
ToUint64() uint64 | |||
ToFloat32() float32 | |||
ToFloat64() float64 | |||
ToString() string | |||
ToVal(val interface{}) | |||
Get(path ...interface{}) Any | |||
Size() int | |||
Keys() []string | |||
GetInterface() interface{} | |||
WriteTo(stream *Stream) | |||
} | |||
type baseAny struct{} | |||
func (any *baseAny) Get(path ...interface{}) Any { | |||
return &invalidAny{baseAny{}, fmt.Errorf("GetIndex %v from simple value", path)} | |||
} | |||
func (any *baseAny) Size() int { | |||
return 0 | |||
} | |||
func (any *baseAny) Keys() []string { | |||
return []string{} | |||
} | |||
func (any *baseAny) ToVal(obj interface{}) { | |||
panic("not implemented") | |||
} | |||
// WrapInt32 turn int32 into Any interface | |||
func WrapInt32(val int32) Any { | |||
return &int32Any{baseAny{}, val} | |||
} | |||
// WrapInt64 turn int64 into Any interface | |||
func WrapInt64(val int64) Any { | |||
return &int64Any{baseAny{}, val} | |||
} | |||
// WrapUint32 turn uint32 into Any interface | |||
func WrapUint32(val uint32) Any { | |||
return &uint32Any{baseAny{}, val} | |||
} | |||
// WrapUint64 turn uint64 into Any interface | |||
func WrapUint64(val uint64) Any { | |||
return &uint64Any{baseAny{}, val} | |||
} | |||
// WrapFloat64 turn float64 into Any interface | |||
func WrapFloat64(val float64) Any { | |||
return &floatAny{baseAny{}, val} | |||
} | |||
// WrapString turn string into Any interface | |||
func WrapString(val string) Any { | |||
return &stringAny{baseAny{}, val} | |||
} | |||
// Wrap turn a go object into Any interface | |||
func Wrap(val interface{}) Any { | |||
if val == nil { | |||
return &nilAny{} | |||
} | |||
asAny, isAny := val.(Any) | |||
if isAny { | |||
return asAny | |||
} | |||
typ := reflect2.TypeOf(val) | |||
switch typ.Kind() { | |||
case reflect.Slice: | |||
return wrapArray(val) | |||
case reflect.Struct: | |||
return wrapStruct(val) | |||
case reflect.Map: | |||
return wrapMap(val) | |||
case reflect.String: | |||
return WrapString(val.(string)) | |||
case reflect.Int: | |||
if strconv.IntSize == 32 { | |||
return WrapInt32(int32(val.(int))) | |||
} | |||
return WrapInt64(int64(val.(int))) | |||
case reflect.Int8: | |||
return WrapInt32(int32(val.(int8))) | |||
case reflect.Int16: | |||
return WrapInt32(int32(val.(int16))) | |||
case reflect.Int32: | |||
return WrapInt32(val.(int32)) | |||
case reflect.Int64: | |||
return WrapInt64(val.(int64)) | |||
case reflect.Uint: | |||
if strconv.IntSize == 32 { | |||
return WrapUint32(uint32(val.(uint))) | |||
} | |||
return WrapUint64(uint64(val.(uint))) | |||
case reflect.Uintptr: | |||
if ptrSize == 32 { | |||
return WrapUint32(uint32(val.(uintptr))) | |||
} | |||
return WrapUint64(uint64(val.(uintptr))) | |||
case reflect.Uint8: | |||
return WrapUint32(uint32(val.(uint8))) | |||
case reflect.Uint16: | |||
return WrapUint32(uint32(val.(uint16))) | |||
case reflect.Uint32: | |||
return WrapUint32(uint32(val.(uint32))) | |||
case reflect.Uint64: | |||
return WrapUint64(val.(uint64)) | |||
case reflect.Float32: | |||
return WrapFloat64(float64(val.(float32))) | |||
case reflect.Float64: | |||
return WrapFloat64(val.(float64)) | |||
case reflect.Bool: | |||
if val.(bool) == true { | |||
return &trueAny{} | |||
} | |||
return &falseAny{} | |||
} | |||
return &invalidAny{baseAny{}, fmt.Errorf("unsupported type: %v", typ)} | |||
} | |||
// ReadAny read next JSON element as an Any object. It is a better json.RawMessage. | |||
func (iter *Iterator) ReadAny() Any { | |||
return iter.readAny() | |||
} | |||
func (iter *Iterator) readAny() Any { | |||
c := iter.nextToken() | |||
switch c { | |||
case '"': | |||
iter.unreadByte() | |||
return &stringAny{baseAny{}, iter.ReadString()} | |||
case 'n': | |||
iter.skipThreeBytes('u', 'l', 'l') // null | |||
return &nilAny{} | |||
case 't': | |||
iter.skipThreeBytes('r', 'u', 'e') // true | |||
return &trueAny{} | |||
case 'f': | |||
iter.skipFourBytes('a', 'l', 's', 'e') // false | |||
return &falseAny{} | |||
case '{': | |||
return iter.readObjectAny() | |||
case '[': | |||
return iter.readArrayAny() | |||
case '-': | |||
return iter.readNumberAny(false) | |||
case 0: | |||
return &invalidAny{baseAny{}, errors.New("input is empty")} | |||
default: | |||
return iter.readNumberAny(true) | |||
} | |||
} | |||
func (iter *Iterator) readNumberAny(positive bool) Any { | |||
iter.startCapture(iter.head - 1) | |||
iter.skipNumber() | |||
lazyBuf := iter.stopCapture() | |||
return &numberLazyAny{baseAny{}, iter.cfg, lazyBuf, nil} | |||
} | |||
func (iter *Iterator) readObjectAny() Any { | |||
iter.startCapture(iter.head - 1) | |||
iter.skipObject() | |||
lazyBuf := iter.stopCapture() | |||
return &objectLazyAny{baseAny{}, iter.cfg, lazyBuf, nil} | |||
} | |||
func (iter *Iterator) readArrayAny() Any { | |||
iter.startCapture(iter.head - 1) | |||
iter.skipArray() | |||
lazyBuf := iter.stopCapture() | |||
return &arrayLazyAny{baseAny{}, iter.cfg, lazyBuf, nil} | |||
} | |||
func locateObjectField(iter *Iterator, target string) []byte { | |||
var found []byte | |||
iter.ReadObjectCB(func(iter *Iterator, field string) bool { | |||
if field == target { | |||
found = iter.SkipAndReturnBytes() | |||
return false | |||
} | |||
iter.Skip() | |||
return true | |||
}) | |||
return found | |||
} | |||
func locateArrayElement(iter *Iterator, target int) []byte { | |||
var found []byte | |||
n := 0 | |||
iter.ReadArrayCB(func(iter *Iterator) bool { | |||
if n == target { | |||
found = iter.SkipAndReturnBytes() | |||
return false | |||
} | |||
iter.Skip() | |||
n++ | |||
return true | |||
}) | |||
return found | |||
} | |||
func locatePath(iter *Iterator, path []interface{}) Any { | |||
for i, pathKeyObj := range path { | |||
switch pathKey := pathKeyObj.(type) { | |||
case string: | |||
valueBytes := locateObjectField(iter, pathKey) | |||
if valueBytes == nil { | |||
return newInvalidAny(path[i:]) | |||
} | |||
iter.ResetBytes(valueBytes) | |||
case int: | |||
valueBytes := locateArrayElement(iter, pathKey) | |||
if valueBytes == nil { | |||
return newInvalidAny(path[i:]) | |||
} | |||
iter.ResetBytes(valueBytes) | |||
case int32: | |||
if '*' == pathKey { | |||
return iter.readAny().Get(path[i:]...) | |||
} | |||
return newInvalidAny(path[i:]) | |||
default: | |||
return newInvalidAny(path[i:]) | |||
} | |||
} | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
return &invalidAny{baseAny{}, iter.Error} | |||
} | |||
return iter.readAny() | |||
} | |||
var anyType = reflect2.TypeOfPtr((*Any)(nil)).Elem() | |||
func createDecoderOfAny(ctx *ctx, typ reflect2.Type) ValDecoder { | |||
if typ == anyType { | |||
return &directAnyCodec{} | |||
} | |||
if typ.Implements(anyType) { | |||
return &anyCodec{ | |||
valType: typ, | |||
} | |||
} | |||
return nil | |||
} | |||
func createEncoderOfAny(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
if typ == anyType { | |||
return &directAnyCodec{} | |||
} | |||
if typ.Implements(anyType) { | |||
return &anyCodec{ | |||
valType: typ, | |||
} | |||
} | |||
return nil | |||
} | |||
type anyCodec struct { | |||
valType reflect2.Type | |||
} | |||
func (codec *anyCodec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
panic("not implemented") | |||
} | |||
func (codec *anyCodec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
obj := codec.valType.UnsafeIndirect(ptr) | |||
any := obj.(Any) | |||
any.WriteTo(stream) | |||
} | |||
func (codec *anyCodec) IsEmpty(ptr unsafe.Pointer) bool { | |||
obj := codec.valType.UnsafeIndirect(ptr) | |||
any := obj.(Any) | |||
return any.Size() == 0 | |||
} | |||
type directAnyCodec struct { | |||
} | |||
func (codec *directAnyCodec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
*(*Any)(ptr) = iter.readAny() | |||
} | |||
func (codec *directAnyCodec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
any := *(*Any)(ptr) | |||
if any == nil { | |||
stream.WriteNil() | |||
return | |||
} | |||
any.WriteTo(stream) | |||
} | |||
func (codec *directAnyCodec) IsEmpty(ptr unsafe.Pointer) bool { | |||
any := *(*Any)(ptr) | |||
return any.Size() == 0 | |||
} |
@@ -0,0 +1,278 @@ | |||
package jsoniter | |||
import ( | |||
"reflect" | |||
"unsafe" | |||
) | |||
type arrayLazyAny struct { | |||
baseAny | |||
cfg *frozenConfig | |||
buf []byte | |||
err error | |||
} | |||
func (any *arrayLazyAny) ValueType() ValueType { | |||
return ArrayValue | |||
} | |||
func (any *arrayLazyAny) MustBeValid() Any { | |||
return any | |||
} | |||
func (any *arrayLazyAny) LastError() error { | |||
return any.err | |||
} | |||
func (any *arrayLazyAny) ToBool() bool { | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
return iter.ReadArray() | |||
} | |||
func (any *arrayLazyAny) ToInt() int { | |||
if any.ToBool() { | |||
return 1 | |||
} | |||
return 0 | |||
} | |||
func (any *arrayLazyAny) ToInt32() int32 { | |||
if any.ToBool() { | |||
return 1 | |||
} | |||
return 0 | |||
} | |||
func (any *arrayLazyAny) ToInt64() int64 { | |||
if any.ToBool() { | |||
return 1 | |||
} | |||
return 0 | |||
} | |||
func (any *arrayLazyAny) ToUint() uint { | |||
if any.ToBool() { | |||
return 1 | |||
} | |||
return 0 | |||
} | |||
func (any *arrayLazyAny) ToUint32() uint32 { | |||
if any.ToBool() { | |||
return 1 | |||
} | |||
return 0 | |||
} | |||
func (any *arrayLazyAny) ToUint64() uint64 { | |||
if any.ToBool() { | |||
return 1 | |||
} | |||
return 0 | |||
} | |||
func (any *arrayLazyAny) ToFloat32() float32 { | |||
if any.ToBool() { | |||
return 1 | |||
} | |||
return 0 | |||
} | |||
func (any *arrayLazyAny) ToFloat64() float64 { | |||
if any.ToBool() { | |||
return 1 | |||
} | |||
return 0 | |||
} | |||
func (any *arrayLazyAny) ToString() string { | |||
return *(*string)(unsafe.Pointer(&any.buf)) | |||
} | |||
func (any *arrayLazyAny) ToVal(val interface{}) { | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
iter.ReadVal(val) | |||
} | |||
func (any *arrayLazyAny) Get(path ...interface{}) Any { | |||
if len(path) == 0 { | |||
return any | |||
} | |||
switch firstPath := path[0].(type) { | |||
case int: | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
valueBytes := locateArrayElement(iter, firstPath) | |||
if valueBytes == nil { | |||
return newInvalidAny(path) | |||
} | |||
iter.ResetBytes(valueBytes) | |||
return locatePath(iter, path[1:]) | |||
case int32: | |||
if '*' == firstPath { | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
arr := make([]Any, 0) | |||
iter.ReadArrayCB(func(iter *Iterator) bool { | |||
found := iter.readAny().Get(path[1:]...) | |||
if found.ValueType() != InvalidValue { | |||
arr = append(arr, found) | |||
} | |||
return true | |||
}) | |||
return wrapArray(arr) | |||
} | |||
return newInvalidAny(path) | |||
default: | |||
return newInvalidAny(path) | |||
} | |||
} | |||
func (any *arrayLazyAny) Size() int { | |||
size := 0 | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
iter.ReadArrayCB(func(iter *Iterator) bool { | |||
size++ | |||
iter.Skip() | |||
return true | |||
}) | |||
return size | |||
} | |||
func (any *arrayLazyAny) WriteTo(stream *Stream) { | |||
stream.Write(any.buf) | |||
} | |||
func (any *arrayLazyAny) GetInterface() interface{} { | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
return iter.Read() | |||
} | |||
type arrayAny struct { | |||
baseAny | |||
val reflect.Value | |||
} | |||
func wrapArray(val interface{}) *arrayAny { | |||
return &arrayAny{baseAny{}, reflect.ValueOf(val)} | |||
} | |||
func (any *arrayAny) ValueType() ValueType { | |||
return ArrayValue | |||
} | |||
func (any *arrayAny) MustBeValid() Any { | |||
return any | |||
} | |||
func (any *arrayAny) LastError() error { | |||
return nil | |||
} | |||
func (any *arrayAny) ToBool() bool { | |||
return any.val.Len() != 0 | |||
} | |||
func (any *arrayAny) ToInt() int { | |||
if any.val.Len() == 0 { | |||
return 0 | |||
} | |||
return 1 | |||
} | |||
func (any *arrayAny) ToInt32() int32 { | |||
if any.val.Len() == 0 { | |||
return 0 | |||
} | |||
return 1 | |||
} | |||
func (any *arrayAny) ToInt64() int64 { | |||
if any.val.Len() == 0 { | |||
return 0 | |||
} | |||
return 1 | |||
} | |||
func (any *arrayAny) ToUint() uint { | |||
if any.val.Len() == 0 { | |||
return 0 | |||
} | |||
return 1 | |||
} | |||
func (any *arrayAny) ToUint32() uint32 { | |||
if any.val.Len() == 0 { | |||
return 0 | |||
} | |||
return 1 | |||
} | |||
func (any *arrayAny) ToUint64() uint64 { | |||
if any.val.Len() == 0 { | |||
return 0 | |||
} | |||
return 1 | |||
} | |||
func (any *arrayAny) ToFloat32() float32 { | |||
if any.val.Len() == 0 { | |||
return 0 | |||
} | |||
return 1 | |||
} | |||
func (any *arrayAny) ToFloat64() float64 { | |||
if any.val.Len() == 0 { | |||
return 0 | |||
} | |||
return 1 | |||
} | |||
func (any *arrayAny) ToString() string { | |||
str, _ := MarshalToString(any.val.Interface()) | |||
return str | |||
} | |||
func (any *arrayAny) Get(path ...interface{}) Any { | |||
if len(path) == 0 { | |||
return any | |||
} | |||
switch firstPath := path[0].(type) { | |||
case int: | |||
if firstPath < 0 || firstPath >= any.val.Len() { | |||
return newInvalidAny(path) | |||
} | |||
return Wrap(any.val.Index(firstPath).Interface()) | |||
case int32: | |||
if '*' == firstPath { | |||
mappedAll := make([]Any, 0) | |||
for i := 0; i < any.val.Len(); i++ { | |||
mapped := Wrap(any.val.Index(i).Interface()).Get(path[1:]...) | |||
if mapped.ValueType() != InvalidValue { | |||
mappedAll = append(mappedAll, mapped) | |||
} | |||
} | |||
return wrapArray(mappedAll) | |||
} | |||
return newInvalidAny(path) | |||
default: | |||
return newInvalidAny(path) | |||
} | |||
} | |||
func (any *arrayAny) Size() int { | |||
return any.val.Len() | |||
} | |||
func (any *arrayAny) WriteTo(stream *Stream) { | |||
stream.WriteVal(any.val) | |||
} | |||
func (any *arrayAny) GetInterface() interface{} { | |||
return any.val.Interface() | |||
} |
@@ -0,0 +1,137 @@ | |||
package jsoniter | |||
type trueAny struct { | |||
baseAny | |||
} | |||
func (any *trueAny) LastError() error { | |||
return nil | |||
} | |||
func (any *trueAny) ToBool() bool { | |||
return true | |||
} | |||
func (any *trueAny) ToInt() int { | |||
return 1 | |||
} | |||
func (any *trueAny) ToInt32() int32 { | |||
return 1 | |||
} | |||
func (any *trueAny) ToInt64() int64 { | |||
return 1 | |||
} | |||
func (any *trueAny) ToUint() uint { | |||
return 1 | |||
} | |||
func (any *trueAny) ToUint32() uint32 { | |||
return 1 | |||
} | |||
func (any *trueAny) ToUint64() uint64 { | |||
return 1 | |||
} | |||
func (any *trueAny) ToFloat32() float32 { | |||
return 1 | |||
} | |||
func (any *trueAny) ToFloat64() float64 { | |||
return 1 | |||
} | |||
func (any *trueAny) ToString() string { | |||
return "true" | |||
} | |||
func (any *trueAny) WriteTo(stream *Stream) { | |||
stream.WriteTrue() | |||
} | |||
func (any *trueAny) Parse() *Iterator { | |||
return nil | |||
} | |||
func (any *trueAny) GetInterface() interface{} { | |||
return true | |||
} | |||
func (any *trueAny) ValueType() ValueType { | |||
return BoolValue | |||
} | |||
func (any *trueAny) MustBeValid() Any { | |||
return any | |||
} | |||
type falseAny struct { | |||
baseAny | |||
} | |||
func (any *falseAny) LastError() error { | |||
return nil | |||
} | |||
func (any *falseAny) ToBool() bool { | |||
return false | |||
} | |||
func (any *falseAny) ToInt() int { | |||
return 0 | |||
} | |||
func (any *falseAny) ToInt32() int32 { | |||
return 0 | |||
} | |||
func (any *falseAny) ToInt64() int64 { | |||
return 0 | |||
} | |||
func (any *falseAny) ToUint() uint { | |||
return 0 | |||
} | |||
func (any *falseAny) ToUint32() uint32 { | |||
return 0 | |||
} | |||
func (any *falseAny) ToUint64() uint64 { | |||
return 0 | |||
} | |||
func (any *falseAny) ToFloat32() float32 { | |||
return 0 | |||
} | |||
func (any *falseAny) ToFloat64() float64 { | |||
return 0 | |||
} | |||
func (any *falseAny) ToString() string { | |||
return "false" | |||
} | |||
func (any *falseAny) WriteTo(stream *Stream) { | |||
stream.WriteFalse() | |||
} | |||
func (any *falseAny) Parse() *Iterator { | |||
return nil | |||
} | |||
func (any *falseAny) GetInterface() interface{} { | |||
return false | |||
} | |||
func (any *falseAny) ValueType() ValueType { | |||
return BoolValue | |||
} | |||
func (any *falseAny) MustBeValid() Any { | |||
return any | |||
} |
@@ -0,0 +1,83 @@ | |||
package jsoniter | |||
import ( | |||
"strconv" | |||
) | |||
type floatAny struct { | |||
baseAny | |||
val float64 | |||
} | |||
func (any *floatAny) Parse() *Iterator { | |||
return nil | |||
} | |||
func (any *floatAny) ValueType() ValueType { | |||
return NumberValue | |||
} | |||
func (any *floatAny) MustBeValid() Any { | |||
return any | |||
} | |||
func (any *floatAny) LastError() error { | |||
return nil | |||
} | |||
func (any *floatAny) ToBool() bool { | |||
return any.ToFloat64() != 0 | |||
} | |||
func (any *floatAny) ToInt() int { | |||
return int(any.val) | |||
} | |||
func (any *floatAny) ToInt32() int32 { | |||
return int32(any.val) | |||
} | |||
func (any *floatAny) ToInt64() int64 { | |||
return int64(any.val) | |||
} | |||
func (any *floatAny) ToUint() uint { | |||
if any.val > 0 { | |||
return uint(any.val) | |||
} | |||
return 0 | |||
} | |||
func (any *floatAny) ToUint32() uint32 { | |||
if any.val > 0 { | |||
return uint32(any.val) | |||
} | |||
return 0 | |||
} | |||
func (any *floatAny) ToUint64() uint64 { | |||
if any.val > 0 { | |||
return uint64(any.val) | |||
} | |||
return 0 | |||
} | |||
func (any *floatAny) ToFloat32() float32 { | |||
return float32(any.val) | |||
} | |||
func (any *floatAny) ToFloat64() float64 { | |||
return any.val | |||
} | |||
func (any *floatAny) ToString() string { | |||
return strconv.FormatFloat(any.val, 'E', -1, 64) | |||
} | |||
func (any *floatAny) WriteTo(stream *Stream) { | |||
stream.WriteFloat64(any.val) | |||
} | |||
func (any *floatAny) GetInterface() interface{} { | |||
return any.val | |||
} |
@@ -0,0 +1,74 @@ | |||
package jsoniter | |||
import ( | |||
"strconv" | |||
) | |||
type int32Any struct { | |||
baseAny | |||
val int32 | |||
} | |||
func (any *int32Any) LastError() error { | |||
return nil | |||
} | |||
func (any *int32Any) ValueType() ValueType { | |||
return NumberValue | |||
} | |||
func (any *int32Any) MustBeValid() Any { | |||
return any | |||
} | |||
func (any *int32Any) ToBool() bool { | |||
return any.val != 0 | |||
} | |||
func (any *int32Any) ToInt() int { | |||
return int(any.val) | |||
} | |||
func (any *int32Any) ToInt32() int32 { | |||
return any.val | |||
} | |||
func (any *int32Any) ToInt64() int64 { | |||
return int64(any.val) | |||
} | |||
func (any *int32Any) ToUint() uint { | |||
return uint(any.val) | |||
} | |||
func (any *int32Any) ToUint32() uint32 { | |||
return uint32(any.val) | |||
} | |||
func (any *int32Any) ToUint64() uint64 { | |||
return uint64(any.val) | |||
} | |||
func (any *int32Any) ToFloat32() float32 { | |||
return float32(any.val) | |||
} | |||
func (any *int32Any) ToFloat64() float64 { | |||
return float64(any.val) | |||
} | |||
func (any *int32Any) ToString() string { | |||
return strconv.FormatInt(int64(any.val), 10) | |||
} | |||
func (any *int32Any) WriteTo(stream *Stream) { | |||
stream.WriteInt32(any.val) | |||
} | |||
func (any *int32Any) Parse() *Iterator { | |||
return nil | |||
} | |||
func (any *int32Any) GetInterface() interface{} { | |||
return any.val | |||
} |
@@ -0,0 +1,74 @@ | |||
package jsoniter | |||
import ( | |||
"strconv" | |||
) | |||
type int64Any struct { | |||
baseAny | |||
val int64 | |||
} | |||
func (any *int64Any) LastError() error { | |||
return nil | |||
} | |||
func (any *int64Any) ValueType() ValueType { | |||
return NumberValue | |||
} | |||
func (any *int64Any) MustBeValid() Any { | |||
return any | |||
} | |||
func (any *int64Any) ToBool() bool { | |||
return any.val != 0 | |||
} | |||
func (any *int64Any) ToInt() int { | |||
return int(any.val) | |||
} | |||
func (any *int64Any) ToInt32() int32 { | |||
return int32(any.val) | |||
} | |||
func (any *int64Any) ToInt64() int64 { | |||
return any.val | |||
} | |||
func (any *int64Any) ToUint() uint { | |||
return uint(any.val) | |||
} | |||
func (any *int64Any) ToUint32() uint32 { | |||
return uint32(any.val) | |||
} | |||
func (any *int64Any) ToUint64() uint64 { | |||
return uint64(any.val) | |||
} | |||
func (any *int64Any) ToFloat32() float32 { | |||
return float32(any.val) | |||
} | |||
func (any *int64Any) ToFloat64() float64 { | |||
return float64(any.val) | |||
} | |||
func (any *int64Any) ToString() string { | |||
return strconv.FormatInt(any.val, 10) | |||
} | |||
func (any *int64Any) WriteTo(stream *Stream) { | |||
stream.WriteInt64(any.val) | |||
} | |||
func (any *int64Any) Parse() *Iterator { | |||
return nil | |||
} | |||
func (any *int64Any) GetInterface() interface{} { | |||
return any.val | |||
} |
@@ -0,0 +1,82 @@ | |||
package jsoniter | |||
import "fmt" | |||
type invalidAny struct { | |||
baseAny | |||
err error | |||
} | |||
func newInvalidAny(path []interface{}) *invalidAny { | |||
return &invalidAny{baseAny{}, fmt.Errorf("%v not found", path)} | |||
} | |||
func (any *invalidAny) LastError() error { | |||
return any.err | |||
} | |||
func (any *invalidAny) ValueType() ValueType { | |||
return InvalidValue | |||
} | |||
func (any *invalidAny) MustBeValid() Any { | |||
panic(any.err) | |||
} | |||
func (any *invalidAny) ToBool() bool { | |||
return false | |||
} | |||
func (any *invalidAny) ToInt() int { | |||
return 0 | |||
} | |||
func (any *invalidAny) ToInt32() int32 { | |||
return 0 | |||
} | |||
func (any *invalidAny) ToInt64() int64 { | |||
return 0 | |||
} | |||
func (any *invalidAny) ToUint() uint { | |||
return 0 | |||
} | |||
func (any *invalidAny) ToUint32() uint32 { | |||
return 0 | |||
} | |||
func (any *invalidAny) ToUint64() uint64 { | |||
return 0 | |||
} | |||
func (any *invalidAny) ToFloat32() float32 { | |||
return 0 | |||
} | |||
func (any *invalidAny) ToFloat64() float64 { | |||
return 0 | |||
} | |||
func (any *invalidAny) ToString() string { | |||
return "" | |||
} | |||
func (any *invalidAny) WriteTo(stream *Stream) { | |||
} | |||
func (any *invalidAny) Get(path ...interface{}) Any { | |||
if any.err == nil { | |||
return &invalidAny{baseAny{}, fmt.Errorf("get %v from invalid", path)} | |||
} | |||
return &invalidAny{baseAny{}, fmt.Errorf("%v, get %v from invalid", any.err, path)} | |||
} | |||
func (any *invalidAny) Parse() *Iterator { | |||
return nil | |||
} | |||
func (any *invalidAny) GetInterface() interface{} { | |||
return nil | |||
} |
@@ -0,0 +1,69 @@ | |||
package jsoniter | |||
type nilAny struct { | |||
baseAny | |||
} | |||
func (any *nilAny) LastError() error { | |||
return nil | |||
} | |||
func (any *nilAny) ValueType() ValueType { | |||
return NilValue | |||
} | |||
func (any *nilAny) MustBeValid() Any { | |||
return any | |||
} | |||
func (any *nilAny) ToBool() bool { | |||
return false | |||
} | |||
func (any *nilAny) ToInt() int { | |||
return 0 | |||
} | |||
func (any *nilAny) ToInt32() int32 { | |||
return 0 | |||
} | |||
func (any *nilAny) ToInt64() int64 { | |||
return 0 | |||
} | |||
func (any *nilAny) ToUint() uint { | |||
return 0 | |||
} | |||
func (any *nilAny) ToUint32() uint32 { | |||
return 0 | |||
} | |||
func (any *nilAny) ToUint64() uint64 { | |||
return 0 | |||
} | |||
func (any *nilAny) ToFloat32() float32 { | |||
return 0 | |||
} | |||
func (any *nilAny) ToFloat64() float64 { | |||
return 0 | |||
} | |||
func (any *nilAny) ToString() string { | |||
return "" | |||
} | |||
func (any *nilAny) WriteTo(stream *Stream) { | |||
stream.WriteNil() | |||
} | |||
func (any *nilAny) Parse() *Iterator { | |||
return nil | |||
} | |||
func (any *nilAny) GetInterface() interface{} { | |||
return nil | |||
} |
@@ -0,0 +1,123 @@ | |||
package jsoniter | |||
import ( | |||
"io" | |||
"unsafe" | |||
) | |||
type numberLazyAny struct { | |||
baseAny | |||
cfg *frozenConfig | |||
buf []byte | |||
err error | |||
} | |||
func (any *numberLazyAny) ValueType() ValueType { | |||
return NumberValue | |||
} | |||
func (any *numberLazyAny) MustBeValid() Any { | |||
return any | |||
} | |||
func (any *numberLazyAny) LastError() error { | |||
return any.err | |||
} | |||
func (any *numberLazyAny) ToBool() bool { | |||
return any.ToFloat64() != 0 | |||
} | |||
func (any *numberLazyAny) ToInt() int { | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
val := iter.ReadInt() | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
any.err = iter.Error | |||
} | |||
return val | |||
} | |||
func (any *numberLazyAny) ToInt32() int32 { | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
val := iter.ReadInt32() | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
any.err = iter.Error | |||
} | |||
return val | |||
} | |||
func (any *numberLazyAny) ToInt64() int64 { | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
val := iter.ReadInt64() | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
any.err = iter.Error | |||
} | |||
return val | |||
} | |||
func (any *numberLazyAny) ToUint() uint { | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
val := iter.ReadUint() | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
any.err = iter.Error | |||
} | |||
return val | |||
} | |||
func (any *numberLazyAny) ToUint32() uint32 { | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
val := iter.ReadUint32() | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
any.err = iter.Error | |||
} | |||
return val | |||
} | |||
func (any *numberLazyAny) ToUint64() uint64 { | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
val := iter.ReadUint64() | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
any.err = iter.Error | |||
} | |||
return val | |||
} | |||
func (any *numberLazyAny) ToFloat32() float32 { | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
val := iter.ReadFloat32() | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
any.err = iter.Error | |||
} | |||
return val | |||
} | |||
func (any *numberLazyAny) ToFloat64() float64 { | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
val := iter.ReadFloat64() | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
any.err = iter.Error | |||
} | |||
return val | |||
} | |||
func (any *numberLazyAny) ToString() string { | |||
return *(*string)(unsafe.Pointer(&any.buf)) | |||
} | |||
func (any *numberLazyAny) WriteTo(stream *Stream) { | |||
stream.Write(any.buf) | |||
} | |||
func (any *numberLazyAny) GetInterface() interface{} { | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
return iter.Read() | |||
} |
@@ -0,0 +1,374 @@ | |||
package jsoniter | |||
import ( | |||
"reflect" | |||
"unsafe" | |||
) | |||
type objectLazyAny struct { | |||
baseAny | |||
cfg *frozenConfig | |||
buf []byte | |||
err error | |||
} | |||
func (any *objectLazyAny) ValueType() ValueType { | |||
return ObjectValue | |||
} | |||
func (any *objectLazyAny) MustBeValid() Any { | |||
return any | |||
} | |||
func (any *objectLazyAny) LastError() error { | |||
return any.err | |||
} | |||
func (any *objectLazyAny) ToBool() bool { | |||
return true | |||
} | |||
func (any *objectLazyAny) ToInt() int { | |||
return 0 | |||
} | |||
func (any *objectLazyAny) ToInt32() int32 { | |||
return 0 | |||
} | |||
func (any *objectLazyAny) ToInt64() int64 { | |||
return 0 | |||
} | |||
func (any *objectLazyAny) ToUint() uint { | |||
return 0 | |||
} | |||
func (any *objectLazyAny) ToUint32() uint32 { | |||
return 0 | |||
} | |||
func (any *objectLazyAny) ToUint64() uint64 { | |||
return 0 | |||
} | |||
func (any *objectLazyAny) ToFloat32() float32 { | |||
return 0 | |||
} | |||
func (any *objectLazyAny) ToFloat64() float64 { | |||
return 0 | |||
} | |||
func (any *objectLazyAny) ToString() string { | |||
return *(*string)(unsafe.Pointer(&any.buf)) | |||
} | |||
func (any *objectLazyAny) ToVal(obj interface{}) { | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
iter.ReadVal(obj) | |||
} | |||
func (any *objectLazyAny) Get(path ...interface{}) Any { | |||
if len(path) == 0 { | |||
return any | |||
} | |||
switch firstPath := path[0].(type) { | |||
case string: | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
valueBytes := locateObjectField(iter, firstPath) | |||
if valueBytes == nil { | |||
return newInvalidAny(path) | |||
} | |||
iter.ResetBytes(valueBytes) | |||
return locatePath(iter, path[1:]) | |||
case int32: | |||
if '*' == firstPath { | |||
mappedAll := map[string]Any{} | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
iter.ReadMapCB(func(iter *Iterator, field string) bool { | |||
mapped := locatePath(iter, path[1:]) | |||
if mapped.ValueType() != InvalidValue { | |||
mappedAll[field] = mapped | |||
} | |||
return true | |||
}) | |||
return wrapMap(mappedAll) | |||
} | |||
return newInvalidAny(path) | |||
default: | |||
return newInvalidAny(path) | |||
} | |||
} | |||
func (any *objectLazyAny) Keys() []string { | |||
keys := []string{} | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
iter.ReadMapCB(func(iter *Iterator, field string) bool { | |||
iter.Skip() | |||
keys = append(keys, field) | |||
return true | |||
}) | |||
return keys | |||
} | |||
func (any *objectLazyAny) Size() int { | |||
size := 0 | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
iter.ReadObjectCB(func(iter *Iterator, field string) bool { | |||
iter.Skip() | |||
size++ | |||
return true | |||
}) | |||
return size | |||
} | |||
func (any *objectLazyAny) WriteTo(stream *Stream) { | |||
stream.Write(any.buf) | |||
} | |||
func (any *objectLazyAny) GetInterface() interface{} { | |||
iter := any.cfg.BorrowIterator(any.buf) | |||
defer any.cfg.ReturnIterator(iter) | |||
return iter.Read() | |||
} | |||
type objectAny struct { | |||
baseAny | |||
err error | |||
val reflect.Value | |||
} | |||
func wrapStruct(val interface{}) *objectAny { | |||
return &objectAny{baseAny{}, nil, reflect.ValueOf(val)} | |||
} | |||
func (any *objectAny) ValueType() ValueType { | |||
return ObjectValue | |||
} | |||
func (any *objectAny) MustBeValid() Any { | |||
return any | |||
} | |||
func (any *objectAny) Parse() *Iterator { | |||
return nil | |||
} | |||
func (any *objectAny) LastError() error { | |||
return any.err | |||
} | |||
func (any *objectAny) ToBool() bool { | |||
return any.val.NumField() != 0 | |||
} | |||
func (any *objectAny) ToInt() int { | |||
return 0 | |||
} | |||
func (any *objectAny) ToInt32() int32 { | |||
return 0 | |||
} | |||
func (any *objectAny) ToInt64() int64 { | |||
return 0 | |||
} | |||
func (any *objectAny) ToUint() uint { | |||
return 0 | |||
} | |||
func (any *objectAny) ToUint32() uint32 { | |||
return 0 | |||
} | |||
func (any *objectAny) ToUint64() uint64 { | |||
return 0 | |||
} | |||
func (any *objectAny) ToFloat32() float32 { | |||
return 0 | |||
} | |||
func (any *objectAny) ToFloat64() float64 { | |||
return 0 | |||
} | |||
func (any *objectAny) ToString() string { | |||
str, err := MarshalToString(any.val.Interface()) | |||
any.err = err | |||
return str | |||
} | |||
func (any *objectAny) Get(path ...interface{}) Any { | |||
if len(path) == 0 { | |||
return any | |||
} | |||
switch firstPath := path[0].(type) { | |||
case string: | |||
field := any.val.FieldByName(firstPath) | |||
if !field.IsValid() { | |||
return newInvalidAny(path) | |||
} | |||
return Wrap(field.Interface()) | |||
case int32: | |||
if '*' == firstPath { | |||
mappedAll := map[string]Any{} | |||
for i := 0; i < any.val.NumField(); i++ { | |||
field := any.val.Field(i) | |||
if field.CanInterface() { | |||
mapped := Wrap(field.Interface()).Get(path[1:]...) | |||
if mapped.ValueType() != InvalidValue { | |||
mappedAll[any.val.Type().Field(i).Name] = mapped | |||
} | |||
} | |||
} | |||
return wrapMap(mappedAll) | |||
} | |||
return newInvalidAny(path) | |||
default: | |||
return newInvalidAny(path) | |||
} | |||
} | |||
func (any *objectAny) Keys() []string { | |||
keys := make([]string, 0, any.val.NumField()) | |||
for i := 0; i < any.val.NumField(); i++ { | |||
keys = append(keys, any.val.Type().Field(i).Name) | |||
} | |||
return keys | |||
} | |||
func (any *objectAny) Size() int { | |||
return any.val.NumField() | |||
} | |||
func (any *objectAny) WriteTo(stream *Stream) { | |||
stream.WriteVal(any.val) | |||
} | |||
func (any *objectAny) GetInterface() interface{} { | |||
return any.val.Interface() | |||
} | |||
type mapAny struct { | |||
baseAny | |||
err error | |||
val reflect.Value | |||
} | |||
func wrapMap(val interface{}) *mapAny { | |||
return &mapAny{baseAny{}, nil, reflect.ValueOf(val)} | |||
} | |||
func (any *mapAny) ValueType() ValueType { | |||
return ObjectValue | |||
} | |||
func (any *mapAny) MustBeValid() Any { | |||
return any | |||
} | |||
func (any *mapAny) Parse() *Iterator { | |||
return nil | |||
} | |||
func (any *mapAny) LastError() error { | |||
return any.err | |||
} | |||
func (any *mapAny) ToBool() bool { | |||
return true | |||
} | |||
func (any *mapAny) ToInt() int { | |||
return 0 | |||
} | |||
func (any *mapAny) ToInt32() int32 { | |||
return 0 | |||
} | |||
func (any *mapAny) ToInt64() int64 { | |||
return 0 | |||
} | |||
func (any *mapAny) ToUint() uint { | |||
return 0 | |||
} | |||
func (any *mapAny) ToUint32() uint32 { | |||
return 0 | |||
} | |||
func (any *mapAny) ToUint64() uint64 { | |||
return 0 | |||
} | |||
func (any *mapAny) ToFloat32() float32 { | |||
return 0 | |||
} | |||
func (any *mapAny) ToFloat64() float64 { | |||
return 0 | |||
} | |||
func (any *mapAny) ToString() string { | |||
str, err := MarshalToString(any.val.Interface()) | |||
any.err = err | |||
return str | |||
} | |||
func (any *mapAny) Get(path ...interface{}) Any { | |||
if len(path) == 0 { | |||
return any | |||
} | |||
switch firstPath := path[0].(type) { | |||
case int32: | |||
if '*' == firstPath { | |||
mappedAll := map[string]Any{} | |||
for _, key := range any.val.MapKeys() { | |||
keyAsStr := key.String() | |||
element := Wrap(any.val.MapIndex(key).Interface()) | |||
mapped := element.Get(path[1:]...) | |||
if mapped.ValueType() != InvalidValue { | |||
mappedAll[keyAsStr] = mapped | |||
} | |||
} | |||
return wrapMap(mappedAll) | |||
} | |||
return newInvalidAny(path) | |||
default: | |||
value := any.val.MapIndex(reflect.ValueOf(firstPath)) | |||
if !value.IsValid() { | |||
return newInvalidAny(path) | |||
} | |||
return Wrap(value.Interface()) | |||
} | |||
} | |||
func (any *mapAny) Keys() []string { | |||
keys := make([]string, 0, any.val.Len()) | |||
for _, key := range any.val.MapKeys() { | |||
keys = append(keys, key.String()) | |||
} | |||
return keys | |||
} | |||
func (any *mapAny) Size() int { | |||
return any.val.Len() | |||
} | |||
func (any *mapAny) WriteTo(stream *Stream) { | |||
stream.WriteVal(any.val) | |||
} | |||
func (any *mapAny) GetInterface() interface{} { | |||
return any.val.Interface() | |||
} |
@@ -0,0 +1,166 @@ | |||
package jsoniter | |||
import ( | |||
"fmt" | |||
"strconv" | |||
) | |||
type stringAny struct { | |||
baseAny | |||
val string | |||
} | |||
func (any *stringAny) Get(path ...interface{}) Any { | |||
if len(path) == 0 { | |||
return any | |||
} | |||
return &invalidAny{baseAny{}, fmt.Errorf("GetIndex %v from simple value", path)} | |||
} | |||
func (any *stringAny) Parse() *Iterator { | |||
return nil | |||
} | |||
func (any *stringAny) ValueType() ValueType { | |||
return StringValue | |||
} | |||
func (any *stringAny) MustBeValid() Any { | |||
return any | |||
} | |||
func (any *stringAny) LastError() error { | |||
return nil | |||
} | |||
func (any *stringAny) ToBool() bool { | |||
str := any.ToString() | |||
if str == "0" { | |||
return false | |||
} | |||
for _, c := range str { | |||
switch c { | |||
case ' ', '\n', '\r', '\t': | |||
default: | |||
return true | |||
} | |||
} | |||
return false | |||
} | |||
func (any *stringAny) ToInt() int { | |||
return int(any.ToInt64()) | |||
} | |||
func (any *stringAny) ToInt32() int32 { | |||
return int32(any.ToInt64()) | |||
} | |||
func (any *stringAny) ToInt64() int64 { | |||
if any.val == "" { | |||
return 0 | |||
} | |||
flag := 1 | |||
startPos := 0 | |||
if any.val[0] == '+' || any.val[0] == '-' { | |||
startPos = 1 | |||
} | |||
if any.val[0] == '-' { | |||
flag = -1 | |||
} | |||
endPos := startPos | |||
for i := startPos; i < len(any.val); i++ { | |||
if any.val[i] >= '0' && any.val[i] <= '9' { | |||
endPos = i + 1 | |||
} else { | |||
break | |||
} | |||
} | |||
parsed, _ := strconv.ParseInt(any.val[startPos:endPos], 10, 64) | |||
return int64(flag) * parsed | |||
} | |||
func (any *stringAny) ToUint() uint { | |||
return uint(any.ToUint64()) | |||
} | |||
func (any *stringAny) ToUint32() uint32 { | |||
return uint32(any.ToUint64()) | |||
} | |||
func (any *stringAny) ToUint64() uint64 { | |||
if any.val == "" { | |||
return 0 | |||
} | |||
startPos := 0 | |||
if any.val[0] == '-' { | |||
return 0 | |||
} | |||
if any.val[0] == '+' { | |||
startPos = 1 | |||
} | |||
endPos := startPos | |||
for i := startPos; i < len(any.val); i++ { | |||
if any.val[i] >= '0' && any.val[i] <= '9' { | |||
endPos = i + 1 | |||
} else { | |||
break | |||
} | |||
} | |||
parsed, _ := strconv.ParseUint(any.val[startPos:endPos], 10, 64) | |||
return parsed | |||
} | |||
func (any *stringAny) ToFloat32() float32 { | |||
return float32(any.ToFloat64()) | |||
} | |||
func (any *stringAny) ToFloat64() float64 { | |||
if len(any.val) == 0 { | |||
return 0 | |||
} | |||
// first char invalid | |||
if any.val[0] != '+' && any.val[0] != '-' && (any.val[0] > '9' || any.val[0] < '0') { | |||
return 0 | |||
} | |||
// extract valid num expression from string | |||
// eg 123true => 123, -12.12xxa => -12.12 | |||
endPos := 1 | |||
for i := 1; i < len(any.val); i++ { | |||
if any.val[i] == '.' || any.val[i] == 'e' || any.val[i] == 'E' || any.val[i] == '+' || any.val[i] == '-' { | |||
endPos = i + 1 | |||
continue | |||
} | |||
// end position is the first char which is not digit | |||
if any.val[i] >= '0' && any.val[i] <= '9' { | |||
endPos = i + 1 | |||
} else { | |||
endPos = i | |||
break | |||
} | |||
} | |||
parsed, _ := strconv.ParseFloat(any.val[:endPos], 64) | |||
return parsed | |||
} | |||
func (any *stringAny) ToString() string { | |||
return any.val | |||
} | |||
func (any *stringAny) WriteTo(stream *Stream) { | |||
stream.WriteString(any.val) | |||
} | |||
func (any *stringAny) GetInterface() interface{} { | |||
return any.val | |||
} |
@@ -0,0 +1,74 @@ | |||
package jsoniter | |||
import ( | |||
"strconv" | |||
) | |||
type uint32Any struct { | |||
baseAny | |||
val uint32 | |||
} | |||
func (any *uint32Any) LastError() error { | |||
return nil | |||
} | |||
func (any *uint32Any) ValueType() ValueType { | |||
return NumberValue | |||
} | |||
func (any *uint32Any) MustBeValid() Any { | |||
return any | |||
} | |||
func (any *uint32Any) ToBool() bool { | |||
return any.val != 0 | |||
} | |||
func (any *uint32Any) ToInt() int { | |||
return int(any.val) | |||
} | |||
func (any *uint32Any) ToInt32() int32 { | |||
return int32(any.val) | |||
} | |||
func (any *uint32Any) ToInt64() int64 { | |||
return int64(any.val) | |||
} | |||
func (any *uint32Any) ToUint() uint { | |||
return uint(any.val) | |||
} | |||
func (any *uint32Any) ToUint32() uint32 { | |||
return any.val | |||
} | |||
func (any *uint32Any) ToUint64() uint64 { | |||
return uint64(any.val) | |||
} | |||
func (any *uint32Any) ToFloat32() float32 { | |||
return float32(any.val) | |||
} | |||
func (any *uint32Any) ToFloat64() float64 { | |||
return float64(any.val) | |||
} | |||
func (any *uint32Any) ToString() string { | |||
return strconv.FormatInt(int64(any.val), 10) | |||
} | |||
func (any *uint32Any) WriteTo(stream *Stream) { | |||
stream.WriteUint32(any.val) | |||
} | |||
func (any *uint32Any) Parse() *Iterator { | |||
return nil | |||
} | |||
func (any *uint32Any) GetInterface() interface{} { | |||
return any.val | |||
} |
@@ -0,0 +1,74 @@ | |||
package jsoniter | |||
import ( | |||
"strconv" | |||
) | |||
type uint64Any struct { | |||
baseAny | |||
val uint64 | |||
} | |||
func (any *uint64Any) LastError() error { | |||
return nil | |||
} | |||
func (any *uint64Any) ValueType() ValueType { | |||
return NumberValue | |||
} | |||
func (any *uint64Any) MustBeValid() Any { | |||
return any | |||
} | |||
func (any *uint64Any) ToBool() bool { | |||
return any.val != 0 | |||
} | |||
func (any *uint64Any) ToInt() int { | |||
return int(any.val) | |||
} | |||
func (any *uint64Any) ToInt32() int32 { | |||
return int32(any.val) | |||
} | |||
func (any *uint64Any) ToInt64() int64 { | |||
return int64(any.val) | |||
} | |||
func (any *uint64Any) ToUint() uint { | |||
return uint(any.val) | |||
} | |||
func (any *uint64Any) ToUint32() uint32 { | |||
return uint32(any.val) | |||
} | |||
func (any *uint64Any) ToUint64() uint64 { | |||
return any.val | |||
} | |||
func (any *uint64Any) ToFloat32() float32 { | |||
return float32(any.val) | |||
} | |||
func (any *uint64Any) ToFloat64() float64 { | |||
return float64(any.val) | |||
} | |||
func (any *uint64Any) ToString() string { | |||
return strconv.FormatUint(any.val, 10) | |||
} | |||
func (any *uint64Any) WriteTo(stream *Stream) { | |||
stream.WriteUint64(any.val) | |||
} | |||
func (any *uint64Any) Parse() *Iterator { | |||
return nil | |||
} | |||
func (any *uint64Any) GetInterface() interface{} { | |||
return any.val | |||
} |
@@ -0,0 +1,12 @@ | |||
#!/bin/bash | |||
set -e | |||
set -x | |||
if [ ! -d /tmp/build-golang/src/github.com/json-iterator ]; then | |||
mkdir -p /tmp/build-golang/src/github.com/json-iterator | |||
ln -s $PWD /tmp/build-golang/src/github.com/json-iterator/go | |||
fi | |||
export GOPATH=/tmp/build-golang | |||
go get -u github.com/golang/dep/cmd/dep | |||
cd /tmp/build-golang/src/github.com/json-iterator/go | |||
exec $GOPATH/bin/dep ensure -update |
@@ -0,0 +1,375 @@ | |||
package jsoniter | |||
import ( | |||
"encoding/json" | |||
"io" | |||
"reflect" | |||
"sync" | |||
"unsafe" | |||
"github.com/modern-go/concurrent" | |||
"github.com/modern-go/reflect2" | |||
) | |||
// Config customize how the API should behave. | |||
// The API is created from Config by Froze. | |||
type Config struct { | |||
IndentionStep int | |||
MarshalFloatWith6Digits bool | |||
EscapeHTML bool | |||
SortMapKeys bool | |||
UseNumber bool | |||
DisallowUnknownFields bool | |||
TagKey string | |||
OnlyTaggedField bool | |||
ValidateJsonRawMessage bool | |||
ObjectFieldMustBeSimpleString bool | |||
CaseSensitive bool | |||
} | |||
// API the public interface of this package. | |||
// Primary Marshal and Unmarshal. | |||
type API interface { | |||
IteratorPool | |||
StreamPool | |||
MarshalToString(v interface{}) (string, error) | |||
Marshal(v interface{}) ([]byte, error) | |||
MarshalIndent(v interface{}, prefix, indent string) ([]byte, error) | |||
UnmarshalFromString(str string, v interface{}) error | |||
Unmarshal(data []byte, v interface{}) error | |||
Get(data []byte, path ...interface{}) Any | |||
NewEncoder(writer io.Writer) *Encoder | |||
NewDecoder(reader io.Reader) *Decoder | |||
Valid(data []byte) bool | |||
RegisterExtension(extension Extension) | |||
DecoderOf(typ reflect2.Type) ValDecoder | |||
EncoderOf(typ reflect2.Type) ValEncoder | |||
} | |||
// ConfigDefault the default API | |||
var ConfigDefault = Config{ | |||
EscapeHTML: true, | |||
}.Froze() | |||
// ConfigCompatibleWithStandardLibrary tries to be 100% compatible with standard library behavior | |||
var ConfigCompatibleWithStandardLibrary = Config{ | |||
EscapeHTML: true, | |||
SortMapKeys: true, | |||
ValidateJsonRawMessage: true, | |||
}.Froze() | |||
// ConfigFastest marshals float with only 6 digits precision | |||
var ConfigFastest = Config{ | |||
EscapeHTML: false, | |||
MarshalFloatWith6Digits: true, // will lose precession | |||
ObjectFieldMustBeSimpleString: true, // do not unescape object field | |||
}.Froze() | |||
type frozenConfig struct { | |||
configBeforeFrozen Config | |||
sortMapKeys bool | |||
indentionStep int | |||
objectFieldMustBeSimpleString bool | |||
onlyTaggedField bool | |||
disallowUnknownFields bool | |||
decoderCache *concurrent.Map | |||
encoderCache *concurrent.Map | |||
encoderExtension Extension | |||
decoderExtension Extension | |||
extraExtensions []Extension | |||
streamPool *sync.Pool | |||
iteratorPool *sync.Pool | |||
caseSensitive bool | |||
} | |||
func (cfg *frozenConfig) initCache() { | |||
cfg.decoderCache = concurrent.NewMap() | |||
cfg.encoderCache = concurrent.NewMap() | |||
} | |||
func (cfg *frozenConfig) addDecoderToCache(cacheKey uintptr, decoder ValDecoder) { | |||
cfg.decoderCache.Store(cacheKey, decoder) | |||
} | |||
func (cfg *frozenConfig) addEncoderToCache(cacheKey uintptr, encoder ValEncoder) { | |||
cfg.encoderCache.Store(cacheKey, encoder) | |||
} | |||
func (cfg *frozenConfig) getDecoderFromCache(cacheKey uintptr) ValDecoder { | |||
decoder, found := cfg.decoderCache.Load(cacheKey) | |||
if found { | |||
return decoder.(ValDecoder) | |||
} | |||
return nil | |||
} | |||
func (cfg *frozenConfig) getEncoderFromCache(cacheKey uintptr) ValEncoder { | |||
encoder, found := cfg.encoderCache.Load(cacheKey) | |||
if found { | |||
return encoder.(ValEncoder) | |||
} | |||
return nil | |||
} | |||
var cfgCache = concurrent.NewMap() | |||
func getFrozenConfigFromCache(cfg Config) *frozenConfig { | |||
obj, found := cfgCache.Load(cfg) | |||
if found { | |||
return obj.(*frozenConfig) | |||
} | |||
return nil | |||
} | |||
func addFrozenConfigToCache(cfg Config, frozenConfig *frozenConfig) { | |||
cfgCache.Store(cfg, frozenConfig) | |||
} | |||
// Froze forge API from config | |||
func (cfg Config) Froze() API { | |||
api := &frozenConfig{ | |||
sortMapKeys: cfg.SortMapKeys, | |||
indentionStep: cfg.IndentionStep, | |||
objectFieldMustBeSimpleString: cfg.ObjectFieldMustBeSimpleString, | |||
onlyTaggedField: cfg.OnlyTaggedField, | |||
disallowUnknownFields: cfg.DisallowUnknownFields, | |||
caseSensitive: cfg.CaseSensitive, | |||
} | |||
api.streamPool = &sync.Pool{ | |||
New: func() interface{} { | |||
return NewStream(api, nil, 512) | |||
}, | |||
} | |||
api.iteratorPool = &sync.Pool{ | |||
New: func() interface{} { | |||
return NewIterator(api) | |||
}, | |||
} | |||
api.initCache() | |||
encoderExtension := EncoderExtension{} | |||
decoderExtension := DecoderExtension{} | |||
if cfg.MarshalFloatWith6Digits { | |||
api.marshalFloatWith6Digits(encoderExtension) | |||
} | |||
if cfg.EscapeHTML { | |||
api.escapeHTML(encoderExtension) | |||
} | |||
if cfg.UseNumber { | |||
api.useNumber(decoderExtension) | |||
} | |||
if cfg.ValidateJsonRawMessage { | |||
api.validateJsonRawMessage(encoderExtension) | |||
} | |||
api.encoderExtension = encoderExtension | |||
api.decoderExtension = decoderExtension | |||
api.configBeforeFrozen = cfg | |||
return api | |||
} | |||
func (cfg Config) frozeWithCacheReuse(extraExtensions []Extension) *frozenConfig { | |||
api := getFrozenConfigFromCache(cfg) | |||
if api != nil { | |||
return api | |||
} | |||
api = cfg.Froze().(*frozenConfig) | |||
for _, extension := range extraExtensions { | |||
api.RegisterExtension(extension) | |||
} | |||
addFrozenConfigToCache(cfg, api) | |||
return api | |||
} | |||
func (cfg *frozenConfig) validateJsonRawMessage(extension EncoderExtension) { | |||
encoder := &funcEncoder{func(ptr unsafe.Pointer, stream *Stream) { | |||
rawMessage := *(*json.RawMessage)(ptr) | |||
iter := cfg.BorrowIterator([]byte(rawMessage)) | |||
defer cfg.ReturnIterator(iter) | |||
iter.Read() | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
stream.WriteRaw("null") | |||
} else { | |||
stream.WriteRaw(string(rawMessage)) | |||
} | |||
}, func(ptr unsafe.Pointer) bool { | |||
return len(*((*json.RawMessage)(ptr))) == 0 | |||
}} | |||
extension[reflect2.TypeOfPtr((*json.RawMessage)(nil)).Elem()] = encoder | |||
extension[reflect2.TypeOfPtr((*RawMessage)(nil)).Elem()] = encoder | |||
} | |||
func (cfg *frozenConfig) useNumber(extension DecoderExtension) { | |||
extension[reflect2.TypeOfPtr((*interface{})(nil)).Elem()] = &funcDecoder{func(ptr unsafe.Pointer, iter *Iterator) { | |||
exitingValue := *((*interface{})(ptr)) | |||
if exitingValue != nil && reflect.TypeOf(exitingValue).Kind() == reflect.Ptr { | |||
iter.ReadVal(exitingValue) | |||
return | |||
} | |||
if iter.WhatIsNext() == NumberValue { | |||
*((*interface{})(ptr)) = json.Number(iter.readNumberAsString()) | |||
} else { | |||
*((*interface{})(ptr)) = iter.Read() | |||
} | |||
}} | |||
} | |||
func (cfg *frozenConfig) getTagKey() string { | |||
tagKey := cfg.configBeforeFrozen.TagKey | |||
if tagKey == "" { | |||
return "json" | |||
} | |||
return tagKey | |||
} | |||
func (cfg *frozenConfig) RegisterExtension(extension Extension) { | |||
cfg.extraExtensions = append(cfg.extraExtensions, extension) | |||
copied := cfg.configBeforeFrozen | |||
cfg.configBeforeFrozen = copied | |||
} | |||
type lossyFloat32Encoder struct { | |||
} | |||
func (encoder *lossyFloat32Encoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteFloat32Lossy(*((*float32)(ptr))) | |||
} | |||
func (encoder *lossyFloat32Encoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return *((*float32)(ptr)) == 0 | |||
} | |||
type lossyFloat64Encoder struct { | |||
} | |||
func (encoder *lossyFloat64Encoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteFloat64Lossy(*((*float64)(ptr))) | |||
} | |||
func (encoder *lossyFloat64Encoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return *((*float64)(ptr)) == 0 | |||
} | |||
// EnableLossyFloatMarshalling keeps 10**(-6) precision | |||
// for float variables for better performance. | |||
func (cfg *frozenConfig) marshalFloatWith6Digits(extension EncoderExtension) { | |||
// for better performance | |||
extension[reflect2.TypeOfPtr((*float32)(nil)).Elem()] = &lossyFloat32Encoder{} | |||
extension[reflect2.TypeOfPtr((*float64)(nil)).Elem()] = &lossyFloat64Encoder{} | |||
} | |||
type htmlEscapedStringEncoder struct { | |||
} | |||
func (encoder *htmlEscapedStringEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
str := *((*string)(ptr)) | |||
stream.WriteStringWithHTMLEscaped(str) | |||
} | |||
func (encoder *htmlEscapedStringEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return *((*string)(ptr)) == "" | |||
} | |||
func (cfg *frozenConfig) escapeHTML(encoderExtension EncoderExtension) { | |||
encoderExtension[reflect2.TypeOfPtr((*string)(nil)).Elem()] = &htmlEscapedStringEncoder{} | |||
} | |||
func (cfg *frozenConfig) cleanDecoders() { | |||
typeDecoders = map[string]ValDecoder{} | |||
fieldDecoders = map[string]ValDecoder{} | |||
*cfg = *(cfg.configBeforeFrozen.Froze().(*frozenConfig)) | |||
} | |||
func (cfg *frozenConfig) cleanEncoders() { | |||
typeEncoders = map[string]ValEncoder{} | |||
fieldEncoders = map[string]ValEncoder{} | |||
*cfg = *(cfg.configBeforeFrozen.Froze().(*frozenConfig)) | |||
} | |||
func (cfg *frozenConfig) MarshalToString(v interface{}) (string, error) { | |||
stream := cfg.BorrowStream(nil) | |||
defer cfg.ReturnStream(stream) | |||
stream.WriteVal(v) | |||
if stream.Error != nil { | |||
return "", stream.Error | |||
} | |||
return string(stream.Buffer()), nil | |||
} | |||
func (cfg *frozenConfig) Marshal(v interface{}) ([]byte, error) { | |||
stream := cfg.BorrowStream(nil) | |||
defer cfg.ReturnStream(stream) | |||
stream.WriteVal(v) | |||
if stream.Error != nil { | |||
return nil, stream.Error | |||
} | |||
result := stream.Buffer() | |||
copied := make([]byte, len(result)) | |||
copy(copied, result) | |||
return copied, nil | |||
} | |||
func (cfg *frozenConfig) MarshalIndent(v interface{}, prefix, indent string) ([]byte, error) { | |||
if prefix != "" { | |||
panic("prefix is not supported") | |||
} | |||
for _, r := range indent { | |||
if r != ' ' { | |||
panic("indent can only be space") | |||
} | |||
} | |||
newCfg := cfg.configBeforeFrozen | |||
newCfg.IndentionStep = len(indent) | |||
return newCfg.frozeWithCacheReuse(cfg.extraExtensions).Marshal(v) | |||
} | |||
func (cfg *frozenConfig) UnmarshalFromString(str string, v interface{}) error { | |||
data := []byte(str) | |||
iter := cfg.BorrowIterator(data) | |||
defer cfg.ReturnIterator(iter) | |||
iter.ReadVal(v) | |||
c := iter.nextToken() | |||
if c == 0 { | |||
if iter.Error == io.EOF { | |||
return nil | |||
} | |||
return iter.Error | |||
} | |||
iter.ReportError("Unmarshal", "there are bytes left after unmarshal") | |||
return iter.Error | |||
} | |||
func (cfg *frozenConfig) Get(data []byte, path ...interface{}) Any { | |||
iter := cfg.BorrowIterator(data) | |||
defer cfg.ReturnIterator(iter) | |||
return locatePath(iter, path) | |||
} | |||
func (cfg *frozenConfig) Unmarshal(data []byte, v interface{}) error { | |||
iter := cfg.BorrowIterator(data) | |||
defer cfg.ReturnIterator(iter) | |||
iter.ReadVal(v) | |||
c := iter.nextToken() | |||
if c == 0 { | |||
if iter.Error == io.EOF { | |||
return nil | |||
} | |||
return iter.Error | |||
} | |||
iter.ReportError("Unmarshal", "there are bytes left after unmarshal") | |||
return iter.Error | |||
} | |||
func (cfg *frozenConfig) NewEncoder(writer io.Writer) *Encoder { | |||
stream := NewStream(cfg, writer, 512) | |||
return &Encoder{stream} | |||
} | |||
func (cfg *frozenConfig) NewDecoder(reader io.Reader) *Decoder { | |||
iter := Parse(cfg, reader, 512) | |||
return &Decoder{iter} | |||
} | |||
func (cfg *frozenConfig) Valid(data []byte) bool { | |||
iter := cfg.BorrowIterator(data) | |||
defer cfg.ReturnIterator(iter) | |||
iter.Skip() | |||
return iter.Error == nil | |||
} |
@@ -0,0 +1,7 @@ | |||
| json type \ dest type | bool | int | uint | float |string| | |||
| --- | --- | --- | --- |--|--| | |||
| number | positive => true <br/> negative => true <br/> zero => false| 23.2 => 23 <br/> -32.1 => -32| 12.1 => 12 <br/> -12.1 => 0|as normal|same as origin| | |||
| string | empty string => false <br/> string "0" => false <br/> other strings => true | "123.32" => 123 <br/> "-123.4" => -123 <br/> "123.23xxxw" => 123 <br/> "abcde12" => 0 <br/> "-32.1" => -32| 13.2 => 13 <br/> -1.1 => 0 |12.1 => 12.1 <br/> -12.3 => -12.3<br/> 12.4xxa => 12.4 <br/> +1.1e2 =>110 |same as origin| | |||
| bool | true => true <br/> false => false| true => 1 <br/> false => 0 | true => 1 <br/> false => 0 |true => 1 <br/>false => 0|true => "true" <br/> false => "false"| | |||
| object | true | 0 | 0 |0|originnal json| | |||
| array | empty array => false <br/> nonempty array => true| [] => 0 <br/> [1,2] => 1 | [] => 0 <br/> [1,2] => 1 |[] => 0<br/>[1,2] => 1|original json| |
@@ -0,0 +1,11 @@ | |||
module github.com/json-iterator/go | |||
go 1.12 | |||
require ( | |||
github.com/davecgh/go-spew v1.1.1 | |||
github.com/google/gofuzz v1.0.0 | |||
github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421 | |||
github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742 | |||
github.com/stretchr/testify v1.3.0 | |||
) |
@@ -0,0 +1,14 @@ | |||
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= | |||
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= | |||
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= | |||
github.com/google/gofuzz v1.0.0 h1:A8PeW59pxE9IoFRqBp37U+mSNaQoZ46F1f0f863XSXw= | |||
github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= | |||
github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421 h1:ZqeYNhU3OHLH3mGKHDcjJRFFRrJa6eAM5H+CtDdOsPc= | |||
github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= | |||
github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742 h1:Esafd1046DLDQ0W1YjYsBW+p8U2u7vzgW2SQVmlNazg= | |||
github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= | |||
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= | |||
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= | |||
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= | |||
github.com/stretchr/testify v1.3.0 h1:TivCn/peBQ7UY8ooIcPgZFpTNSz0Q2U6UrFlUfqbe0Q= | |||
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= |
@@ -0,0 +1,349 @@ | |||
package jsoniter | |||
import ( | |||
"encoding/json" | |||
"fmt" | |||
"io" | |||
) | |||
// ValueType the type for JSON element | |||
type ValueType int | |||
const ( | |||
// InvalidValue invalid JSON element | |||
InvalidValue ValueType = iota | |||
// StringValue JSON element "string" | |||
StringValue | |||
// NumberValue JSON element 100 or 0.10 | |||
NumberValue | |||
// NilValue JSON element null | |||
NilValue | |||
// BoolValue JSON element true or false | |||
BoolValue | |||
// ArrayValue JSON element [] | |||
ArrayValue | |||
// ObjectValue JSON element {} | |||
ObjectValue | |||
) | |||
var hexDigits []byte | |||
var valueTypes []ValueType | |||
func init() { | |||
hexDigits = make([]byte, 256) | |||
for i := 0; i < len(hexDigits); i++ { | |||
hexDigits[i] = 255 | |||
} | |||
for i := '0'; i <= '9'; i++ { | |||
hexDigits[i] = byte(i - '0') | |||
} | |||
for i := 'a'; i <= 'f'; i++ { | |||
hexDigits[i] = byte((i - 'a') + 10) | |||
} | |||
for i := 'A'; i <= 'F'; i++ { | |||
hexDigits[i] = byte((i - 'A') + 10) | |||
} | |||
valueTypes = make([]ValueType, 256) | |||
for i := 0; i < len(valueTypes); i++ { | |||
valueTypes[i] = InvalidValue | |||
} | |||
valueTypes['"'] = StringValue | |||
valueTypes['-'] = NumberValue | |||
valueTypes['0'] = NumberValue | |||
valueTypes['1'] = NumberValue | |||
valueTypes['2'] = NumberValue | |||
valueTypes['3'] = NumberValue | |||
valueTypes['4'] = NumberValue | |||
valueTypes['5'] = NumberValue | |||
valueTypes['6'] = NumberValue | |||
valueTypes['7'] = NumberValue | |||
valueTypes['8'] = NumberValue | |||
valueTypes['9'] = NumberValue | |||
valueTypes['t'] = BoolValue | |||
valueTypes['f'] = BoolValue | |||
valueTypes['n'] = NilValue | |||
valueTypes['['] = ArrayValue | |||
valueTypes['{'] = ObjectValue | |||
} | |||
// Iterator is a io.Reader like object, with JSON specific read functions. | |||
// Error is not returned as return value, but stored as Error member on this iterator instance. | |||
type Iterator struct { | |||
cfg *frozenConfig | |||
reader io.Reader | |||
buf []byte | |||
head int | |||
tail int | |||
depth int | |||
captureStartedAt int | |||
captured []byte | |||
Error error | |||
Attachment interface{} // open for customized decoder | |||
} | |||
// NewIterator creates an empty Iterator instance | |||
func NewIterator(cfg API) *Iterator { | |||
return &Iterator{ | |||
cfg: cfg.(*frozenConfig), | |||
reader: nil, | |||
buf: nil, | |||
head: 0, | |||
tail: 0, | |||
depth: 0, | |||
} | |||
} | |||
// Parse creates an Iterator instance from io.Reader | |||
func Parse(cfg API, reader io.Reader, bufSize int) *Iterator { | |||
return &Iterator{ | |||
cfg: cfg.(*frozenConfig), | |||
reader: reader, | |||
buf: make([]byte, bufSize), | |||
head: 0, | |||
tail: 0, | |||
depth: 0, | |||
} | |||
} | |||
// ParseBytes creates an Iterator instance from byte array | |||
func ParseBytes(cfg API, input []byte) *Iterator { | |||
return &Iterator{ | |||
cfg: cfg.(*frozenConfig), | |||
reader: nil, | |||
buf: input, | |||
head: 0, | |||
tail: len(input), | |||
depth: 0, | |||
} | |||
} | |||
// ParseString creates an Iterator instance from string | |||
func ParseString(cfg API, input string) *Iterator { | |||
return ParseBytes(cfg, []byte(input)) | |||
} | |||
// Pool returns a pool can provide more iterator with same configuration | |||
func (iter *Iterator) Pool() IteratorPool { | |||
return iter.cfg | |||
} | |||
// Reset reuse iterator instance by specifying another reader | |||
func (iter *Iterator) Reset(reader io.Reader) *Iterator { | |||
iter.reader = reader | |||
iter.head = 0 | |||
iter.tail = 0 | |||
iter.depth = 0 | |||
return iter | |||
} | |||
// ResetBytes reuse iterator instance by specifying another byte array as input | |||
func (iter *Iterator) ResetBytes(input []byte) *Iterator { | |||
iter.reader = nil | |||
iter.buf = input | |||
iter.head = 0 | |||
iter.tail = len(input) | |||
iter.depth = 0 | |||
return iter | |||
} | |||
// WhatIsNext gets ValueType of relatively next json element | |||
func (iter *Iterator) WhatIsNext() ValueType { | |||
valueType := valueTypes[iter.nextToken()] | |||
iter.unreadByte() | |||
return valueType | |||
} | |||
func (iter *Iterator) skipWhitespacesWithoutLoadMore() bool { | |||
for i := iter.head; i < iter.tail; i++ { | |||
c := iter.buf[i] | |||
switch c { | |||
case ' ', '\n', '\t', '\r': | |||
continue | |||
} | |||
iter.head = i | |||
return false | |||
} | |||
return true | |||
} | |||
func (iter *Iterator) isObjectEnd() bool { | |||
c := iter.nextToken() | |||
if c == ',' { | |||
return false | |||
} | |||
if c == '}' { | |||
return true | |||
} | |||
iter.ReportError("isObjectEnd", "object ended prematurely, unexpected char "+string([]byte{c})) | |||
return true | |||
} | |||
func (iter *Iterator) nextToken() byte { | |||
// a variation of skip whitespaces, returning the next non-whitespace token | |||
for { | |||
for i := iter.head; i < iter.tail; i++ { | |||
c := iter.buf[i] | |||
switch c { | |||
case ' ', '\n', '\t', '\r': | |||
continue | |||
} | |||
iter.head = i + 1 | |||
return c | |||
} | |||
if !iter.loadMore() { | |||
return 0 | |||
} | |||
} | |||
} | |||
// ReportError record a error in iterator instance with current position. | |||
func (iter *Iterator) ReportError(operation string, msg string) { | |||
if iter.Error != nil { | |||
if iter.Error != io.EOF { | |||
return | |||
} | |||
} | |||
peekStart := iter.head - 10 | |||
if peekStart < 0 { | |||
peekStart = 0 | |||
} | |||
peekEnd := iter.head + 10 | |||
if peekEnd > iter.tail { | |||
peekEnd = iter.tail | |||
} | |||
parsing := string(iter.buf[peekStart:peekEnd]) | |||
contextStart := iter.head - 50 | |||
if contextStart < 0 { | |||
contextStart = 0 | |||
} | |||
contextEnd := iter.head + 50 | |||
if contextEnd > iter.tail { | |||
contextEnd = iter.tail | |||
} | |||
context := string(iter.buf[contextStart:contextEnd]) | |||
iter.Error = fmt.Errorf("%s: %s, error found in #%v byte of ...|%s|..., bigger context ...|%s|...", | |||
operation, msg, iter.head-peekStart, parsing, context) | |||
} | |||
// CurrentBuffer gets current buffer as string for debugging purpose | |||
func (iter *Iterator) CurrentBuffer() string { | |||
peekStart := iter.head - 10 | |||
if peekStart < 0 { | |||
peekStart = 0 | |||
} | |||
return fmt.Sprintf("parsing #%v byte, around ...|%s|..., whole buffer ...|%s|...", iter.head, | |||
string(iter.buf[peekStart:iter.head]), string(iter.buf[0:iter.tail])) | |||
} | |||
func (iter *Iterator) readByte() (ret byte) { | |||
if iter.head == iter.tail { | |||
if iter.loadMore() { | |||
ret = iter.buf[iter.head] | |||
iter.head++ | |||
return ret | |||
} | |||
return 0 | |||
} | |||
ret = iter.buf[iter.head] | |||
iter.head++ | |||
return ret | |||
} | |||
func (iter *Iterator) loadMore() bool { | |||
if iter.reader == nil { | |||
if iter.Error == nil { | |||
iter.head = iter.tail | |||
iter.Error = io.EOF | |||
} | |||
return false | |||
} | |||
if iter.captured != nil { | |||
iter.captured = append(iter.captured, | |||
iter.buf[iter.captureStartedAt:iter.tail]...) | |||
iter.captureStartedAt = 0 | |||
} | |||
for { | |||
n, err := iter.reader.Read(iter.buf) | |||
if n == 0 { | |||
if err != nil { | |||
if iter.Error == nil { | |||
iter.Error = err | |||
} | |||
return false | |||
} | |||
} else { | |||
iter.head = 0 | |||
iter.tail = n | |||
return true | |||
} | |||
} | |||
} | |||
func (iter *Iterator) unreadByte() { | |||
if iter.Error != nil { | |||
return | |||
} | |||
iter.head-- | |||
return | |||
} | |||
// Read read the next JSON element as generic interface{}. | |||
func (iter *Iterator) Read() interface{} { | |||
valueType := iter.WhatIsNext() | |||
switch valueType { | |||
case StringValue: | |||
return iter.ReadString() | |||
case NumberValue: | |||
if iter.cfg.configBeforeFrozen.UseNumber { | |||
return json.Number(iter.readNumberAsString()) | |||
} | |||
return iter.ReadFloat64() | |||
case NilValue: | |||
iter.skipFourBytes('n', 'u', 'l', 'l') | |||
return nil | |||
case BoolValue: | |||
return iter.ReadBool() | |||
case ArrayValue: | |||
arr := []interface{}{} | |||
iter.ReadArrayCB(func(iter *Iterator) bool { | |||
var elem interface{} | |||
iter.ReadVal(&elem) | |||
arr = append(arr, elem) | |||
return true | |||
}) | |||
return arr | |||
case ObjectValue: | |||
obj := map[string]interface{}{} | |||
iter.ReadMapCB(func(Iter *Iterator, field string) bool { | |||
var elem interface{} | |||
iter.ReadVal(&elem) | |||
obj[field] = elem | |||
return true | |||
}) | |||
return obj | |||
default: | |||
iter.ReportError("Read", fmt.Sprintf("unexpected value type: %v", valueType)) | |||
return nil | |||
} | |||
} | |||
// limit maximum depth of nesting, as allowed by https://tools.ietf.org/html/rfc7159#section-9 | |||
const maxDepth = 10000 | |||
func (iter *Iterator) incrementDepth() (success bool) { | |||
iter.depth++ | |||
if iter.depth <= maxDepth { | |||
return true | |||
} | |||
iter.ReportError("incrementDepth", "exceeded max depth") | |||
return false | |||
} | |||
func (iter *Iterator) decrementDepth() (success bool) { | |||
iter.depth-- | |||
if iter.depth >= 0 { | |||
return true | |||
} | |||
iter.ReportError("decrementDepth", "unexpected negative nesting") | |||
return false | |||
} |
@@ -0,0 +1,64 @@ | |||
package jsoniter | |||
// ReadArray read array element, tells if the array has more element to read. | |||
func (iter *Iterator) ReadArray() (ret bool) { | |||
c := iter.nextToken() | |||
switch c { | |||
case 'n': | |||
iter.skipThreeBytes('u', 'l', 'l') | |||
return false // null | |||
case '[': | |||
c = iter.nextToken() | |||
if c != ']' { | |||
iter.unreadByte() | |||
return true | |||
} | |||
return false | |||
case ']': | |||
return false | |||
case ',': | |||
return true | |||
default: | |||
iter.ReportError("ReadArray", "expect [ or , or ] or n, but found "+string([]byte{c})) | |||
return | |||
} | |||
} | |||
// ReadArrayCB read array with callback | |||
func (iter *Iterator) ReadArrayCB(callback func(*Iterator) bool) (ret bool) { | |||
c := iter.nextToken() | |||
if c == '[' { | |||
if !iter.incrementDepth() { | |||
return false | |||
} | |||
c = iter.nextToken() | |||
if c != ']' { | |||
iter.unreadByte() | |||
if !callback(iter) { | |||
iter.decrementDepth() | |||
return false | |||
} | |||
c = iter.nextToken() | |||
for c == ',' { | |||
if !callback(iter) { | |||
iter.decrementDepth() | |||
return false | |||
} | |||
c = iter.nextToken() | |||
} | |||
if c != ']' { | |||
iter.ReportError("ReadArrayCB", "expect ] in the end, but found "+string([]byte{c})) | |||
iter.decrementDepth() | |||
return false | |||
} | |||
return iter.decrementDepth() | |||
} | |||
return iter.decrementDepth() | |||
} | |||
if c == 'n' { | |||
iter.skipThreeBytes('u', 'l', 'l') | |||
return true // null | |||
} | |||
iter.ReportError("ReadArrayCB", "expect [ or n, but found "+string([]byte{c})) | |||
return false | |||
} |
@@ -0,0 +1,339 @@ | |||
package jsoniter | |||
import ( | |||
"encoding/json" | |||
"io" | |||
"math/big" | |||
"strconv" | |||
"strings" | |||
"unsafe" | |||
) | |||
var floatDigits []int8 | |||
const invalidCharForNumber = int8(-1) | |||
const endOfNumber = int8(-2) | |||
const dotInNumber = int8(-3) | |||
func init() { | |||
floatDigits = make([]int8, 256) | |||
for i := 0; i < len(floatDigits); i++ { | |||
floatDigits[i] = invalidCharForNumber | |||
} | |||
for i := int8('0'); i <= int8('9'); i++ { | |||
floatDigits[i] = i - int8('0') | |||
} | |||
floatDigits[','] = endOfNumber | |||
floatDigits[']'] = endOfNumber | |||
floatDigits['}'] = endOfNumber | |||
floatDigits[' '] = endOfNumber | |||
floatDigits['\t'] = endOfNumber | |||
floatDigits['\n'] = endOfNumber | |||
floatDigits['.'] = dotInNumber | |||
} | |||
// ReadBigFloat read big.Float | |||
func (iter *Iterator) ReadBigFloat() (ret *big.Float) { | |||
str := iter.readNumberAsString() | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
return nil | |||
} | |||
prec := 64 | |||
if len(str) > prec { | |||
prec = len(str) | |||
} | |||
val, _, err := big.ParseFloat(str, 10, uint(prec), big.ToZero) | |||
if err != nil { | |||
iter.Error = err | |||
return nil | |||
} | |||
return val | |||
} | |||
// ReadBigInt read big.Int | |||
func (iter *Iterator) ReadBigInt() (ret *big.Int) { | |||
str := iter.readNumberAsString() | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
return nil | |||
} | |||
ret = big.NewInt(0) | |||
var success bool | |||
ret, success = ret.SetString(str, 10) | |||
if !success { | |||
iter.ReportError("ReadBigInt", "invalid big int") | |||
return nil | |||
} | |||
return ret | |||
} | |||
//ReadFloat32 read float32 | |||
func (iter *Iterator) ReadFloat32() (ret float32) { | |||
c := iter.nextToken() | |||
if c == '-' { | |||
return -iter.readPositiveFloat32() | |||
} | |||
iter.unreadByte() | |||
return iter.readPositiveFloat32() | |||
} | |||
func (iter *Iterator) readPositiveFloat32() (ret float32) { | |||
i := iter.head | |||
// first char | |||
if i == iter.tail { | |||
return iter.readFloat32SlowPath() | |||
} | |||
c := iter.buf[i] | |||
i++ | |||
ind := floatDigits[c] | |||
switch ind { | |||
case invalidCharForNumber: | |||
return iter.readFloat32SlowPath() | |||
case endOfNumber: | |||
iter.ReportError("readFloat32", "empty number") | |||
return | |||
case dotInNumber: | |||
iter.ReportError("readFloat32", "leading dot is invalid") | |||
return | |||
case 0: | |||
if i == iter.tail { | |||
return iter.readFloat32SlowPath() | |||
} | |||
c = iter.buf[i] | |||
switch c { | |||
case '0', '1', '2', '3', '4', '5', '6', '7', '8', '9': | |||
iter.ReportError("readFloat32", "leading zero is invalid") | |||
return | |||
} | |||
} | |||
value := uint64(ind) | |||
// chars before dot | |||
non_decimal_loop: | |||
for ; i < iter.tail; i++ { | |||
c = iter.buf[i] | |||
ind := floatDigits[c] | |||
switch ind { | |||
case invalidCharForNumber: | |||
return iter.readFloat32SlowPath() | |||
case endOfNumber: | |||
iter.head = i | |||
return float32(value) | |||
case dotInNumber: | |||
break non_decimal_loop | |||
} | |||
if value > uint64SafeToMultiple10 { | |||
return iter.readFloat32SlowPath() | |||
} | |||
value = (value << 3) + (value << 1) + uint64(ind) // value = value * 10 + ind; | |||
} | |||
// chars after dot | |||
if c == '.' { | |||
i++ | |||
decimalPlaces := 0 | |||
if i == iter.tail { | |||
return iter.readFloat32SlowPath() | |||
} | |||
for ; i < iter.tail; i++ { | |||
c = iter.buf[i] | |||
ind := floatDigits[c] | |||
switch ind { | |||
case endOfNumber: | |||
if decimalPlaces > 0 && decimalPlaces < len(pow10) { | |||
iter.head = i | |||
return float32(float64(value) / float64(pow10[decimalPlaces])) | |||
} | |||
// too many decimal places | |||
return iter.readFloat32SlowPath() | |||
case invalidCharForNumber, dotInNumber: | |||
return iter.readFloat32SlowPath() | |||
} | |||
decimalPlaces++ | |||
if value > uint64SafeToMultiple10 { | |||
return iter.readFloat32SlowPath() | |||
} | |||
value = (value << 3) + (value << 1) + uint64(ind) | |||
} | |||
} | |||
return iter.readFloat32SlowPath() | |||
} | |||
func (iter *Iterator) readNumberAsString() (ret string) { | |||
strBuf := [16]byte{} | |||
str := strBuf[0:0] | |||
load_loop: | |||
for { | |||
for i := iter.head; i < iter.tail; i++ { | |||
c := iter.buf[i] | |||
switch c { | |||
case '+', '-', '.', 'e', 'E', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9': | |||
str = append(str, c) | |||
continue | |||
default: | |||
iter.head = i | |||
break load_loop | |||
} | |||
} | |||
if !iter.loadMore() { | |||
break | |||
} | |||
} | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
return | |||
} | |||
if len(str) == 0 { | |||
iter.ReportError("readNumberAsString", "invalid number") | |||
} | |||
return *(*string)(unsafe.Pointer(&str)) | |||
} | |||
func (iter *Iterator) readFloat32SlowPath() (ret float32) { | |||
str := iter.readNumberAsString() | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
return | |||
} | |||
errMsg := validateFloat(str) | |||
if errMsg != "" { | |||
iter.ReportError("readFloat32SlowPath", errMsg) | |||
return | |||
} | |||
val, err := strconv.ParseFloat(str, 32) | |||
if err != nil { | |||
iter.Error = err | |||
return | |||
} | |||
return float32(val) | |||
} | |||
// ReadFloat64 read float64 | |||
func (iter *Iterator) ReadFloat64() (ret float64) { | |||
c := iter.nextToken() | |||
if c == '-' { | |||
return -iter.readPositiveFloat64() | |||
} | |||
iter.unreadByte() | |||
return iter.readPositiveFloat64() | |||
} | |||
func (iter *Iterator) readPositiveFloat64() (ret float64) { | |||
i := iter.head | |||
// first char | |||
if i == iter.tail { | |||
return iter.readFloat64SlowPath() | |||
} | |||
c := iter.buf[i] | |||
i++ | |||
ind := floatDigits[c] | |||
switch ind { | |||
case invalidCharForNumber: | |||
return iter.readFloat64SlowPath() | |||
case endOfNumber: | |||
iter.ReportError("readFloat64", "empty number") | |||
return | |||
case dotInNumber: | |||
iter.ReportError("readFloat64", "leading dot is invalid") | |||
return | |||
case 0: | |||
if i == iter.tail { | |||
return iter.readFloat64SlowPath() | |||
} | |||
c = iter.buf[i] | |||
switch c { | |||
case '0', '1', '2', '3', '4', '5', '6', '7', '8', '9': | |||
iter.ReportError("readFloat64", "leading zero is invalid") | |||
return | |||
} | |||
} | |||
value := uint64(ind) | |||
// chars before dot | |||
non_decimal_loop: | |||
for ; i < iter.tail; i++ { | |||
c = iter.buf[i] | |||
ind := floatDigits[c] | |||
switch ind { | |||
case invalidCharForNumber: | |||
return iter.readFloat64SlowPath() | |||
case endOfNumber: | |||
iter.head = i | |||
return float64(value) | |||
case dotInNumber: | |||
break non_decimal_loop | |||
} | |||
if value > uint64SafeToMultiple10 { | |||
return iter.readFloat64SlowPath() | |||
} | |||
value = (value << 3) + (value << 1) + uint64(ind) // value = value * 10 + ind; | |||
} | |||
// chars after dot | |||
if c == '.' { | |||
i++ | |||
decimalPlaces := 0 | |||
if i == iter.tail { | |||
return iter.readFloat64SlowPath() | |||
} | |||
for ; i < iter.tail; i++ { | |||
c = iter.buf[i] | |||
ind := floatDigits[c] | |||
switch ind { | |||
case endOfNumber: | |||
if decimalPlaces > 0 && decimalPlaces < len(pow10) { | |||
iter.head = i | |||
return float64(value) / float64(pow10[decimalPlaces]) | |||
} | |||
// too many decimal places | |||
return iter.readFloat64SlowPath() | |||
case invalidCharForNumber, dotInNumber: | |||
return iter.readFloat64SlowPath() | |||
} | |||
decimalPlaces++ | |||
if value > uint64SafeToMultiple10 { | |||
return iter.readFloat64SlowPath() | |||
} | |||
value = (value << 3) + (value << 1) + uint64(ind) | |||
} | |||
} | |||
return iter.readFloat64SlowPath() | |||
} | |||
func (iter *Iterator) readFloat64SlowPath() (ret float64) { | |||
str := iter.readNumberAsString() | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
return | |||
} | |||
errMsg := validateFloat(str) | |||
if errMsg != "" { | |||
iter.ReportError("readFloat64SlowPath", errMsg) | |||
return | |||
} | |||
val, err := strconv.ParseFloat(str, 64) | |||
if err != nil { | |||
iter.Error = err | |||
return | |||
} | |||
return val | |||
} | |||
func validateFloat(str string) string { | |||
// strconv.ParseFloat is not validating `1.` or `1.e1` | |||
if len(str) == 0 { | |||
return "empty number" | |||
} | |||
if str[0] == '-' { | |||
return "-- is not valid" | |||
} | |||
dotPos := strings.IndexByte(str, '.') | |||
if dotPos != -1 { | |||
if dotPos == len(str)-1 { | |||
return "dot can not be last character" | |||
} | |||
switch str[dotPos+1] { | |||
case '0', '1', '2', '3', '4', '5', '6', '7', '8', '9': | |||
default: | |||
return "missing digit after dot" | |||
} | |||
} | |||
return "" | |||
} | |||
// ReadNumber read json.Number | |||
func (iter *Iterator) ReadNumber() (ret json.Number) { | |||
return json.Number(iter.readNumberAsString()) | |||
} |
@@ -0,0 +1,345 @@ | |||
package jsoniter | |||
import ( | |||
"math" | |||
"strconv" | |||
) | |||
var intDigits []int8 | |||
const uint32SafeToMultiply10 = uint32(0xffffffff)/10 - 1 | |||
const uint64SafeToMultiple10 = uint64(0xffffffffffffffff)/10 - 1 | |||
func init() { | |||
intDigits = make([]int8, 256) | |||
for i := 0; i < len(intDigits); i++ { | |||
intDigits[i] = invalidCharForNumber | |||
} | |||
for i := int8('0'); i <= int8('9'); i++ { | |||
intDigits[i] = i - int8('0') | |||
} | |||
} | |||
// ReadUint read uint | |||
func (iter *Iterator) ReadUint() uint { | |||
if strconv.IntSize == 32 { | |||
return uint(iter.ReadUint32()) | |||
} | |||
return uint(iter.ReadUint64()) | |||
} | |||
// ReadInt read int | |||
func (iter *Iterator) ReadInt() int { | |||
if strconv.IntSize == 32 { | |||
return int(iter.ReadInt32()) | |||
} | |||
return int(iter.ReadInt64()) | |||
} | |||
// ReadInt8 read int8 | |||
func (iter *Iterator) ReadInt8() (ret int8) { | |||
c := iter.nextToken() | |||
if c == '-' { | |||
val := iter.readUint32(iter.readByte()) | |||
if val > math.MaxInt8+1 { | |||
iter.ReportError("ReadInt8", "overflow: "+strconv.FormatInt(int64(val), 10)) | |||
return | |||
} | |||
return -int8(val) | |||
} | |||
val := iter.readUint32(c) | |||
if val > math.MaxInt8 { | |||
iter.ReportError("ReadInt8", "overflow: "+strconv.FormatInt(int64(val), 10)) | |||
return | |||
} | |||
return int8(val) | |||
} | |||
// ReadUint8 read uint8 | |||
func (iter *Iterator) ReadUint8() (ret uint8) { | |||
val := iter.readUint32(iter.nextToken()) | |||
if val > math.MaxUint8 { | |||
iter.ReportError("ReadUint8", "overflow: "+strconv.FormatInt(int64(val), 10)) | |||
return | |||
} | |||
return uint8(val) | |||
} | |||
// ReadInt16 read int16 | |||
func (iter *Iterator) ReadInt16() (ret int16) { | |||
c := iter.nextToken() | |||
if c == '-' { | |||
val := iter.readUint32(iter.readByte()) | |||
if val > math.MaxInt16+1 { | |||
iter.ReportError("ReadInt16", "overflow: "+strconv.FormatInt(int64(val), 10)) | |||
return | |||
} | |||
return -int16(val) | |||
} | |||
val := iter.readUint32(c) | |||
if val > math.MaxInt16 { | |||
iter.ReportError("ReadInt16", "overflow: "+strconv.FormatInt(int64(val), 10)) | |||
return | |||
} | |||
return int16(val) | |||
} | |||
// ReadUint16 read uint16 | |||
func (iter *Iterator) ReadUint16() (ret uint16) { | |||
val := iter.readUint32(iter.nextToken()) | |||
if val > math.MaxUint16 { | |||
iter.ReportError("ReadUint16", "overflow: "+strconv.FormatInt(int64(val), 10)) | |||
return | |||
} | |||
return uint16(val) | |||
} | |||
// ReadInt32 read int32 | |||
func (iter *Iterator) ReadInt32() (ret int32) { | |||
c := iter.nextToken() | |||
if c == '-' { | |||
val := iter.readUint32(iter.readByte()) | |||
if val > math.MaxInt32+1 { | |||
iter.ReportError("ReadInt32", "overflow: "+strconv.FormatInt(int64(val), 10)) | |||
return | |||
} | |||
return -int32(val) | |||
} | |||
val := iter.readUint32(c) | |||
if val > math.MaxInt32 { | |||
iter.ReportError("ReadInt32", "overflow: "+strconv.FormatInt(int64(val), 10)) | |||
return | |||
} | |||
return int32(val) | |||
} | |||
// ReadUint32 read uint32 | |||
func (iter *Iterator) ReadUint32() (ret uint32) { | |||
return iter.readUint32(iter.nextToken()) | |||
} | |||
func (iter *Iterator) readUint32(c byte) (ret uint32) { | |||
ind := intDigits[c] | |||
if ind == 0 { | |||
iter.assertInteger() | |||
return 0 // single zero | |||
} | |||
if ind == invalidCharForNumber { | |||
iter.ReportError("readUint32", "unexpected character: "+string([]byte{byte(ind)})) | |||
return | |||
} | |||
value := uint32(ind) | |||
if iter.tail-iter.head > 10 { | |||
i := iter.head | |||
ind2 := intDigits[iter.buf[i]] | |||
if ind2 == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value | |||
} | |||
i++ | |||
ind3 := intDigits[iter.buf[i]] | |||
if ind3 == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value*10 + uint32(ind2) | |||
} | |||
//iter.head = i + 1 | |||
//value = value * 100 + uint32(ind2) * 10 + uint32(ind3) | |||
i++ | |||
ind4 := intDigits[iter.buf[i]] | |||
if ind4 == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value*100 + uint32(ind2)*10 + uint32(ind3) | |||
} | |||
i++ | |||
ind5 := intDigits[iter.buf[i]] | |||
if ind5 == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value*1000 + uint32(ind2)*100 + uint32(ind3)*10 + uint32(ind4) | |||
} | |||
i++ | |||
ind6 := intDigits[iter.buf[i]] | |||
if ind6 == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value*10000 + uint32(ind2)*1000 + uint32(ind3)*100 + uint32(ind4)*10 + uint32(ind5) | |||
} | |||
i++ | |||
ind7 := intDigits[iter.buf[i]] | |||
if ind7 == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value*100000 + uint32(ind2)*10000 + uint32(ind3)*1000 + uint32(ind4)*100 + uint32(ind5)*10 + uint32(ind6) | |||
} | |||
i++ | |||
ind8 := intDigits[iter.buf[i]] | |||
if ind8 == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value*1000000 + uint32(ind2)*100000 + uint32(ind3)*10000 + uint32(ind4)*1000 + uint32(ind5)*100 + uint32(ind6)*10 + uint32(ind7) | |||
} | |||
i++ | |||
ind9 := intDigits[iter.buf[i]] | |||
value = value*10000000 + uint32(ind2)*1000000 + uint32(ind3)*100000 + uint32(ind4)*10000 + uint32(ind5)*1000 + uint32(ind6)*100 + uint32(ind7)*10 + uint32(ind8) | |||
iter.head = i | |||
if ind9 == invalidCharForNumber { | |||
iter.assertInteger() | |||
return value | |||
} | |||
} | |||
for { | |||
for i := iter.head; i < iter.tail; i++ { | |||
ind = intDigits[iter.buf[i]] | |||
if ind == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value | |||
} | |||
if value > uint32SafeToMultiply10 { | |||
value2 := (value << 3) + (value << 1) + uint32(ind) | |||
if value2 < value { | |||
iter.ReportError("readUint32", "overflow") | |||
return | |||
} | |||
value = value2 | |||
continue | |||
} | |||
value = (value << 3) + (value << 1) + uint32(ind) | |||
} | |||
if !iter.loadMore() { | |||
iter.assertInteger() | |||
return value | |||
} | |||
} | |||
} | |||
// ReadInt64 read int64 | |||
func (iter *Iterator) ReadInt64() (ret int64) { | |||
c := iter.nextToken() | |||
if c == '-' { | |||
val := iter.readUint64(iter.readByte()) | |||
if val > math.MaxInt64+1 { | |||
iter.ReportError("ReadInt64", "overflow: "+strconv.FormatUint(uint64(val), 10)) | |||
return | |||
} | |||
return -int64(val) | |||
} | |||
val := iter.readUint64(c) | |||
if val > math.MaxInt64 { | |||
iter.ReportError("ReadInt64", "overflow: "+strconv.FormatUint(uint64(val), 10)) | |||
return | |||
} | |||
return int64(val) | |||
} | |||
// ReadUint64 read uint64 | |||
func (iter *Iterator) ReadUint64() uint64 { | |||
return iter.readUint64(iter.nextToken()) | |||
} | |||
func (iter *Iterator) readUint64(c byte) (ret uint64) { | |||
ind := intDigits[c] | |||
if ind == 0 { | |||
iter.assertInteger() | |||
return 0 // single zero | |||
} | |||
if ind == invalidCharForNumber { | |||
iter.ReportError("readUint64", "unexpected character: "+string([]byte{byte(ind)})) | |||
return | |||
} | |||
value := uint64(ind) | |||
if iter.tail-iter.head > 10 { | |||
i := iter.head | |||
ind2 := intDigits[iter.buf[i]] | |||
if ind2 == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value | |||
} | |||
i++ | |||
ind3 := intDigits[iter.buf[i]] | |||
if ind3 == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value*10 + uint64(ind2) | |||
} | |||
//iter.head = i + 1 | |||
//value = value * 100 + uint32(ind2) * 10 + uint32(ind3) | |||
i++ | |||
ind4 := intDigits[iter.buf[i]] | |||
if ind4 == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value*100 + uint64(ind2)*10 + uint64(ind3) | |||
} | |||
i++ | |||
ind5 := intDigits[iter.buf[i]] | |||
if ind5 == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value*1000 + uint64(ind2)*100 + uint64(ind3)*10 + uint64(ind4) | |||
} | |||
i++ | |||
ind6 := intDigits[iter.buf[i]] | |||
if ind6 == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value*10000 + uint64(ind2)*1000 + uint64(ind3)*100 + uint64(ind4)*10 + uint64(ind5) | |||
} | |||
i++ | |||
ind7 := intDigits[iter.buf[i]] | |||
if ind7 == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value*100000 + uint64(ind2)*10000 + uint64(ind3)*1000 + uint64(ind4)*100 + uint64(ind5)*10 + uint64(ind6) | |||
} | |||
i++ | |||
ind8 := intDigits[iter.buf[i]] | |||
if ind8 == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value*1000000 + uint64(ind2)*100000 + uint64(ind3)*10000 + uint64(ind4)*1000 + uint64(ind5)*100 + uint64(ind6)*10 + uint64(ind7) | |||
} | |||
i++ | |||
ind9 := intDigits[iter.buf[i]] | |||
value = value*10000000 + uint64(ind2)*1000000 + uint64(ind3)*100000 + uint64(ind4)*10000 + uint64(ind5)*1000 + uint64(ind6)*100 + uint64(ind7)*10 + uint64(ind8) | |||
iter.head = i | |||
if ind9 == invalidCharForNumber { | |||
iter.assertInteger() | |||
return value | |||
} | |||
} | |||
for { | |||
for i := iter.head; i < iter.tail; i++ { | |||
ind = intDigits[iter.buf[i]] | |||
if ind == invalidCharForNumber { | |||
iter.head = i | |||
iter.assertInteger() | |||
return value | |||
} | |||
if value > uint64SafeToMultiple10 { | |||
value2 := (value << 3) + (value << 1) + uint64(ind) | |||
if value2 < value { | |||
iter.ReportError("readUint64", "overflow") | |||
return | |||
} | |||
value = value2 | |||
continue | |||
} | |||
value = (value << 3) + (value << 1) + uint64(ind) | |||
} | |||
if !iter.loadMore() { | |||
iter.assertInteger() | |||
return value | |||
} | |||
} | |||
} | |||
func (iter *Iterator) assertInteger() { | |||
if iter.head < len(iter.buf) && iter.buf[iter.head] == '.' { | |||
iter.ReportError("assertInteger", "can not decode float as int") | |||
} | |||
} |
@@ -0,0 +1,267 @@ | |||
package jsoniter | |||
import ( | |||
"fmt" | |||
"strings" | |||
) | |||
// ReadObject read one field from object. | |||
// If object ended, returns empty string. | |||
// Otherwise, returns the field name. | |||
func (iter *Iterator) ReadObject() (ret string) { | |||
c := iter.nextToken() | |||
switch c { | |||
case 'n': | |||
iter.skipThreeBytes('u', 'l', 'l') | |||
return "" // null | |||
case '{': | |||
c = iter.nextToken() | |||
if c == '"' { | |||
iter.unreadByte() | |||
field := iter.ReadString() | |||
c = iter.nextToken() | |||
if c != ':' { | |||
iter.ReportError("ReadObject", "expect : after object field, but found "+string([]byte{c})) | |||
} | |||
return field | |||
} | |||
if c == '}' { | |||
return "" // end of object | |||
} | |||
iter.ReportError("ReadObject", `expect " after {, but found `+string([]byte{c})) | |||
return | |||
case ',': | |||
field := iter.ReadString() | |||
c = iter.nextToken() | |||
if c != ':' { | |||
iter.ReportError("ReadObject", "expect : after object field, but found "+string([]byte{c})) | |||
} | |||
return field | |||
case '}': | |||
return "" // end of object | |||
default: | |||
iter.ReportError("ReadObject", fmt.Sprintf(`expect { or , or } or n, but found %s`, string([]byte{c}))) | |||
return | |||
} | |||
} | |||
// CaseInsensitive | |||
func (iter *Iterator) readFieldHash() int64 { | |||
hash := int64(0x811c9dc5) | |||
c := iter.nextToken() | |||
if c != '"' { | |||
iter.ReportError("readFieldHash", `expect ", but found `+string([]byte{c})) | |||
return 0 | |||
} | |||
for { | |||
for i := iter.head; i < iter.tail; i++ { | |||
// require ascii string and no escape | |||
b := iter.buf[i] | |||
if b == '\\' { | |||
iter.head = i | |||
for _, b := range iter.readStringSlowPath() { | |||
if 'A' <= b && b <= 'Z' && !iter.cfg.caseSensitive { | |||
b += 'a' - 'A' | |||
} | |||
hash ^= int64(b) | |||
hash *= 0x1000193 | |||
} | |||
c = iter.nextToken() | |||
if c != ':' { | |||
iter.ReportError("readFieldHash", `expect :, but found `+string([]byte{c})) | |||
return 0 | |||
} | |||
return hash | |||
} | |||
if b == '"' { | |||
iter.head = i + 1 | |||
c = iter.nextToken() | |||
if c != ':' { | |||
iter.ReportError("readFieldHash", `expect :, but found `+string([]byte{c})) | |||
return 0 | |||
} | |||
return hash | |||
} | |||
if 'A' <= b && b <= 'Z' && !iter.cfg.caseSensitive { | |||
b += 'a' - 'A' | |||
} | |||
hash ^= int64(b) | |||
hash *= 0x1000193 | |||
} | |||
if !iter.loadMore() { | |||
iter.ReportError("readFieldHash", `incomplete field name`) | |||
return 0 | |||
} | |||
} | |||
} | |||
func calcHash(str string, caseSensitive bool) int64 { | |||
if !caseSensitive { | |||
str = strings.ToLower(str) | |||
} | |||
hash := int64(0x811c9dc5) | |||
for _, b := range []byte(str) { | |||
hash ^= int64(b) | |||
hash *= 0x1000193 | |||
} | |||
return int64(hash) | |||
} | |||
// ReadObjectCB read object with callback, the key is ascii only and field name not copied | |||
func (iter *Iterator) ReadObjectCB(callback func(*Iterator, string) bool) bool { | |||
c := iter.nextToken() | |||
var field string | |||
if c == '{' { | |||
if !iter.incrementDepth() { | |||
return false | |||
} | |||
c = iter.nextToken() | |||
if c == '"' { | |||
iter.unreadByte() | |||
field = iter.ReadString() | |||
c = iter.nextToken() | |||
if c != ':' { | |||
iter.ReportError("ReadObject", "expect : after object field, but found "+string([]byte{c})) | |||
} | |||
if !callback(iter, field) { | |||
iter.decrementDepth() | |||
return false | |||
} | |||
c = iter.nextToken() | |||
for c == ',' { | |||
field = iter.ReadString() | |||
c = iter.nextToken() | |||
if c != ':' { | |||
iter.ReportError("ReadObject", "expect : after object field, but found "+string([]byte{c})) | |||
} | |||
if !callback(iter, field) { | |||
iter.decrementDepth() | |||
return false | |||
} | |||
c = iter.nextToken() | |||
} | |||
if c != '}' { | |||
iter.ReportError("ReadObjectCB", `object not ended with }`) | |||
iter.decrementDepth() | |||
return false | |||
} | |||
return iter.decrementDepth() | |||
} | |||
if c == '}' { | |||
return iter.decrementDepth() | |||
} | |||
iter.ReportError("ReadObjectCB", `expect " after {, but found `+string([]byte{c})) | |||
iter.decrementDepth() | |||
return false | |||
} | |||
if c == 'n' { | |||
iter.skipThreeBytes('u', 'l', 'l') | |||
return true // null | |||
} | |||
iter.ReportError("ReadObjectCB", `expect { or n, but found `+string([]byte{c})) | |||
return false | |||
} | |||
// ReadMapCB read map with callback, the key can be any string | |||
func (iter *Iterator) ReadMapCB(callback func(*Iterator, string) bool) bool { | |||
c := iter.nextToken() | |||
if c == '{' { | |||
if !iter.incrementDepth() { | |||
return false | |||
} | |||
c = iter.nextToken() | |||
if c == '"' { | |||
iter.unreadByte() | |||
field := iter.ReadString() | |||
if iter.nextToken() != ':' { | |||
iter.ReportError("ReadMapCB", "expect : after object field, but found "+string([]byte{c})) | |||
iter.decrementDepth() | |||
return false | |||
} | |||
if !callback(iter, field) { | |||
iter.decrementDepth() | |||
return false | |||
} | |||
c = iter.nextToken() | |||
for c == ',' { | |||
field = iter.ReadString() | |||
if iter.nextToken() != ':' { | |||
iter.ReportError("ReadMapCB", "expect : after object field, but found "+string([]byte{c})) | |||
iter.decrementDepth() | |||
return false | |||
} | |||
if !callback(iter, field) { | |||
iter.decrementDepth() | |||
return false | |||
} | |||
c = iter.nextToken() | |||
} | |||
if c != '}' { | |||
iter.ReportError("ReadMapCB", `object not ended with }`) | |||
iter.decrementDepth() | |||
return false | |||
} | |||
return iter.decrementDepth() | |||
} | |||
if c == '}' { | |||
return iter.decrementDepth() | |||
} | |||
iter.ReportError("ReadMapCB", `expect " after {, but found `+string([]byte{c})) | |||
iter.decrementDepth() | |||
return false | |||
} | |||
if c == 'n' { | |||
iter.skipThreeBytes('u', 'l', 'l') | |||
return true // null | |||
} | |||
iter.ReportError("ReadMapCB", `expect { or n, but found `+string([]byte{c})) | |||
return false | |||
} | |||
func (iter *Iterator) readObjectStart() bool { | |||
c := iter.nextToken() | |||
if c == '{' { | |||
c = iter.nextToken() | |||
if c == '}' { | |||
return false | |||
} | |||
iter.unreadByte() | |||
return true | |||
} else if c == 'n' { | |||
iter.skipThreeBytes('u', 'l', 'l') | |||
return false | |||
} | |||
iter.ReportError("readObjectStart", "expect { or n, but found "+string([]byte{c})) | |||
return false | |||
} | |||
func (iter *Iterator) readObjectFieldAsBytes() (ret []byte) { | |||
str := iter.ReadStringAsSlice() | |||
if iter.skipWhitespacesWithoutLoadMore() { | |||
if ret == nil { | |||
ret = make([]byte, len(str)) | |||
copy(ret, str) | |||
} | |||
if !iter.loadMore() { | |||
return | |||
} | |||
} | |||
if iter.buf[iter.head] != ':' { | |||
iter.ReportError("readObjectFieldAsBytes", "expect : after object field, but found "+string([]byte{iter.buf[iter.head]})) | |||
return | |||
} | |||
iter.head++ | |||
if iter.skipWhitespacesWithoutLoadMore() { | |||
if ret == nil { | |||
ret = make([]byte, len(str)) | |||
copy(ret, str) | |||
} | |||
if !iter.loadMore() { | |||
return | |||
} | |||
} | |||
if ret == nil { | |||
return str | |||
} | |||
return ret | |||
} |
@@ -0,0 +1,130 @@ | |||
package jsoniter | |||
import "fmt" | |||
// ReadNil reads a json object as nil and | |||
// returns whether it's a nil or not | |||
func (iter *Iterator) ReadNil() (ret bool) { | |||
c := iter.nextToken() | |||
if c == 'n' { | |||
iter.skipThreeBytes('u', 'l', 'l') // null | |||
return true | |||
} | |||
iter.unreadByte() | |||
return false | |||
} | |||
// ReadBool reads a json object as BoolValue | |||
func (iter *Iterator) ReadBool() (ret bool) { | |||
c := iter.nextToken() | |||
if c == 't' { | |||
iter.skipThreeBytes('r', 'u', 'e') | |||
return true | |||
} | |||
if c == 'f' { | |||
iter.skipFourBytes('a', 'l', 's', 'e') | |||
return false | |||
} | |||
iter.ReportError("ReadBool", "expect t or f, but found "+string([]byte{c})) | |||
return | |||
} | |||
// SkipAndReturnBytes skip next JSON element, and return its content as []byte. | |||
// The []byte can be kept, it is a copy of data. | |||
func (iter *Iterator) SkipAndReturnBytes() []byte { | |||
iter.startCapture(iter.head) | |||
iter.Skip() | |||
return iter.stopCapture() | |||
} | |||
// SkipAndAppendBytes skips next JSON element and appends its content to | |||
// buffer, returning the result. | |||
func (iter *Iterator) SkipAndAppendBytes(buf []byte) []byte { | |||
iter.startCaptureTo(buf, iter.head) | |||
iter.Skip() | |||
return iter.stopCapture() | |||
} | |||
func (iter *Iterator) startCaptureTo(buf []byte, captureStartedAt int) { | |||
if iter.captured != nil { | |||
panic("already in capture mode") | |||
} | |||
iter.captureStartedAt = captureStartedAt | |||
iter.captured = buf | |||
} | |||
func (iter *Iterator) startCapture(captureStartedAt int) { | |||
iter.startCaptureTo(make([]byte, 0, 32), captureStartedAt) | |||
} | |||
func (iter *Iterator) stopCapture() []byte { | |||
if iter.captured == nil { | |||
panic("not in capture mode") | |||
} | |||
captured := iter.captured | |||
remaining := iter.buf[iter.captureStartedAt:iter.head] | |||
iter.captureStartedAt = -1 | |||
iter.captured = nil | |||
return append(captured, remaining...) | |||
} | |||
// Skip skips a json object and positions to relatively the next json object | |||
func (iter *Iterator) Skip() { | |||
c := iter.nextToken() | |||
switch c { | |||
case '"': | |||
iter.skipString() | |||
case 'n': | |||
iter.skipThreeBytes('u', 'l', 'l') // null | |||
case 't': | |||
iter.skipThreeBytes('r', 'u', 'e') // true | |||
case 'f': | |||
iter.skipFourBytes('a', 'l', 's', 'e') // false | |||
case '0': | |||
iter.unreadByte() | |||
iter.ReadFloat32() | |||
case '-', '1', '2', '3', '4', '5', '6', '7', '8', '9': | |||
iter.skipNumber() | |||
case '[': | |||
iter.skipArray() | |||
case '{': | |||
iter.skipObject() | |||
default: | |||
iter.ReportError("Skip", fmt.Sprintf("do not know how to skip: %v", c)) | |||
return | |||
} | |||
} | |||
func (iter *Iterator) skipFourBytes(b1, b2, b3, b4 byte) { | |||
if iter.readByte() != b1 { | |||
iter.ReportError("skipFourBytes", fmt.Sprintf("expect %s", string([]byte{b1, b2, b3, b4}))) | |||
return | |||
} | |||
if iter.readByte() != b2 { | |||
iter.ReportError("skipFourBytes", fmt.Sprintf("expect %s", string([]byte{b1, b2, b3, b4}))) | |||
return | |||
} | |||
if iter.readByte() != b3 { | |||
iter.ReportError("skipFourBytes", fmt.Sprintf("expect %s", string([]byte{b1, b2, b3, b4}))) | |||
return | |||
} | |||
if iter.readByte() != b4 { | |||
iter.ReportError("skipFourBytes", fmt.Sprintf("expect %s", string([]byte{b1, b2, b3, b4}))) | |||
return | |||
} | |||
} | |||
func (iter *Iterator) skipThreeBytes(b1, b2, b3 byte) { | |||
if iter.readByte() != b1 { | |||
iter.ReportError("skipThreeBytes", fmt.Sprintf("expect %s", string([]byte{b1, b2, b3}))) | |||
return | |||
} | |||
if iter.readByte() != b2 { | |||
iter.ReportError("skipThreeBytes", fmt.Sprintf("expect %s", string([]byte{b1, b2, b3}))) | |||
return | |||
} | |||
if iter.readByte() != b3 { | |||
iter.ReportError("skipThreeBytes", fmt.Sprintf("expect %s", string([]byte{b1, b2, b3}))) | |||
return | |||
} | |||
} |
@@ -0,0 +1,163 @@ | |||
//+build jsoniter_sloppy | |||
package jsoniter | |||
// sloppy but faster implementation, do not validate the input json | |||
func (iter *Iterator) skipNumber() { | |||
for { | |||
for i := iter.head; i < iter.tail; i++ { | |||
c := iter.buf[i] | |||
switch c { | |||
case ' ', '\n', '\r', '\t', ',', '}', ']': | |||
iter.head = i | |||
return | |||
} | |||
} | |||
if !iter.loadMore() { | |||
return | |||
} | |||
} | |||
} | |||
func (iter *Iterator) skipArray() { | |||
level := 1 | |||
if !iter.incrementDepth() { | |||
return | |||
} | |||
for { | |||
for i := iter.head; i < iter.tail; i++ { | |||
switch iter.buf[i] { | |||
case '"': // If inside string, skip it | |||
iter.head = i + 1 | |||
iter.skipString() | |||
i = iter.head - 1 // it will be i++ soon | |||
case '[': // If open symbol, increase level | |||
level++ | |||
if !iter.incrementDepth() { | |||
return | |||
} | |||
case ']': // If close symbol, increase level | |||
level-- | |||
if !iter.decrementDepth() { | |||
return | |||
} | |||
// If we have returned to the original level, we're done | |||
if level == 0 { | |||
iter.head = i + 1 | |||
return | |||
} | |||
} | |||
} | |||
if !iter.loadMore() { | |||
iter.ReportError("skipObject", "incomplete array") | |||
return | |||
} | |||
} | |||
} | |||
func (iter *Iterator) skipObject() { | |||
level := 1 | |||
if !iter.incrementDepth() { | |||
return | |||
} | |||
for { | |||
for i := iter.head; i < iter.tail; i++ { | |||
switch iter.buf[i] { | |||
case '"': // If inside string, skip it | |||
iter.head = i + 1 | |||
iter.skipString() | |||
i = iter.head - 1 // it will be i++ soon | |||
case '{': // If open symbol, increase level | |||
level++ | |||
if !iter.incrementDepth() { | |||
return | |||
} | |||
case '}': // If close symbol, increase level | |||
level-- | |||
if !iter.decrementDepth() { | |||
return | |||
} | |||
// If we have returned to the original level, we're done | |||
if level == 0 { | |||
iter.head = i + 1 | |||
return | |||
} | |||
} | |||
} | |||
if !iter.loadMore() { | |||
iter.ReportError("skipObject", "incomplete object") | |||
return | |||
} | |||
} | |||
} | |||
func (iter *Iterator) skipString() { | |||
for { | |||
end, escaped := iter.findStringEnd() | |||
if end == -1 { | |||
if !iter.loadMore() { | |||
iter.ReportError("skipString", "incomplete string") | |||
return | |||
} | |||
if escaped { | |||
iter.head = 1 // skip the first char as last char read is \ | |||
} | |||
} else { | |||
iter.head = end | |||
return | |||
} | |||
} | |||
} | |||
// adapted from: https://github.com/buger/jsonparser/blob/master/parser.go | |||
// Tries to find the end of string | |||
// Support if string contains escaped quote symbols. | |||
func (iter *Iterator) findStringEnd() (int, bool) { | |||
escaped := false | |||
for i := iter.head; i < iter.tail; i++ { | |||
c := iter.buf[i] | |||
if c == '"' { | |||
if !escaped { | |||
return i + 1, false | |||
} | |||
j := i - 1 | |||
for { | |||
if j < iter.head || iter.buf[j] != '\\' { | |||
// even number of backslashes | |||
// either end of buffer, or " found | |||
return i + 1, true | |||
} | |||
j-- | |||
if j < iter.head || iter.buf[j] != '\\' { | |||
// odd number of backslashes | |||
// it is \" or \\\" | |||
break | |||
} | |||
j-- | |||
} | |||
} else if c == '\\' { | |||
escaped = true | |||
} | |||
} | |||
j := iter.tail - 1 | |||
for { | |||
if j < iter.head || iter.buf[j] != '\\' { | |||
// even number of backslashes | |||
// either end of buffer, or " found | |||
return -1, false // do not end with \ | |||
} | |||
j-- | |||
if j < iter.head || iter.buf[j] != '\\' { | |||
// odd number of backslashes | |||
// it is \" or \\\" | |||
break | |||
} | |||
j-- | |||
} | |||
return -1, true // end with \ | |||
} |
@@ -0,0 +1,99 @@ | |||
//+build !jsoniter_sloppy | |||
package jsoniter | |||
import ( | |||
"fmt" | |||
"io" | |||
) | |||
func (iter *Iterator) skipNumber() { | |||
if !iter.trySkipNumber() { | |||
iter.unreadByte() | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
return | |||
} | |||
iter.ReadFloat64() | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
iter.Error = nil | |||
iter.ReadBigFloat() | |||
} | |||
} | |||
} | |||
func (iter *Iterator) trySkipNumber() bool { | |||
dotFound := false | |||
for i := iter.head; i < iter.tail; i++ { | |||
c := iter.buf[i] | |||
switch c { | |||
case '0', '1', '2', '3', '4', '5', '6', '7', '8', '9': | |||
case '.': | |||
if dotFound { | |||
iter.ReportError("validateNumber", `more than one dot found in number`) | |||
return true // already failed | |||
} | |||
if i+1 == iter.tail { | |||
return false | |||
} | |||
c = iter.buf[i+1] | |||
switch c { | |||
case '0', '1', '2', '3', '4', '5', '6', '7', '8', '9': | |||
default: | |||
iter.ReportError("validateNumber", `missing digit after dot`) | |||
return true // already failed | |||
} | |||
dotFound = true | |||
default: | |||
switch c { | |||
case ',', ']', '}', ' ', '\t', '\n', '\r': | |||
if iter.head == i { | |||
return false // if - without following digits | |||
} | |||
iter.head = i | |||
return true // must be valid | |||
} | |||
return false // may be invalid | |||
} | |||
} | |||
return false | |||
} | |||
func (iter *Iterator) skipString() { | |||
if !iter.trySkipString() { | |||
iter.unreadByte() | |||
iter.ReadString() | |||
} | |||
} | |||
func (iter *Iterator) trySkipString() bool { | |||
for i := iter.head; i < iter.tail; i++ { | |||
c := iter.buf[i] | |||
if c == '"' { | |||
iter.head = i + 1 | |||
return true // valid | |||
} else if c == '\\' { | |||
return false | |||
} else if c < ' ' { | |||
iter.ReportError("trySkipString", | |||
fmt.Sprintf(`invalid control character found: %d`, c)) | |||
return true // already failed | |||
} | |||
} | |||
return false | |||
} | |||
func (iter *Iterator) skipObject() { | |||
iter.unreadByte() | |||
iter.ReadObjectCB(func(iter *Iterator, field string) bool { | |||
iter.Skip() | |||
return true | |||
}) | |||
} | |||
func (iter *Iterator) skipArray() { | |||
iter.unreadByte() | |||
iter.ReadArrayCB(func(iter *Iterator) bool { | |||
iter.Skip() | |||
return true | |||
}) | |||
} |
@@ -0,0 +1,215 @@ | |||
package jsoniter | |||
import ( | |||
"fmt" | |||
"unicode/utf16" | |||
) | |||
// ReadString read string from iterator | |||
func (iter *Iterator) ReadString() (ret string) { | |||
c := iter.nextToken() | |||
if c == '"' { | |||
for i := iter.head; i < iter.tail; i++ { | |||
c := iter.buf[i] | |||
if c == '"' { | |||
ret = string(iter.buf[iter.head:i]) | |||
iter.head = i + 1 | |||
return ret | |||
} else if c == '\\' { | |||
break | |||
} else if c < ' ' { | |||
iter.ReportError("ReadString", | |||
fmt.Sprintf(`invalid control character found: %d`, c)) | |||
return | |||
} | |||
} | |||
return iter.readStringSlowPath() | |||
} else if c == 'n' { | |||
iter.skipThreeBytes('u', 'l', 'l') | |||
return "" | |||
} | |||
iter.ReportError("ReadString", `expects " or n, but found `+string([]byte{c})) | |||
return | |||
} | |||
func (iter *Iterator) readStringSlowPath() (ret string) { | |||
var str []byte | |||
var c byte | |||
for iter.Error == nil { | |||
c = iter.readByte() | |||
if c == '"' { | |||
return string(str) | |||
} | |||
if c == '\\' { | |||
c = iter.readByte() | |||
str = iter.readEscapedChar(c, str) | |||
} else { | |||
str = append(str, c) | |||
} | |||
} | |||
iter.ReportError("readStringSlowPath", "unexpected end of input") | |||
return | |||
} | |||
func (iter *Iterator) readEscapedChar(c byte, str []byte) []byte { | |||
switch c { | |||
case 'u': | |||
r := iter.readU4() | |||
if utf16.IsSurrogate(r) { | |||
c = iter.readByte() | |||
if iter.Error != nil { | |||
return nil | |||
} | |||
if c != '\\' { | |||
iter.unreadByte() | |||
str = appendRune(str, r) | |||
return str | |||
} | |||
c = iter.readByte() | |||
if iter.Error != nil { | |||
return nil | |||
} | |||
if c != 'u' { | |||
str = appendRune(str, r) | |||
return iter.readEscapedChar(c, str) | |||
} | |||
r2 := iter.readU4() | |||
if iter.Error != nil { | |||
return nil | |||
} | |||
combined := utf16.DecodeRune(r, r2) | |||
if combined == '\uFFFD' { | |||
str = appendRune(str, r) | |||
str = appendRune(str, r2) | |||
} else { | |||
str = appendRune(str, combined) | |||
} | |||
} else { | |||
str = appendRune(str, r) | |||
} | |||
case '"': | |||
str = append(str, '"') | |||
case '\\': | |||
str = append(str, '\\') | |||
case '/': | |||
str = append(str, '/') | |||
case 'b': | |||
str = append(str, '\b') | |||
case 'f': | |||
str = append(str, '\f') | |||
case 'n': | |||
str = append(str, '\n') | |||
case 'r': | |||
str = append(str, '\r') | |||
case 't': | |||
str = append(str, '\t') | |||
default: | |||
iter.ReportError("readEscapedChar", | |||
`invalid escape char after \`) | |||
return nil | |||
} | |||
return str | |||
} | |||
// ReadStringAsSlice read string from iterator without copying into string form. | |||
// The []byte can not be kept, as it will change after next iterator call. | |||
func (iter *Iterator) ReadStringAsSlice() (ret []byte) { | |||
c := iter.nextToken() | |||
if c == '"' { | |||
for i := iter.head; i < iter.tail; i++ { | |||
// require ascii string and no escape | |||
// for: field name, base64, number | |||
if iter.buf[i] == '"' { | |||
// fast path: reuse the underlying buffer | |||
ret = iter.buf[iter.head:i] | |||
iter.head = i + 1 | |||
return ret | |||
} | |||
} | |||
readLen := iter.tail - iter.head | |||
copied := make([]byte, readLen, readLen*2) | |||
copy(copied, iter.buf[iter.head:iter.tail]) | |||
iter.head = iter.tail | |||
for iter.Error == nil { | |||
c := iter.readByte() | |||
if c == '"' { | |||
return copied | |||
} | |||
copied = append(copied, c) | |||
} | |||
return copied | |||
} | |||
iter.ReportError("ReadStringAsSlice", `expects " or n, but found `+string([]byte{c})) | |||
return | |||
} | |||
func (iter *Iterator) readU4() (ret rune) { | |||
for i := 0; i < 4; i++ { | |||
c := iter.readByte() | |||
if iter.Error != nil { | |||
return | |||
} | |||
if c >= '0' && c <= '9' { | |||
ret = ret*16 + rune(c-'0') | |||
} else if c >= 'a' && c <= 'f' { | |||
ret = ret*16 + rune(c-'a'+10) | |||
} else if c >= 'A' && c <= 'F' { | |||
ret = ret*16 + rune(c-'A'+10) | |||
} else { | |||
iter.ReportError("readU4", "expects 0~9 or a~f, but found "+string([]byte{c})) | |||
return | |||
} | |||
} | |||
return ret | |||
} | |||
const ( | |||
t1 = 0x00 // 0000 0000 | |||
tx = 0x80 // 1000 0000 | |||
t2 = 0xC0 // 1100 0000 | |||
t3 = 0xE0 // 1110 0000 | |||
t4 = 0xF0 // 1111 0000 | |||
t5 = 0xF8 // 1111 1000 | |||
maskx = 0x3F // 0011 1111 | |||
mask2 = 0x1F // 0001 1111 | |||
mask3 = 0x0F // 0000 1111 | |||
mask4 = 0x07 // 0000 0111 | |||
rune1Max = 1<<7 - 1 | |||
rune2Max = 1<<11 - 1 | |||
rune3Max = 1<<16 - 1 | |||
surrogateMin = 0xD800 | |||
surrogateMax = 0xDFFF | |||
maxRune = '\U0010FFFF' // Maximum valid Unicode code point. | |||
runeError = '\uFFFD' // the "error" Rune or "Unicode replacement character" | |||
) | |||
func appendRune(p []byte, r rune) []byte { | |||
// Negative values are erroneous. Making it unsigned addresses the problem. | |||
switch i := uint32(r); { | |||
case i <= rune1Max: | |||
p = append(p, byte(r)) | |||
return p | |||
case i <= rune2Max: | |||
p = append(p, t2|byte(r>>6)) | |||
p = append(p, tx|byte(r)&maskx) | |||
return p | |||
case i > maxRune, surrogateMin <= i && i <= surrogateMax: | |||
r = runeError | |||
fallthrough | |||
case i <= rune3Max: | |||
p = append(p, t3|byte(r>>12)) | |||
p = append(p, tx|byte(r>>6)&maskx) | |||
p = append(p, tx|byte(r)&maskx) | |||
return p | |||
default: | |||
p = append(p, t4|byte(r>>18)) | |||
p = append(p, tx|byte(r>>12)&maskx) | |||
p = append(p, tx|byte(r>>6)&maskx) | |||
p = append(p, tx|byte(r)&maskx) | |||
return p | |||
} | |||
} |
@@ -0,0 +1,18 @@ | |||
// Package jsoniter implements encoding and decoding of JSON as defined in | |||
// RFC 4627 and provides interfaces with identical syntax of standard lib encoding/json. | |||
// Converting from encoding/json to jsoniter is no more than replacing the package with jsoniter | |||
// and variable type declarations (if any). | |||
// jsoniter interfaces gives 100% compatibility with code using standard lib. | |||
// | |||
// "JSON and Go" | |||
// (https://golang.org/doc/articles/json_and_go.html) | |||
// gives a description of how Marshal/Unmarshal operate | |||
// between arbitrary or predefined json objects and bytes, | |||
// and it applies to jsoniter.Marshal/Unmarshal as well. | |||
// | |||
// Besides, jsoniter.Iterator provides a different set of interfaces | |||
// iterating given bytes/string/reader | |||
// and yielding parsed elements one by one. | |||
// This set of interfaces reads input as required and gives | |||
// better performance. | |||
package jsoniter |
@@ -0,0 +1,42 @@ | |||
package jsoniter | |||
import ( | |||
"io" | |||
) | |||
// IteratorPool a thread safe pool of iterators with same configuration | |||
type IteratorPool interface { | |||
BorrowIterator(data []byte) *Iterator | |||
ReturnIterator(iter *Iterator) | |||
} | |||
// StreamPool a thread safe pool of streams with same configuration | |||
type StreamPool interface { | |||
BorrowStream(writer io.Writer) *Stream | |||
ReturnStream(stream *Stream) | |||
} | |||
func (cfg *frozenConfig) BorrowStream(writer io.Writer) *Stream { | |||
stream := cfg.streamPool.Get().(*Stream) | |||
stream.Reset(writer) | |||
return stream | |||
} | |||
func (cfg *frozenConfig) ReturnStream(stream *Stream) { | |||
stream.out = nil | |||
stream.Error = nil | |||
stream.Attachment = nil | |||
cfg.streamPool.Put(stream) | |||
} | |||
func (cfg *frozenConfig) BorrowIterator(data []byte) *Iterator { | |||
iter := cfg.iteratorPool.Get().(*Iterator) | |||
iter.ResetBytes(data) | |||
return iter | |||
} | |||
func (cfg *frozenConfig) ReturnIterator(iter *Iterator) { | |||
iter.Error = nil | |||
iter.Attachment = nil | |||
cfg.iteratorPool.Put(iter) | |||
} |
@@ -0,0 +1,337 @@ | |||
package jsoniter | |||
import ( | |||
"fmt" | |||
"reflect" | |||
"unsafe" | |||
"github.com/modern-go/reflect2" | |||
) | |||
// ValDecoder is an internal type registered to cache as needed. | |||
// Don't confuse jsoniter.ValDecoder with json.Decoder. | |||
// For json.Decoder's adapter, refer to jsoniter.AdapterDecoder(todo link). | |||
// | |||
// Reflection on type to create decoders, which is then cached | |||
// Reflection on value is avoided as we can, as the reflect.Value itself will allocate, with following exceptions | |||
// 1. create instance of new value, for example *int will need a int to be allocated | |||
// 2. append to slice, if the existing cap is not enough, allocate will be done using Reflect.New | |||
// 3. assignment to map, both key and value will be reflect.Value | |||
// For a simple struct binding, it will be reflect.Value free and allocation free | |||
type ValDecoder interface { | |||
Decode(ptr unsafe.Pointer, iter *Iterator) | |||
} | |||
// ValEncoder is an internal type registered to cache as needed. | |||
// Don't confuse jsoniter.ValEncoder with json.Encoder. | |||
// For json.Encoder's adapter, refer to jsoniter.AdapterEncoder(todo godoc link). | |||
type ValEncoder interface { | |||
IsEmpty(ptr unsafe.Pointer) bool | |||
Encode(ptr unsafe.Pointer, stream *Stream) | |||
} | |||
type checkIsEmpty interface { | |||
IsEmpty(ptr unsafe.Pointer) bool | |||
} | |||
type ctx struct { | |||
*frozenConfig | |||
prefix string | |||
encoders map[reflect2.Type]ValEncoder | |||
decoders map[reflect2.Type]ValDecoder | |||
} | |||
func (b *ctx) caseSensitive() bool { | |||
if b.frozenConfig == nil { | |||
// default is case-insensitive | |||
return false | |||
} | |||
return b.frozenConfig.caseSensitive | |||
} | |||
func (b *ctx) append(prefix string) *ctx { | |||
return &ctx{ | |||
frozenConfig: b.frozenConfig, | |||
prefix: b.prefix + " " + prefix, | |||
encoders: b.encoders, | |||
decoders: b.decoders, | |||
} | |||
} | |||
// ReadVal copy the underlying JSON into go interface, same as json.Unmarshal | |||
func (iter *Iterator) ReadVal(obj interface{}) { | |||
depth := iter.depth | |||
cacheKey := reflect2.RTypeOf(obj) | |||
decoder := iter.cfg.getDecoderFromCache(cacheKey) | |||
if decoder == nil { | |||
typ := reflect2.TypeOf(obj) | |||
if typ.Kind() != reflect.Ptr { | |||
iter.ReportError("ReadVal", "can only unmarshal into pointer") | |||
return | |||
} | |||
decoder = iter.cfg.DecoderOf(typ) | |||
} | |||
ptr := reflect2.PtrOf(obj) | |||
if ptr == nil { | |||
iter.ReportError("ReadVal", "can not read into nil pointer") | |||
return | |||
} | |||
decoder.Decode(ptr, iter) | |||
if iter.depth != depth { | |||
iter.ReportError("ReadVal", "unexpected mismatched nesting") | |||
return | |||
} | |||
} | |||
// WriteVal copy the go interface into underlying JSON, same as json.Marshal | |||
func (stream *Stream) WriteVal(val interface{}) { | |||
if nil == val { | |||
stream.WriteNil() | |||
return | |||
} | |||
cacheKey := reflect2.RTypeOf(val) | |||
encoder := stream.cfg.getEncoderFromCache(cacheKey) | |||
if encoder == nil { | |||
typ := reflect2.TypeOf(val) | |||
encoder = stream.cfg.EncoderOf(typ) | |||
} | |||
encoder.Encode(reflect2.PtrOf(val), stream) | |||
} | |||
func (cfg *frozenConfig) DecoderOf(typ reflect2.Type) ValDecoder { | |||
cacheKey := typ.RType() | |||
decoder := cfg.getDecoderFromCache(cacheKey) | |||
if decoder != nil { | |||
return decoder | |||
} | |||
ctx := &ctx{ | |||
frozenConfig: cfg, | |||
prefix: "", | |||
decoders: map[reflect2.Type]ValDecoder{}, | |||
encoders: map[reflect2.Type]ValEncoder{}, | |||
} | |||
ptrType := typ.(*reflect2.UnsafePtrType) | |||
decoder = decoderOfType(ctx, ptrType.Elem()) | |||
cfg.addDecoderToCache(cacheKey, decoder) | |||
return decoder | |||
} | |||
func decoderOfType(ctx *ctx, typ reflect2.Type) ValDecoder { | |||
decoder := getTypeDecoderFromExtension(ctx, typ) | |||
if decoder != nil { | |||
return decoder | |||
} | |||
decoder = createDecoderOfType(ctx, typ) | |||
for _, extension := range extensions { | |||
decoder = extension.DecorateDecoder(typ, decoder) | |||
} | |||
decoder = ctx.decoderExtension.DecorateDecoder(typ, decoder) | |||
for _, extension := range ctx.extraExtensions { | |||
decoder = extension.DecorateDecoder(typ, decoder) | |||
} | |||
return decoder | |||
} | |||
func createDecoderOfType(ctx *ctx, typ reflect2.Type) ValDecoder { | |||
decoder := ctx.decoders[typ] | |||
if decoder != nil { | |||
return decoder | |||
} | |||
placeholder := &placeholderDecoder{} | |||
ctx.decoders[typ] = placeholder | |||
decoder = _createDecoderOfType(ctx, typ) | |||
placeholder.decoder = decoder | |||
return decoder | |||
} | |||
func _createDecoderOfType(ctx *ctx, typ reflect2.Type) ValDecoder { | |||
decoder := createDecoderOfJsonRawMessage(ctx, typ) | |||
if decoder != nil { | |||
return decoder | |||
} | |||
decoder = createDecoderOfJsonNumber(ctx, typ) | |||
if decoder != nil { | |||
return decoder | |||
} | |||
decoder = createDecoderOfMarshaler(ctx, typ) | |||
if decoder != nil { | |||
return decoder | |||
} | |||
decoder = createDecoderOfAny(ctx, typ) | |||
if decoder != nil { | |||
return decoder | |||
} | |||
decoder = createDecoderOfNative(ctx, typ) | |||
if decoder != nil { | |||
return decoder | |||
} | |||
switch typ.Kind() { | |||
case reflect.Interface: | |||
ifaceType, isIFace := typ.(*reflect2.UnsafeIFaceType) | |||
if isIFace { | |||
return &ifaceDecoder{valType: ifaceType} | |||
} | |||
return &efaceDecoder{} | |||
case reflect.Struct: | |||
return decoderOfStruct(ctx, typ) | |||
case reflect.Array: | |||
return decoderOfArray(ctx, typ) | |||
case reflect.Slice: | |||
return decoderOfSlice(ctx, typ) | |||
case reflect.Map: | |||
return decoderOfMap(ctx, typ) | |||
case reflect.Ptr: | |||
return decoderOfOptional(ctx, typ) | |||
default: | |||
return &lazyErrorDecoder{err: fmt.Errorf("%s%s is unsupported type", ctx.prefix, typ.String())} | |||
} | |||
} | |||
func (cfg *frozenConfig) EncoderOf(typ reflect2.Type) ValEncoder { | |||
cacheKey := typ.RType() | |||
encoder := cfg.getEncoderFromCache(cacheKey) | |||
if encoder != nil { | |||
return encoder | |||
} | |||
ctx := &ctx{ | |||
frozenConfig: cfg, | |||
prefix: "", | |||
decoders: map[reflect2.Type]ValDecoder{}, | |||
encoders: map[reflect2.Type]ValEncoder{}, | |||
} | |||
encoder = encoderOfType(ctx, typ) | |||
if typ.LikePtr() { | |||
encoder = &onePtrEncoder{encoder} | |||
} | |||
cfg.addEncoderToCache(cacheKey, encoder) | |||
return encoder | |||
} | |||
type onePtrEncoder struct { | |||
encoder ValEncoder | |||
} | |||
func (encoder *onePtrEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return encoder.encoder.IsEmpty(unsafe.Pointer(&ptr)) | |||
} | |||
func (encoder *onePtrEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
encoder.encoder.Encode(unsafe.Pointer(&ptr), stream) | |||
} | |||
func encoderOfType(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
encoder := getTypeEncoderFromExtension(ctx, typ) | |||
if encoder != nil { | |||
return encoder | |||
} | |||
encoder = createEncoderOfType(ctx, typ) | |||
for _, extension := range extensions { | |||
encoder = extension.DecorateEncoder(typ, encoder) | |||
} | |||
encoder = ctx.encoderExtension.DecorateEncoder(typ, encoder) | |||
for _, extension := range ctx.extraExtensions { | |||
encoder = extension.DecorateEncoder(typ, encoder) | |||
} | |||
return encoder | |||
} | |||
func createEncoderOfType(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
encoder := ctx.encoders[typ] | |||
if encoder != nil { | |||
return encoder | |||
} | |||
placeholder := &placeholderEncoder{} | |||
ctx.encoders[typ] = placeholder | |||
encoder = _createEncoderOfType(ctx, typ) | |||
placeholder.encoder = encoder | |||
return encoder | |||
} | |||
func _createEncoderOfType(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
encoder := createEncoderOfJsonRawMessage(ctx, typ) | |||
if encoder != nil { | |||
return encoder | |||
} | |||
encoder = createEncoderOfJsonNumber(ctx, typ) | |||
if encoder != nil { | |||
return encoder | |||
} | |||
encoder = createEncoderOfMarshaler(ctx, typ) | |||
if encoder != nil { | |||
return encoder | |||
} | |||
encoder = createEncoderOfAny(ctx, typ) | |||
if encoder != nil { | |||
return encoder | |||
} | |||
encoder = createEncoderOfNative(ctx, typ) | |||
if encoder != nil { | |||
return encoder | |||
} | |||
kind := typ.Kind() | |||
switch kind { | |||
case reflect.Interface: | |||
return &dynamicEncoder{typ} | |||
case reflect.Struct: | |||
return encoderOfStruct(ctx, typ) | |||
case reflect.Array: | |||
return encoderOfArray(ctx, typ) | |||
case reflect.Slice: | |||
return encoderOfSlice(ctx, typ) | |||
case reflect.Map: | |||
return encoderOfMap(ctx, typ) | |||
case reflect.Ptr: | |||
return encoderOfOptional(ctx, typ) | |||
default: | |||
return &lazyErrorEncoder{err: fmt.Errorf("%s%s is unsupported type", ctx.prefix, typ.String())} | |||
} | |||
} | |||
type lazyErrorDecoder struct { | |||
err error | |||
} | |||
func (decoder *lazyErrorDecoder) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if iter.WhatIsNext() != NilValue { | |||
if iter.Error == nil { | |||
iter.Error = decoder.err | |||
} | |||
} else { | |||
iter.Skip() | |||
} | |||
} | |||
type lazyErrorEncoder struct { | |||
err error | |||
} | |||
func (encoder *lazyErrorEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
if ptr == nil { | |||
stream.WriteNil() | |||
} else if stream.Error == nil { | |||
stream.Error = encoder.err | |||
} | |||
} | |||
func (encoder *lazyErrorEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return false | |||
} | |||
type placeholderDecoder struct { | |||
decoder ValDecoder | |||
} | |||
func (decoder *placeholderDecoder) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
decoder.decoder.Decode(ptr, iter) | |||
} | |||
type placeholderEncoder struct { | |||
encoder ValEncoder | |||
} | |||
func (encoder *placeholderEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
encoder.encoder.Encode(ptr, stream) | |||
} | |||
func (encoder *placeholderEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return encoder.encoder.IsEmpty(ptr) | |||
} |
@@ -0,0 +1,104 @@ | |||
package jsoniter | |||
import ( | |||
"fmt" | |||
"github.com/modern-go/reflect2" | |||
"io" | |||
"unsafe" | |||
) | |||
func decoderOfArray(ctx *ctx, typ reflect2.Type) ValDecoder { | |||
arrayType := typ.(*reflect2.UnsafeArrayType) | |||
decoder := decoderOfType(ctx.append("[arrayElem]"), arrayType.Elem()) | |||
return &arrayDecoder{arrayType, decoder} | |||
} | |||
func encoderOfArray(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
arrayType := typ.(*reflect2.UnsafeArrayType) | |||
if arrayType.Len() == 0 { | |||
return emptyArrayEncoder{} | |||
} | |||
encoder := encoderOfType(ctx.append("[arrayElem]"), arrayType.Elem()) | |||
return &arrayEncoder{arrayType, encoder} | |||
} | |||
type emptyArrayEncoder struct{} | |||
func (encoder emptyArrayEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteEmptyArray() | |||
} | |||
func (encoder emptyArrayEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return true | |||
} | |||
type arrayEncoder struct { | |||
arrayType *reflect2.UnsafeArrayType | |||
elemEncoder ValEncoder | |||
} | |||
func (encoder *arrayEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteArrayStart() | |||
elemPtr := unsafe.Pointer(ptr) | |||
encoder.elemEncoder.Encode(elemPtr, stream) | |||
for i := 1; i < encoder.arrayType.Len(); i++ { | |||
stream.WriteMore() | |||
elemPtr = encoder.arrayType.UnsafeGetIndex(ptr, i) | |||
encoder.elemEncoder.Encode(elemPtr, stream) | |||
} | |||
stream.WriteArrayEnd() | |||
if stream.Error != nil && stream.Error != io.EOF { | |||
stream.Error = fmt.Errorf("%v: %s", encoder.arrayType, stream.Error.Error()) | |||
} | |||
} | |||
func (encoder *arrayEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return false | |||
} | |||
type arrayDecoder struct { | |||
arrayType *reflect2.UnsafeArrayType | |||
elemDecoder ValDecoder | |||
} | |||
func (decoder *arrayDecoder) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
decoder.doDecode(ptr, iter) | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
iter.Error = fmt.Errorf("%v: %s", decoder.arrayType, iter.Error.Error()) | |||
} | |||
} | |||
func (decoder *arrayDecoder) doDecode(ptr unsafe.Pointer, iter *Iterator) { | |||
c := iter.nextToken() | |||
arrayType := decoder.arrayType | |||
if c == 'n' { | |||
iter.skipThreeBytes('u', 'l', 'l') | |||
return | |||
} | |||
if c != '[' { | |||
iter.ReportError("decode array", "expect [ or n, but found "+string([]byte{c})) | |||
return | |||
} | |||
c = iter.nextToken() | |||
if c == ']' { | |||
return | |||
} | |||
iter.unreadByte() | |||
elemPtr := arrayType.UnsafeGetIndex(ptr, 0) | |||
decoder.elemDecoder.Decode(elemPtr, iter) | |||
length := 1 | |||
for c = iter.nextToken(); c == ','; c = iter.nextToken() { | |||
if length >= arrayType.Len() { | |||
iter.Skip() | |||
continue | |||
} | |||
idx := length | |||
length += 1 | |||
elemPtr = arrayType.UnsafeGetIndex(ptr, idx) | |||
decoder.elemDecoder.Decode(elemPtr, iter) | |||
} | |||
if c != ']' { | |||
iter.ReportError("decode array", "expect ], but found "+string([]byte{c})) | |||
return | |||
} | |||
} |
@@ -0,0 +1,70 @@ | |||
package jsoniter | |||
import ( | |||
"github.com/modern-go/reflect2" | |||
"reflect" | |||
"unsafe" | |||
) | |||
type dynamicEncoder struct { | |||
valType reflect2.Type | |||
} | |||
func (encoder *dynamicEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
obj := encoder.valType.UnsafeIndirect(ptr) | |||
stream.WriteVal(obj) | |||
} | |||
func (encoder *dynamicEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return encoder.valType.UnsafeIndirect(ptr) == nil | |||
} | |||
type efaceDecoder struct { | |||
} | |||
func (decoder *efaceDecoder) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
pObj := (*interface{})(ptr) | |||
obj := *pObj | |||
if obj == nil { | |||
*pObj = iter.Read() | |||
return | |||
} | |||
typ := reflect2.TypeOf(obj) | |||
if typ.Kind() != reflect.Ptr { | |||
*pObj = iter.Read() | |||
return | |||
} | |||
ptrType := typ.(*reflect2.UnsafePtrType) | |||
ptrElemType := ptrType.Elem() | |||
if iter.WhatIsNext() == NilValue { | |||
if ptrElemType.Kind() != reflect.Ptr { | |||
iter.skipFourBytes('n', 'u', 'l', 'l') | |||
*pObj = nil | |||
return | |||
} | |||
} | |||
if reflect2.IsNil(obj) { | |||
obj := ptrElemType.New() | |||
iter.ReadVal(obj) | |||
*pObj = obj | |||
return | |||
} | |||
iter.ReadVal(obj) | |||
} | |||
type ifaceDecoder struct { | |||
valType *reflect2.UnsafeIFaceType | |||
} | |||
func (decoder *ifaceDecoder) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if iter.ReadNil() { | |||
decoder.valType.UnsafeSet(ptr, decoder.valType.UnsafeNew()) | |||
return | |||
} | |||
obj := decoder.valType.UnsafeIndirect(ptr) | |||
if reflect2.IsNil(obj) { | |||
iter.ReportError("decode non empty interface", "can not unmarshal into nil") | |||
return | |||
} | |||
iter.ReadVal(obj) | |||
} |
@@ -0,0 +1,483 @@ | |||
package jsoniter | |||
import ( | |||
"fmt" | |||
"github.com/modern-go/reflect2" | |||
"reflect" | |||
"sort" | |||
"strings" | |||
"unicode" | |||
"unsafe" | |||
) | |||
var typeDecoders = map[string]ValDecoder{} | |||
var fieldDecoders = map[string]ValDecoder{} | |||
var typeEncoders = map[string]ValEncoder{} | |||
var fieldEncoders = map[string]ValEncoder{} | |||
var extensions = []Extension{} | |||
// StructDescriptor describe how should we encode/decode the struct | |||
type StructDescriptor struct { | |||
Type reflect2.Type | |||
Fields []*Binding | |||
} | |||
// GetField get one field from the descriptor by its name. | |||
// Can not use map here to keep field orders. | |||
func (structDescriptor *StructDescriptor) GetField(fieldName string) *Binding { | |||
for _, binding := range structDescriptor.Fields { | |||
if binding.Field.Name() == fieldName { | |||
return binding | |||
} | |||
} | |||
return nil | |||
} | |||
// Binding describe how should we encode/decode the struct field | |||
type Binding struct { | |||
levels []int | |||
Field reflect2.StructField | |||
FromNames []string | |||
ToNames []string | |||
Encoder ValEncoder | |||
Decoder ValDecoder | |||
} | |||
// Extension the one for all SPI. Customize encoding/decoding by specifying alternate encoder/decoder. | |||
// Can also rename fields by UpdateStructDescriptor. | |||
type Extension interface { | |||
UpdateStructDescriptor(structDescriptor *StructDescriptor) | |||
CreateMapKeyDecoder(typ reflect2.Type) ValDecoder | |||
CreateMapKeyEncoder(typ reflect2.Type) ValEncoder | |||
CreateDecoder(typ reflect2.Type) ValDecoder | |||
CreateEncoder(typ reflect2.Type) ValEncoder | |||
DecorateDecoder(typ reflect2.Type, decoder ValDecoder) ValDecoder | |||
DecorateEncoder(typ reflect2.Type, encoder ValEncoder) ValEncoder | |||
} | |||
// DummyExtension embed this type get dummy implementation for all methods of Extension | |||
type DummyExtension struct { | |||
} | |||
// UpdateStructDescriptor No-op | |||
func (extension *DummyExtension) UpdateStructDescriptor(structDescriptor *StructDescriptor) { | |||
} | |||
// CreateMapKeyDecoder No-op | |||
func (extension *DummyExtension) CreateMapKeyDecoder(typ reflect2.Type) ValDecoder { | |||
return nil | |||
} | |||
// CreateMapKeyEncoder No-op | |||
func (extension *DummyExtension) CreateMapKeyEncoder(typ reflect2.Type) ValEncoder { | |||
return nil | |||
} | |||
// CreateDecoder No-op | |||
func (extension *DummyExtension) CreateDecoder(typ reflect2.Type) ValDecoder { | |||
return nil | |||
} | |||
// CreateEncoder No-op | |||
func (extension *DummyExtension) CreateEncoder(typ reflect2.Type) ValEncoder { | |||
return nil | |||
} | |||
// DecorateDecoder No-op | |||
func (extension *DummyExtension) DecorateDecoder(typ reflect2.Type, decoder ValDecoder) ValDecoder { | |||
return decoder | |||
} | |||
// DecorateEncoder No-op | |||
func (extension *DummyExtension) DecorateEncoder(typ reflect2.Type, encoder ValEncoder) ValEncoder { | |||
return encoder | |||
} | |||
type EncoderExtension map[reflect2.Type]ValEncoder | |||
// UpdateStructDescriptor No-op | |||
func (extension EncoderExtension) UpdateStructDescriptor(structDescriptor *StructDescriptor) { | |||
} | |||
// CreateDecoder No-op | |||
func (extension EncoderExtension) CreateDecoder(typ reflect2.Type) ValDecoder { | |||
return nil | |||
} | |||
// CreateEncoder get encoder from map | |||
func (extension EncoderExtension) CreateEncoder(typ reflect2.Type) ValEncoder { | |||
return extension[typ] | |||
} | |||
// CreateMapKeyDecoder No-op | |||
func (extension EncoderExtension) CreateMapKeyDecoder(typ reflect2.Type) ValDecoder { | |||
return nil | |||
} | |||
// CreateMapKeyEncoder No-op | |||
func (extension EncoderExtension) CreateMapKeyEncoder(typ reflect2.Type) ValEncoder { | |||
return nil | |||
} | |||
// DecorateDecoder No-op | |||
func (extension EncoderExtension) DecorateDecoder(typ reflect2.Type, decoder ValDecoder) ValDecoder { | |||
return decoder | |||
} | |||
// DecorateEncoder No-op | |||
func (extension EncoderExtension) DecorateEncoder(typ reflect2.Type, encoder ValEncoder) ValEncoder { | |||
return encoder | |||
} | |||
type DecoderExtension map[reflect2.Type]ValDecoder | |||
// UpdateStructDescriptor No-op | |||
func (extension DecoderExtension) UpdateStructDescriptor(structDescriptor *StructDescriptor) { | |||
} | |||
// CreateMapKeyDecoder No-op | |||
func (extension DecoderExtension) CreateMapKeyDecoder(typ reflect2.Type) ValDecoder { | |||
return nil | |||
} | |||
// CreateMapKeyEncoder No-op | |||
func (extension DecoderExtension) CreateMapKeyEncoder(typ reflect2.Type) ValEncoder { | |||
return nil | |||
} | |||
// CreateDecoder get decoder from map | |||
func (extension DecoderExtension) CreateDecoder(typ reflect2.Type) ValDecoder { | |||
return extension[typ] | |||
} | |||
// CreateEncoder No-op | |||
func (extension DecoderExtension) CreateEncoder(typ reflect2.Type) ValEncoder { | |||
return nil | |||
} | |||
// DecorateDecoder No-op | |||
func (extension DecoderExtension) DecorateDecoder(typ reflect2.Type, decoder ValDecoder) ValDecoder { | |||
return decoder | |||
} | |||
// DecorateEncoder No-op | |||
func (extension DecoderExtension) DecorateEncoder(typ reflect2.Type, encoder ValEncoder) ValEncoder { | |||
return encoder | |||
} | |||
type funcDecoder struct { | |||
fun DecoderFunc | |||
} | |||
func (decoder *funcDecoder) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
decoder.fun(ptr, iter) | |||
} | |||
type funcEncoder struct { | |||
fun EncoderFunc | |||
isEmptyFunc func(ptr unsafe.Pointer) bool | |||
} | |||
func (encoder *funcEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
encoder.fun(ptr, stream) | |||
} | |||
func (encoder *funcEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
if encoder.isEmptyFunc == nil { | |||
return false | |||
} | |||
return encoder.isEmptyFunc(ptr) | |||
} | |||
// DecoderFunc the function form of TypeDecoder | |||
type DecoderFunc func(ptr unsafe.Pointer, iter *Iterator) | |||
// EncoderFunc the function form of TypeEncoder | |||
type EncoderFunc func(ptr unsafe.Pointer, stream *Stream) | |||
// RegisterTypeDecoderFunc register TypeDecoder for a type with function | |||
func RegisterTypeDecoderFunc(typ string, fun DecoderFunc) { | |||
typeDecoders[typ] = &funcDecoder{fun} | |||
} | |||
// RegisterTypeDecoder register TypeDecoder for a typ | |||
func RegisterTypeDecoder(typ string, decoder ValDecoder) { | |||
typeDecoders[typ] = decoder | |||
} | |||
// RegisterFieldDecoderFunc register TypeDecoder for a struct field with function | |||
func RegisterFieldDecoderFunc(typ string, field string, fun DecoderFunc) { | |||
RegisterFieldDecoder(typ, field, &funcDecoder{fun}) | |||
} | |||
// RegisterFieldDecoder register TypeDecoder for a struct field | |||
func RegisterFieldDecoder(typ string, field string, decoder ValDecoder) { | |||
fieldDecoders[fmt.Sprintf("%s/%s", typ, field)] = decoder | |||
} | |||
// RegisterTypeEncoderFunc register TypeEncoder for a type with encode/isEmpty function | |||
func RegisterTypeEncoderFunc(typ string, fun EncoderFunc, isEmptyFunc func(unsafe.Pointer) bool) { | |||
typeEncoders[typ] = &funcEncoder{fun, isEmptyFunc} | |||
} | |||
// RegisterTypeEncoder register TypeEncoder for a type | |||
func RegisterTypeEncoder(typ string, encoder ValEncoder) { | |||
typeEncoders[typ] = encoder | |||
} | |||
// RegisterFieldEncoderFunc register TypeEncoder for a struct field with encode/isEmpty function | |||
func RegisterFieldEncoderFunc(typ string, field string, fun EncoderFunc, isEmptyFunc func(unsafe.Pointer) bool) { | |||
RegisterFieldEncoder(typ, field, &funcEncoder{fun, isEmptyFunc}) | |||
} | |||
// RegisterFieldEncoder register TypeEncoder for a struct field | |||
func RegisterFieldEncoder(typ string, field string, encoder ValEncoder) { | |||
fieldEncoders[fmt.Sprintf("%s/%s", typ, field)] = encoder | |||
} | |||
// RegisterExtension register extension | |||
func RegisterExtension(extension Extension) { | |||
extensions = append(extensions, extension) | |||
} | |||
func getTypeDecoderFromExtension(ctx *ctx, typ reflect2.Type) ValDecoder { | |||
decoder := _getTypeDecoderFromExtension(ctx, typ) | |||
if decoder != nil { | |||
for _, extension := range extensions { | |||
decoder = extension.DecorateDecoder(typ, decoder) | |||
} | |||
decoder = ctx.decoderExtension.DecorateDecoder(typ, decoder) | |||
for _, extension := range ctx.extraExtensions { | |||
decoder = extension.DecorateDecoder(typ, decoder) | |||
} | |||
} | |||
return decoder | |||
} | |||
func _getTypeDecoderFromExtension(ctx *ctx, typ reflect2.Type) ValDecoder { | |||
for _, extension := range extensions { | |||
decoder := extension.CreateDecoder(typ) | |||
if decoder != nil { | |||
return decoder | |||
} | |||
} | |||
decoder := ctx.decoderExtension.CreateDecoder(typ) | |||
if decoder != nil { | |||
return decoder | |||
} | |||
for _, extension := range ctx.extraExtensions { | |||
decoder := extension.CreateDecoder(typ) | |||
if decoder != nil { | |||
return decoder | |||
} | |||
} | |||
typeName := typ.String() | |||
decoder = typeDecoders[typeName] | |||
if decoder != nil { | |||
return decoder | |||
} | |||
if typ.Kind() == reflect.Ptr { | |||
ptrType := typ.(*reflect2.UnsafePtrType) | |||
decoder := typeDecoders[ptrType.Elem().String()] | |||
if decoder != nil { | |||
return &OptionalDecoder{ptrType.Elem(), decoder} | |||
} | |||
} | |||
return nil | |||
} | |||
func getTypeEncoderFromExtension(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
encoder := _getTypeEncoderFromExtension(ctx, typ) | |||
if encoder != nil { | |||
for _, extension := range extensions { | |||
encoder = extension.DecorateEncoder(typ, encoder) | |||
} | |||
encoder = ctx.encoderExtension.DecorateEncoder(typ, encoder) | |||
for _, extension := range ctx.extraExtensions { | |||
encoder = extension.DecorateEncoder(typ, encoder) | |||
} | |||
} | |||
return encoder | |||
} | |||
func _getTypeEncoderFromExtension(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
for _, extension := range extensions { | |||
encoder := extension.CreateEncoder(typ) | |||
if encoder != nil { | |||
return encoder | |||
} | |||
} | |||
encoder := ctx.encoderExtension.CreateEncoder(typ) | |||
if encoder != nil { | |||
return encoder | |||
} | |||
for _, extension := range ctx.extraExtensions { | |||
encoder := extension.CreateEncoder(typ) | |||
if encoder != nil { | |||
return encoder | |||
} | |||
} | |||
typeName := typ.String() | |||
encoder = typeEncoders[typeName] | |||
if encoder != nil { | |||
return encoder | |||
} | |||
if typ.Kind() == reflect.Ptr { | |||
typePtr := typ.(*reflect2.UnsafePtrType) | |||
encoder := typeEncoders[typePtr.Elem().String()] | |||
if encoder != nil { | |||
return &OptionalEncoder{encoder} | |||
} | |||
} | |||
return nil | |||
} | |||
func describeStruct(ctx *ctx, typ reflect2.Type) *StructDescriptor { | |||
structType := typ.(*reflect2.UnsafeStructType) | |||
embeddedBindings := []*Binding{} | |||
bindings := []*Binding{} | |||
for i := 0; i < structType.NumField(); i++ { | |||
field := structType.Field(i) | |||
tag, hastag := field.Tag().Lookup(ctx.getTagKey()) | |||
if ctx.onlyTaggedField && !hastag && !field.Anonymous() { | |||
continue | |||
} | |||
if tag == "-" || field.Name() == "_" { | |||
continue | |||
} | |||
tagParts := strings.Split(tag, ",") | |||
if field.Anonymous() && (tag == "" || tagParts[0] == "") { | |||
if field.Type().Kind() == reflect.Struct { | |||
structDescriptor := describeStruct(ctx, field.Type()) | |||
for _, binding := range structDescriptor.Fields { | |||
binding.levels = append([]int{i}, binding.levels...) | |||
omitempty := binding.Encoder.(*structFieldEncoder).omitempty | |||
binding.Encoder = &structFieldEncoder{field, binding.Encoder, omitempty} | |||
binding.Decoder = &structFieldDecoder{field, binding.Decoder} | |||
embeddedBindings = append(embeddedBindings, binding) | |||
} | |||
continue | |||
} else if field.Type().Kind() == reflect.Ptr { | |||
ptrType := field.Type().(*reflect2.UnsafePtrType) | |||
if ptrType.Elem().Kind() == reflect.Struct { | |||
structDescriptor := describeStruct(ctx, ptrType.Elem()) | |||
for _, binding := range structDescriptor.Fields { | |||
binding.levels = append([]int{i}, binding.levels...) | |||
omitempty := binding.Encoder.(*structFieldEncoder).omitempty | |||
binding.Encoder = &dereferenceEncoder{binding.Encoder} | |||
binding.Encoder = &structFieldEncoder{field, binding.Encoder, omitempty} | |||
binding.Decoder = &dereferenceDecoder{ptrType.Elem(), binding.Decoder} | |||
binding.Decoder = &structFieldDecoder{field, binding.Decoder} | |||
embeddedBindings = append(embeddedBindings, binding) | |||
} | |||
continue | |||
} | |||
} | |||
} | |||
fieldNames := calcFieldNames(field.Name(), tagParts[0], tag) | |||
fieldCacheKey := fmt.Sprintf("%s/%s", typ.String(), field.Name()) | |||
decoder := fieldDecoders[fieldCacheKey] | |||
if decoder == nil { | |||
decoder = decoderOfType(ctx.append(field.Name()), field.Type()) | |||
} | |||
encoder := fieldEncoders[fieldCacheKey] | |||
if encoder == nil { | |||
encoder = encoderOfType(ctx.append(field.Name()), field.Type()) | |||
} | |||
binding := &Binding{ | |||
Field: field, | |||
FromNames: fieldNames, | |||
ToNames: fieldNames, | |||
Decoder: decoder, | |||
Encoder: encoder, | |||
} | |||
binding.levels = []int{i} | |||
bindings = append(bindings, binding) | |||
} | |||
return createStructDescriptor(ctx, typ, bindings, embeddedBindings) | |||
} | |||
func createStructDescriptor(ctx *ctx, typ reflect2.Type, bindings []*Binding, embeddedBindings []*Binding) *StructDescriptor { | |||
structDescriptor := &StructDescriptor{ | |||
Type: typ, | |||
Fields: bindings, | |||
} | |||
for _, extension := range extensions { | |||
extension.UpdateStructDescriptor(structDescriptor) | |||
} | |||
ctx.encoderExtension.UpdateStructDescriptor(structDescriptor) | |||
ctx.decoderExtension.UpdateStructDescriptor(structDescriptor) | |||
for _, extension := range ctx.extraExtensions { | |||
extension.UpdateStructDescriptor(structDescriptor) | |||
} | |||
processTags(structDescriptor, ctx.frozenConfig) | |||
// merge normal & embedded bindings & sort with original order | |||
allBindings := sortableBindings(append(embeddedBindings, structDescriptor.Fields...)) | |||
sort.Sort(allBindings) | |||
structDescriptor.Fields = allBindings | |||
return structDescriptor | |||
} | |||
type sortableBindings []*Binding | |||
func (bindings sortableBindings) Len() int { | |||
return len(bindings) | |||
} | |||
func (bindings sortableBindings) Less(i, j int) bool { | |||
left := bindings[i].levels | |||
right := bindings[j].levels | |||
k := 0 | |||
for { | |||
if left[k] < right[k] { | |||
return true | |||
} else if left[k] > right[k] { | |||
return false | |||
} | |||
k++ | |||
} | |||
} | |||
func (bindings sortableBindings) Swap(i, j int) { | |||
bindings[i], bindings[j] = bindings[j], bindings[i] | |||
} | |||
func processTags(structDescriptor *StructDescriptor, cfg *frozenConfig) { | |||
for _, binding := range structDescriptor.Fields { | |||
shouldOmitEmpty := false | |||
tagParts := strings.Split(binding.Field.Tag().Get(cfg.getTagKey()), ",") | |||
for _, tagPart := range tagParts[1:] { | |||
if tagPart == "omitempty" { | |||
shouldOmitEmpty = true | |||
} else if tagPart == "string" { | |||
if binding.Field.Type().Kind() == reflect.String { | |||
binding.Decoder = &stringModeStringDecoder{binding.Decoder, cfg} | |||
binding.Encoder = &stringModeStringEncoder{binding.Encoder, cfg} | |||
} else { | |||
binding.Decoder = &stringModeNumberDecoder{binding.Decoder} | |||
binding.Encoder = &stringModeNumberEncoder{binding.Encoder} | |||
} | |||
} | |||
} | |||
binding.Decoder = &structFieldDecoder{binding.Field, binding.Decoder} | |||
binding.Encoder = &structFieldEncoder{binding.Field, binding.Encoder, shouldOmitEmpty} | |||
} | |||
} | |||
func calcFieldNames(originalFieldName string, tagProvidedFieldName string, wholeTag string) []string { | |||
// ignore? | |||
if wholeTag == "-" { | |||
return []string{} | |||
} | |||
// rename? | |||
var fieldNames []string | |||
if tagProvidedFieldName == "" { | |||
fieldNames = []string{originalFieldName} | |||
} else { | |||
fieldNames = []string{tagProvidedFieldName} | |||
} | |||
// private? | |||
isNotExported := unicode.IsLower(rune(originalFieldName[0])) || originalFieldName[0] == '_' | |||
if isNotExported { | |||
fieldNames = []string{} | |||
} | |||
return fieldNames | |||
} |
@@ -0,0 +1,112 @@ | |||
package jsoniter | |||
import ( | |||
"encoding/json" | |||
"github.com/modern-go/reflect2" | |||
"strconv" | |||
"unsafe" | |||
) | |||
type Number string | |||
// String returns the literal text of the number. | |||
func (n Number) String() string { return string(n) } | |||
// Float64 returns the number as a float64. | |||
func (n Number) Float64() (float64, error) { | |||
return strconv.ParseFloat(string(n), 64) | |||
} | |||
// Int64 returns the number as an int64. | |||
func (n Number) Int64() (int64, error) { | |||
return strconv.ParseInt(string(n), 10, 64) | |||
} | |||
func CastJsonNumber(val interface{}) (string, bool) { | |||
switch typedVal := val.(type) { | |||
case json.Number: | |||
return string(typedVal), true | |||
case Number: | |||
return string(typedVal), true | |||
} | |||
return "", false | |||
} | |||
var jsonNumberType = reflect2.TypeOfPtr((*json.Number)(nil)).Elem() | |||
var jsoniterNumberType = reflect2.TypeOfPtr((*Number)(nil)).Elem() | |||
func createDecoderOfJsonNumber(ctx *ctx, typ reflect2.Type) ValDecoder { | |||
if typ.AssignableTo(jsonNumberType) { | |||
return &jsonNumberCodec{} | |||
} | |||
if typ.AssignableTo(jsoniterNumberType) { | |||
return &jsoniterNumberCodec{} | |||
} | |||
return nil | |||
} | |||
func createEncoderOfJsonNumber(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
if typ.AssignableTo(jsonNumberType) { | |||
return &jsonNumberCodec{} | |||
} | |||
if typ.AssignableTo(jsoniterNumberType) { | |||
return &jsoniterNumberCodec{} | |||
} | |||
return nil | |||
} | |||
type jsonNumberCodec struct { | |||
} | |||
func (codec *jsonNumberCodec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
switch iter.WhatIsNext() { | |||
case StringValue: | |||
*((*json.Number)(ptr)) = json.Number(iter.ReadString()) | |||
case NilValue: | |||
iter.skipFourBytes('n', 'u', 'l', 'l') | |||
*((*json.Number)(ptr)) = "" | |||
default: | |||
*((*json.Number)(ptr)) = json.Number([]byte(iter.readNumberAsString())) | |||
} | |||
} | |||
func (codec *jsonNumberCodec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
number := *((*json.Number)(ptr)) | |||
if len(number) == 0 { | |||
stream.writeByte('0') | |||
} else { | |||
stream.WriteRaw(string(number)) | |||
} | |||
} | |||
func (codec *jsonNumberCodec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return len(*((*json.Number)(ptr))) == 0 | |||
} | |||
type jsoniterNumberCodec struct { | |||
} | |||
func (codec *jsoniterNumberCodec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
switch iter.WhatIsNext() { | |||
case StringValue: | |||
*((*Number)(ptr)) = Number(iter.ReadString()) | |||
case NilValue: | |||
iter.skipFourBytes('n', 'u', 'l', 'l') | |||
*((*Number)(ptr)) = "" | |||
default: | |||
*((*Number)(ptr)) = Number([]byte(iter.readNumberAsString())) | |||
} | |||
} | |||
func (codec *jsoniterNumberCodec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
number := *((*Number)(ptr)) | |||
if len(number) == 0 { | |||
stream.writeByte('0') | |||
} else { | |||
stream.WriteRaw(string(number)) | |||
} | |||
} | |||
func (codec *jsoniterNumberCodec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return len(*((*Number)(ptr))) == 0 | |||
} |
@@ -0,0 +1,60 @@ | |||
package jsoniter | |||
import ( | |||
"encoding/json" | |||
"github.com/modern-go/reflect2" | |||
"unsafe" | |||
) | |||
var jsonRawMessageType = reflect2.TypeOfPtr((*json.RawMessage)(nil)).Elem() | |||
var jsoniterRawMessageType = reflect2.TypeOfPtr((*RawMessage)(nil)).Elem() | |||
func createEncoderOfJsonRawMessage(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
if typ == jsonRawMessageType { | |||
return &jsonRawMessageCodec{} | |||
} | |||
if typ == jsoniterRawMessageType { | |||
return &jsoniterRawMessageCodec{} | |||
} | |||
return nil | |||
} | |||
func createDecoderOfJsonRawMessage(ctx *ctx, typ reflect2.Type) ValDecoder { | |||
if typ == jsonRawMessageType { | |||
return &jsonRawMessageCodec{} | |||
} | |||
if typ == jsoniterRawMessageType { | |||
return &jsoniterRawMessageCodec{} | |||
} | |||
return nil | |||
} | |||
type jsonRawMessageCodec struct { | |||
} | |||
func (codec *jsonRawMessageCodec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
*((*json.RawMessage)(ptr)) = json.RawMessage(iter.SkipAndReturnBytes()) | |||
} | |||
func (codec *jsonRawMessageCodec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteRaw(string(*((*json.RawMessage)(ptr)))) | |||
} | |||
func (codec *jsonRawMessageCodec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return len(*((*json.RawMessage)(ptr))) == 0 | |||
} | |||
type jsoniterRawMessageCodec struct { | |||
} | |||
func (codec *jsoniterRawMessageCodec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
*((*RawMessage)(ptr)) = RawMessage(iter.SkipAndReturnBytes()) | |||
} | |||
func (codec *jsoniterRawMessageCodec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteRaw(string(*((*RawMessage)(ptr)))) | |||
} | |||
func (codec *jsoniterRawMessageCodec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return len(*((*RawMessage)(ptr))) == 0 | |||
} |
@@ -0,0 +1,346 @@ | |||
package jsoniter | |||
import ( | |||
"fmt" | |||
"github.com/modern-go/reflect2" | |||
"io" | |||
"reflect" | |||
"sort" | |||
"unsafe" | |||
) | |||
func decoderOfMap(ctx *ctx, typ reflect2.Type) ValDecoder { | |||
mapType := typ.(*reflect2.UnsafeMapType) | |||
keyDecoder := decoderOfMapKey(ctx.append("[mapKey]"), mapType.Key()) | |||
elemDecoder := decoderOfType(ctx.append("[mapElem]"), mapType.Elem()) | |||
return &mapDecoder{ | |||
mapType: mapType, | |||
keyType: mapType.Key(), | |||
elemType: mapType.Elem(), | |||
keyDecoder: keyDecoder, | |||
elemDecoder: elemDecoder, | |||
} | |||
} | |||
func encoderOfMap(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
mapType := typ.(*reflect2.UnsafeMapType) | |||
if ctx.sortMapKeys { | |||
return &sortKeysMapEncoder{ | |||
mapType: mapType, | |||
keyEncoder: encoderOfMapKey(ctx.append("[mapKey]"), mapType.Key()), | |||
elemEncoder: encoderOfType(ctx.append("[mapElem]"), mapType.Elem()), | |||
} | |||
} | |||
return &mapEncoder{ | |||
mapType: mapType, | |||
keyEncoder: encoderOfMapKey(ctx.append("[mapKey]"), mapType.Key()), | |||
elemEncoder: encoderOfType(ctx.append("[mapElem]"), mapType.Elem()), | |||
} | |||
} | |||
func decoderOfMapKey(ctx *ctx, typ reflect2.Type) ValDecoder { | |||
decoder := ctx.decoderExtension.CreateMapKeyDecoder(typ) | |||
if decoder != nil { | |||
return decoder | |||
} | |||
for _, extension := range ctx.extraExtensions { | |||
decoder := extension.CreateMapKeyDecoder(typ) | |||
if decoder != nil { | |||
return decoder | |||
} | |||
} | |||
ptrType := reflect2.PtrTo(typ) | |||
if ptrType.Implements(unmarshalerType) { | |||
return &referenceDecoder{ | |||
&unmarshalerDecoder{ | |||
valType: ptrType, | |||
}, | |||
} | |||
} | |||
if typ.Implements(unmarshalerType) { | |||
return &unmarshalerDecoder{ | |||
valType: typ, | |||
} | |||
} | |||
if ptrType.Implements(textUnmarshalerType) { | |||
return &referenceDecoder{ | |||
&textUnmarshalerDecoder{ | |||
valType: ptrType, | |||
}, | |||
} | |||
} | |||
if typ.Implements(textUnmarshalerType) { | |||
return &textUnmarshalerDecoder{ | |||
valType: typ, | |||
} | |||
} | |||
switch typ.Kind() { | |||
case reflect.String: | |||
return decoderOfType(ctx, reflect2.DefaultTypeOfKind(reflect.String)) | |||
case reflect.Bool, | |||
reflect.Uint8, reflect.Int8, | |||
reflect.Uint16, reflect.Int16, | |||
reflect.Uint32, reflect.Int32, | |||
reflect.Uint64, reflect.Int64, | |||
reflect.Uint, reflect.Int, | |||
reflect.Float32, reflect.Float64, | |||
reflect.Uintptr: | |||
typ = reflect2.DefaultTypeOfKind(typ.Kind()) | |||
return &numericMapKeyDecoder{decoderOfType(ctx, typ)} | |||
default: | |||
return &lazyErrorDecoder{err: fmt.Errorf("unsupported map key type: %v", typ)} | |||
} | |||
} | |||
func encoderOfMapKey(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
encoder := ctx.encoderExtension.CreateMapKeyEncoder(typ) | |||
if encoder != nil { | |||
return encoder | |||
} | |||
for _, extension := range ctx.extraExtensions { | |||
encoder := extension.CreateMapKeyEncoder(typ) | |||
if encoder != nil { | |||
return encoder | |||
} | |||
} | |||
if typ == textMarshalerType { | |||
return &directTextMarshalerEncoder{ | |||
stringEncoder: ctx.EncoderOf(reflect2.TypeOf("")), | |||
} | |||
} | |||
if typ.Implements(textMarshalerType) { | |||
return &textMarshalerEncoder{ | |||
valType: typ, | |||
stringEncoder: ctx.EncoderOf(reflect2.TypeOf("")), | |||
} | |||
} | |||
switch typ.Kind() { | |||
case reflect.String: | |||
return encoderOfType(ctx, reflect2.DefaultTypeOfKind(reflect.String)) | |||
case reflect.Bool, | |||
reflect.Uint8, reflect.Int8, | |||
reflect.Uint16, reflect.Int16, | |||
reflect.Uint32, reflect.Int32, | |||
reflect.Uint64, reflect.Int64, | |||
reflect.Uint, reflect.Int, | |||
reflect.Float32, reflect.Float64, | |||
reflect.Uintptr: | |||
typ = reflect2.DefaultTypeOfKind(typ.Kind()) | |||
return &numericMapKeyEncoder{encoderOfType(ctx, typ)} | |||
default: | |||
if typ.Kind() == reflect.Interface { | |||
return &dynamicMapKeyEncoder{ctx, typ} | |||
} | |||
return &lazyErrorEncoder{err: fmt.Errorf("unsupported map key type: %v", typ)} | |||
} | |||
} | |||
type mapDecoder struct { | |||
mapType *reflect2.UnsafeMapType | |||
keyType reflect2.Type | |||
elemType reflect2.Type | |||
keyDecoder ValDecoder | |||
elemDecoder ValDecoder | |||
} | |||
func (decoder *mapDecoder) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
mapType := decoder.mapType | |||
c := iter.nextToken() | |||
if c == 'n' { | |||
iter.skipThreeBytes('u', 'l', 'l') | |||
*(*unsafe.Pointer)(ptr) = nil | |||
mapType.UnsafeSet(ptr, mapType.UnsafeNew()) | |||
return | |||
} | |||
if mapType.UnsafeIsNil(ptr) { | |||
mapType.UnsafeSet(ptr, mapType.UnsafeMakeMap(0)) | |||
} | |||
if c != '{' { | |||
iter.ReportError("ReadMapCB", `expect { or n, but found `+string([]byte{c})) | |||
return | |||
} | |||
c = iter.nextToken() | |||
if c == '}' { | |||
return | |||
} | |||
iter.unreadByte() | |||
key := decoder.keyType.UnsafeNew() | |||
decoder.keyDecoder.Decode(key, iter) | |||
c = iter.nextToken() | |||
if c != ':' { | |||
iter.ReportError("ReadMapCB", "expect : after object field, but found "+string([]byte{c})) | |||
return | |||
} | |||
elem := decoder.elemType.UnsafeNew() | |||
decoder.elemDecoder.Decode(elem, iter) | |||
decoder.mapType.UnsafeSetIndex(ptr, key, elem) | |||
for c = iter.nextToken(); c == ','; c = iter.nextToken() { | |||
key := decoder.keyType.UnsafeNew() | |||
decoder.keyDecoder.Decode(key, iter) | |||
c = iter.nextToken() | |||
if c != ':' { | |||
iter.ReportError("ReadMapCB", "expect : after object field, but found "+string([]byte{c})) | |||
return | |||
} | |||
elem := decoder.elemType.UnsafeNew() | |||
decoder.elemDecoder.Decode(elem, iter) | |||
decoder.mapType.UnsafeSetIndex(ptr, key, elem) | |||
} | |||
if c != '}' { | |||
iter.ReportError("ReadMapCB", `expect }, but found `+string([]byte{c})) | |||
} | |||
} | |||
type numericMapKeyDecoder struct { | |||
decoder ValDecoder | |||
} | |||
func (decoder *numericMapKeyDecoder) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
c := iter.nextToken() | |||
if c != '"' { | |||
iter.ReportError("ReadMapCB", `expect ", but found `+string([]byte{c})) | |||
return | |||
} | |||
decoder.decoder.Decode(ptr, iter) | |||
c = iter.nextToken() | |||
if c != '"' { | |||
iter.ReportError("ReadMapCB", `expect ", but found `+string([]byte{c})) | |||
return | |||
} | |||
} | |||
type numericMapKeyEncoder struct { | |||
encoder ValEncoder | |||
} | |||
func (encoder *numericMapKeyEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.writeByte('"') | |||
encoder.encoder.Encode(ptr, stream) | |||
stream.writeByte('"') | |||
} | |||
func (encoder *numericMapKeyEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return false | |||
} | |||
type dynamicMapKeyEncoder struct { | |||
ctx *ctx | |||
valType reflect2.Type | |||
} | |||
func (encoder *dynamicMapKeyEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
obj := encoder.valType.UnsafeIndirect(ptr) | |||
encoderOfMapKey(encoder.ctx, reflect2.TypeOf(obj)).Encode(reflect2.PtrOf(obj), stream) | |||
} | |||
func (encoder *dynamicMapKeyEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
obj := encoder.valType.UnsafeIndirect(ptr) | |||
return encoderOfMapKey(encoder.ctx, reflect2.TypeOf(obj)).IsEmpty(reflect2.PtrOf(obj)) | |||
} | |||
type mapEncoder struct { | |||
mapType *reflect2.UnsafeMapType | |||
keyEncoder ValEncoder | |||
elemEncoder ValEncoder | |||
} | |||
func (encoder *mapEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
if *(*unsafe.Pointer)(ptr) == nil { | |||
stream.WriteNil() | |||
return | |||
} | |||
stream.WriteObjectStart() | |||
iter := encoder.mapType.UnsafeIterate(ptr) | |||
for i := 0; iter.HasNext(); i++ { | |||
if i != 0 { | |||
stream.WriteMore() | |||
} | |||
key, elem := iter.UnsafeNext() | |||
encoder.keyEncoder.Encode(key, stream) | |||
if stream.indention > 0 { | |||
stream.writeTwoBytes(byte(':'), byte(' ')) | |||
} else { | |||
stream.writeByte(':') | |||
} | |||
encoder.elemEncoder.Encode(elem, stream) | |||
} | |||
stream.WriteObjectEnd() | |||
} | |||
func (encoder *mapEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
iter := encoder.mapType.UnsafeIterate(ptr) | |||
return !iter.HasNext() | |||
} | |||
type sortKeysMapEncoder struct { | |||
mapType *reflect2.UnsafeMapType | |||
keyEncoder ValEncoder | |||
elemEncoder ValEncoder | |||
} | |||
func (encoder *sortKeysMapEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
if *(*unsafe.Pointer)(ptr) == nil { | |||
stream.WriteNil() | |||
return | |||
} | |||
stream.WriteObjectStart() | |||
mapIter := encoder.mapType.UnsafeIterate(ptr) | |||
subStream := stream.cfg.BorrowStream(nil) | |||
subStream.Attachment = stream.Attachment | |||
subIter := stream.cfg.BorrowIterator(nil) | |||
keyValues := encodedKeyValues{} | |||
for mapIter.HasNext() { | |||
key, elem := mapIter.UnsafeNext() | |||
subStreamIndex := subStream.Buffered() | |||
encoder.keyEncoder.Encode(key, subStream) | |||
if subStream.Error != nil && subStream.Error != io.EOF && stream.Error == nil { | |||
stream.Error = subStream.Error | |||
} | |||
encodedKey := subStream.Buffer()[subStreamIndex:] | |||
subIter.ResetBytes(encodedKey) | |||
decodedKey := subIter.ReadString() | |||
if stream.indention > 0 { | |||
subStream.writeTwoBytes(byte(':'), byte(' ')) | |||
} else { | |||
subStream.writeByte(':') | |||
} | |||
encoder.elemEncoder.Encode(elem, subStream) | |||
keyValues = append(keyValues, encodedKV{ | |||
key: decodedKey, | |||
keyValue: subStream.Buffer()[subStreamIndex:], | |||
}) | |||
} | |||
sort.Sort(keyValues) | |||
for i, keyValue := range keyValues { | |||
if i != 0 { | |||
stream.WriteMore() | |||
} | |||
stream.Write(keyValue.keyValue) | |||
} | |||
if subStream.Error != nil && stream.Error == nil { | |||
stream.Error = subStream.Error | |||
} | |||
stream.WriteObjectEnd() | |||
stream.cfg.ReturnStream(subStream) | |||
stream.cfg.ReturnIterator(subIter) | |||
} | |||
func (encoder *sortKeysMapEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
iter := encoder.mapType.UnsafeIterate(ptr) | |||
return !iter.HasNext() | |||
} | |||
type encodedKeyValues []encodedKV | |||
type encodedKV struct { | |||
key string | |||
keyValue []byte | |||
} | |||
func (sv encodedKeyValues) Len() int { return len(sv) } | |||
func (sv encodedKeyValues) Swap(i, j int) { sv[i], sv[j] = sv[j], sv[i] } | |||
func (sv encodedKeyValues) Less(i, j int) bool { return sv[i].key < sv[j].key } |
@@ -0,0 +1,225 @@ | |||
package jsoniter | |||
import ( | |||
"encoding" | |||
"encoding/json" | |||
"unsafe" | |||
"github.com/modern-go/reflect2" | |||
) | |||
var marshalerType = reflect2.TypeOfPtr((*json.Marshaler)(nil)).Elem() | |||
var unmarshalerType = reflect2.TypeOfPtr((*json.Unmarshaler)(nil)).Elem() | |||
var textMarshalerType = reflect2.TypeOfPtr((*encoding.TextMarshaler)(nil)).Elem() | |||
var textUnmarshalerType = reflect2.TypeOfPtr((*encoding.TextUnmarshaler)(nil)).Elem() | |||
func createDecoderOfMarshaler(ctx *ctx, typ reflect2.Type) ValDecoder { | |||
ptrType := reflect2.PtrTo(typ) | |||
if ptrType.Implements(unmarshalerType) { | |||
return &referenceDecoder{ | |||
&unmarshalerDecoder{ptrType}, | |||
} | |||
} | |||
if ptrType.Implements(textUnmarshalerType) { | |||
return &referenceDecoder{ | |||
&textUnmarshalerDecoder{ptrType}, | |||
} | |||
} | |||
return nil | |||
} | |||
func createEncoderOfMarshaler(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
if typ == marshalerType { | |||
checkIsEmpty := createCheckIsEmpty(ctx, typ) | |||
var encoder ValEncoder = &directMarshalerEncoder{ | |||
checkIsEmpty: checkIsEmpty, | |||
} | |||
return encoder | |||
} | |||
if typ.Implements(marshalerType) { | |||
checkIsEmpty := createCheckIsEmpty(ctx, typ) | |||
var encoder ValEncoder = &marshalerEncoder{ | |||
valType: typ, | |||
checkIsEmpty: checkIsEmpty, | |||
} | |||
return encoder | |||
} | |||
ptrType := reflect2.PtrTo(typ) | |||
if ctx.prefix != "" && ptrType.Implements(marshalerType) { | |||
checkIsEmpty := createCheckIsEmpty(ctx, ptrType) | |||
var encoder ValEncoder = &marshalerEncoder{ | |||
valType: ptrType, | |||
checkIsEmpty: checkIsEmpty, | |||
} | |||
return &referenceEncoder{encoder} | |||
} | |||
if typ == textMarshalerType { | |||
checkIsEmpty := createCheckIsEmpty(ctx, typ) | |||
var encoder ValEncoder = &directTextMarshalerEncoder{ | |||
checkIsEmpty: checkIsEmpty, | |||
stringEncoder: ctx.EncoderOf(reflect2.TypeOf("")), | |||
} | |||
return encoder | |||
} | |||
if typ.Implements(textMarshalerType) { | |||
checkIsEmpty := createCheckIsEmpty(ctx, typ) | |||
var encoder ValEncoder = &textMarshalerEncoder{ | |||
valType: typ, | |||
stringEncoder: ctx.EncoderOf(reflect2.TypeOf("")), | |||
checkIsEmpty: checkIsEmpty, | |||
} | |||
return encoder | |||
} | |||
// if prefix is empty, the type is the root type | |||
if ctx.prefix != "" && ptrType.Implements(textMarshalerType) { | |||
checkIsEmpty := createCheckIsEmpty(ctx, ptrType) | |||
var encoder ValEncoder = &textMarshalerEncoder{ | |||
valType: ptrType, | |||
stringEncoder: ctx.EncoderOf(reflect2.TypeOf("")), | |||
checkIsEmpty: checkIsEmpty, | |||
} | |||
return &referenceEncoder{encoder} | |||
} | |||
return nil | |||
} | |||
type marshalerEncoder struct { | |||
checkIsEmpty checkIsEmpty | |||
valType reflect2.Type | |||
} | |||
func (encoder *marshalerEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
obj := encoder.valType.UnsafeIndirect(ptr) | |||
if encoder.valType.IsNullable() && reflect2.IsNil(obj) { | |||
stream.WriteNil() | |||
return | |||
} | |||
marshaler := obj.(json.Marshaler) | |||
bytes, err := marshaler.MarshalJSON() | |||
if err != nil { | |||
stream.Error = err | |||
} else { | |||
// html escape was already done by jsoniter | |||
// but the extra '\n' should be trimed | |||
l := len(bytes) | |||
if l > 0 && bytes[l-1] == '\n' { | |||
bytes = bytes[:l-1] | |||
} | |||
stream.Write(bytes) | |||
} | |||
} | |||
func (encoder *marshalerEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return encoder.checkIsEmpty.IsEmpty(ptr) | |||
} | |||
type directMarshalerEncoder struct { | |||
checkIsEmpty checkIsEmpty | |||
} | |||
func (encoder *directMarshalerEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
marshaler := *(*json.Marshaler)(ptr) | |||
if marshaler == nil { | |||
stream.WriteNil() | |||
return | |||
} | |||
bytes, err := marshaler.MarshalJSON() | |||
if err != nil { | |||
stream.Error = err | |||
} else { | |||
stream.Write(bytes) | |||
} | |||
} | |||
func (encoder *directMarshalerEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return encoder.checkIsEmpty.IsEmpty(ptr) | |||
} | |||
type textMarshalerEncoder struct { | |||
valType reflect2.Type | |||
stringEncoder ValEncoder | |||
checkIsEmpty checkIsEmpty | |||
} | |||
func (encoder *textMarshalerEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
obj := encoder.valType.UnsafeIndirect(ptr) | |||
if encoder.valType.IsNullable() && reflect2.IsNil(obj) { | |||
stream.WriteNil() | |||
return | |||
} | |||
marshaler := (obj).(encoding.TextMarshaler) | |||
bytes, err := marshaler.MarshalText() | |||
if err != nil { | |||
stream.Error = err | |||
} else { | |||
str := string(bytes) | |||
encoder.stringEncoder.Encode(unsafe.Pointer(&str), stream) | |||
} | |||
} | |||
func (encoder *textMarshalerEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return encoder.checkIsEmpty.IsEmpty(ptr) | |||
} | |||
type directTextMarshalerEncoder struct { | |||
stringEncoder ValEncoder | |||
checkIsEmpty checkIsEmpty | |||
} | |||
func (encoder *directTextMarshalerEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
marshaler := *(*encoding.TextMarshaler)(ptr) | |||
if marshaler == nil { | |||
stream.WriteNil() | |||
return | |||
} | |||
bytes, err := marshaler.MarshalText() | |||
if err != nil { | |||
stream.Error = err | |||
} else { | |||
str := string(bytes) | |||
encoder.stringEncoder.Encode(unsafe.Pointer(&str), stream) | |||
} | |||
} | |||
func (encoder *directTextMarshalerEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return encoder.checkIsEmpty.IsEmpty(ptr) | |||
} | |||
type unmarshalerDecoder struct { | |||
valType reflect2.Type | |||
} | |||
func (decoder *unmarshalerDecoder) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
valType := decoder.valType | |||
obj := valType.UnsafeIndirect(ptr) | |||
unmarshaler := obj.(json.Unmarshaler) | |||
iter.nextToken() | |||
iter.unreadByte() // skip spaces | |||
bytes := iter.SkipAndReturnBytes() | |||
err := unmarshaler.UnmarshalJSON(bytes) | |||
if err != nil { | |||
iter.ReportError("unmarshalerDecoder", err.Error()) | |||
} | |||
} | |||
type textUnmarshalerDecoder struct { | |||
valType reflect2.Type | |||
} | |||
func (decoder *textUnmarshalerDecoder) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
valType := decoder.valType | |||
obj := valType.UnsafeIndirect(ptr) | |||
if reflect2.IsNil(obj) { | |||
ptrType := valType.(*reflect2.UnsafePtrType) | |||
elemType := ptrType.Elem() | |||
elem := elemType.UnsafeNew() | |||
ptrType.UnsafeSet(ptr, unsafe.Pointer(&elem)) | |||
obj = valType.UnsafeIndirect(ptr) | |||
} | |||
unmarshaler := (obj).(encoding.TextUnmarshaler) | |||
str := iter.ReadString() | |||
err := unmarshaler.UnmarshalText([]byte(str)) | |||
if err != nil { | |||
iter.ReportError("textUnmarshalerDecoder", err.Error()) | |||
} | |||
} |
@@ -0,0 +1,453 @@ | |||
package jsoniter | |||
import ( | |||
"encoding/base64" | |||
"reflect" | |||
"strconv" | |||
"unsafe" | |||
"github.com/modern-go/reflect2" | |||
) | |||
const ptrSize = 32 << uintptr(^uintptr(0)>>63) | |||
func createEncoderOfNative(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
if typ.Kind() == reflect.Slice && typ.(reflect2.SliceType).Elem().Kind() == reflect.Uint8 { | |||
sliceDecoder := decoderOfSlice(ctx, typ) | |||
return &base64Codec{sliceDecoder: sliceDecoder} | |||
} | |||
typeName := typ.String() | |||
kind := typ.Kind() | |||
switch kind { | |||
case reflect.String: | |||
if typeName != "string" { | |||
return encoderOfType(ctx, reflect2.TypeOfPtr((*string)(nil)).Elem()) | |||
} | |||
return &stringCodec{} | |||
case reflect.Int: | |||
if typeName != "int" { | |||
return encoderOfType(ctx, reflect2.TypeOfPtr((*int)(nil)).Elem()) | |||
} | |||
if strconv.IntSize == 32 { | |||
return &int32Codec{} | |||
} | |||
return &int64Codec{} | |||
case reflect.Int8: | |||
if typeName != "int8" { | |||
return encoderOfType(ctx, reflect2.TypeOfPtr((*int8)(nil)).Elem()) | |||
} | |||
return &int8Codec{} | |||
case reflect.Int16: | |||
if typeName != "int16" { | |||
return encoderOfType(ctx, reflect2.TypeOfPtr((*int16)(nil)).Elem()) | |||
} | |||
return &int16Codec{} | |||
case reflect.Int32: | |||
if typeName != "int32" { | |||
return encoderOfType(ctx, reflect2.TypeOfPtr((*int32)(nil)).Elem()) | |||
} | |||
return &int32Codec{} | |||
case reflect.Int64: | |||
if typeName != "int64" { | |||
return encoderOfType(ctx, reflect2.TypeOfPtr((*int64)(nil)).Elem()) | |||
} | |||
return &int64Codec{} | |||
case reflect.Uint: | |||
if typeName != "uint" { | |||
return encoderOfType(ctx, reflect2.TypeOfPtr((*uint)(nil)).Elem()) | |||
} | |||
if strconv.IntSize == 32 { | |||
return &uint32Codec{} | |||
} | |||
return &uint64Codec{} | |||
case reflect.Uint8: | |||
if typeName != "uint8" { | |||
return encoderOfType(ctx, reflect2.TypeOfPtr((*uint8)(nil)).Elem()) | |||
} | |||
return &uint8Codec{} | |||
case reflect.Uint16: | |||
if typeName != "uint16" { | |||
return encoderOfType(ctx, reflect2.TypeOfPtr((*uint16)(nil)).Elem()) | |||
} | |||
return &uint16Codec{} | |||
case reflect.Uint32: | |||
if typeName != "uint32" { | |||
return encoderOfType(ctx, reflect2.TypeOfPtr((*uint32)(nil)).Elem()) | |||
} | |||
return &uint32Codec{} | |||
case reflect.Uintptr: | |||
if typeName != "uintptr" { | |||
return encoderOfType(ctx, reflect2.TypeOfPtr((*uintptr)(nil)).Elem()) | |||
} | |||
if ptrSize == 32 { | |||
return &uint32Codec{} | |||
} | |||
return &uint64Codec{} | |||
case reflect.Uint64: | |||
if typeName != "uint64" { | |||
return encoderOfType(ctx, reflect2.TypeOfPtr((*uint64)(nil)).Elem()) | |||
} | |||
return &uint64Codec{} | |||
case reflect.Float32: | |||
if typeName != "float32" { | |||
return encoderOfType(ctx, reflect2.TypeOfPtr((*float32)(nil)).Elem()) | |||
} | |||
return &float32Codec{} | |||
case reflect.Float64: | |||
if typeName != "float64" { | |||
return encoderOfType(ctx, reflect2.TypeOfPtr((*float64)(nil)).Elem()) | |||
} | |||
return &float64Codec{} | |||
case reflect.Bool: | |||
if typeName != "bool" { | |||
return encoderOfType(ctx, reflect2.TypeOfPtr((*bool)(nil)).Elem()) | |||
} | |||
return &boolCodec{} | |||
} | |||
return nil | |||
} | |||
func createDecoderOfNative(ctx *ctx, typ reflect2.Type) ValDecoder { | |||
if typ.Kind() == reflect.Slice && typ.(reflect2.SliceType).Elem().Kind() == reflect.Uint8 { | |||
sliceDecoder := decoderOfSlice(ctx, typ) | |||
return &base64Codec{sliceDecoder: sliceDecoder} | |||
} | |||
typeName := typ.String() | |||
switch typ.Kind() { | |||
case reflect.String: | |||
if typeName != "string" { | |||
return decoderOfType(ctx, reflect2.TypeOfPtr((*string)(nil)).Elem()) | |||
} | |||
return &stringCodec{} | |||
case reflect.Int: | |||
if typeName != "int" { | |||
return decoderOfType(ctx, reflect2.TypeOfPtr((*int)(nil)).Elem()) | |||
} | |||
if strconv.IntSize == 32 { | |||
return &int32Codec{} | |||
} | |||
return &int64Codec{} | |||
case reflect.Int8: | |||
if typeName != "int8" { | |||
return decoderOfType(ctx, reflect2.TypeOfPtr((*int8)(nil)).Elem()) | |||
} | |||
return &int8Codec{} | |||
case reflect.Int16: | |||
if typeName != "int16" { | |||
return decoderOfType(ctx, reflect2.TypeOfPtr((*int16)(nil)).Elem()) | |||
} | |||
return &int16Codec{} | |||
case reflect.Int32: | |||
if typeName != "int32" { | |||
return decoderOfType(ctx, reflect2.TypeOfPtr((*int32)(nil)).Elem()) | |||
} | |||
return &int32Codec{} | |||
case reflect.Int64: | |||
if typeName != "int64" { | |||
return decoderOfType(ctx, reflect2.TypeOfPtr((*int64)(nil)).Elem()) | |||
} | |||
return &int64Codec{} | |||
case reflect.Uint: | |||
if typeName != "uint" { | |||
return decoderOfType(ctx, reflect2.TypeOfPtr((*uint)(nil)).Elem()) | |||
} | |||
if strconv.IntSize == 32 { | |||
return &uint32Codec{} | |||
} | |||
return &uint64Codec{} | |||
case reflect.Uint8: | |||
if typeName != "uint8" { | |||
return decoderOfType(ctx, reflect2.TypeOfPtr((*uint8)(nil)).Elem()) | |||
} | |||
return &uint8Codec{} | |||
case reflect.Uint16: | |||
if typeName != "uint16" { | |||
return decoderOfType(ctx, reflect2.TypeOfPtr((*uint16)(nil)).Elem()) | |||
} | |||
return &uint16Codec{} | |||
case reflect.Uint32: | |||
if typeName != "uint32" { | |||
return decoderOfType(ctx, reflect2.TypeOfPtr((*uint32)(nil)).Elem()) | |||
} | |||
return &uint32Codec{} | |||
case reflect.Uintptr: | |||
if typeName != "uintptr" { | |||
return decoderOfType(ctx, reflect2.TypeOfPtr((*uintptr)(nil)).Elem()) | |||
} | |||
if ptrSize == 32 { | |||
return &uint32Codec{} | |||
} | |||
return &uint64Codec{} | |||
case reflect.Uint64: | |||
if typeName != "uint64" { | |||
return decoderOfType(ctx, reflect2.TypeOfPtr((*uint64)(nil)).Elem()) | |||
} | |||
return &uint64Codec{} | |||
case reflect.Float32: | |||
if typeName != "float32" { | |||
return decoderOfType(ctx, reflect2.TypeOfPtr((*float32)(nil)).Elem()) | |||
} | |||
return &float32Codec{} | |||
case reflect.Float64: | |||
if typeName != "float64" { | |||
return decoderOfType(ctx, reflect2.TypeOfPtr((*float64)(nil)).Elem()) | |||
} | |||
return &float64Codec{} | |||
case reflect.Bool: | |||
if typeName != "bool" { | |||
return decoderOfType(ctx, reflect2.TypeOfPtr((*bool)(nil)).Elem()) | |||
} | |||
return &boolCodec{} | |||
} | |||
return nil | |||
} | |||
type stringCodec struct { | |||
} | |||
func (codec *stringCodec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
*((*string)(ptr)) = iter.ReadString() | |||
} | |||
func (codec *stringCodec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
str := *((*string)(ptr)) | |||
stream.WriteString(str) | |||
} | |||
func (codec *stringCodec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return *((*string)(ptr)) == "" | |||
} | |||
type int8Codec struct { | |||
} | |||
func (codec *int8Codec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if !iter.ReadNil() { | |||
*((*int8)(ptr)) = iter.ReadInt8() | |||
} | |||
} | |||
func (codec *int8Codec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteInt8(*((*int8)(ptr))) | |||
} | |||
func (codec *int8Codec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return *((*int8)(ptr)) == 0 | |||
} | |||
type int16Codec struct { | |||
} | |||
func (codec *int16Codec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if !iter.ReadNil() { | |||
*((*int16)(ptr)) = iter.ReadInt16() | |||
} | |||
} | |||
func (codec *int16Codec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteInt16(*((*int16)(ptr))) | |||
} | |||
func (codec *int16Codec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return *((*int16)(ptr)) == 0 | |||
} | |||
type int32Codec struct { | |||
} | |||
func (codec *int32Codec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if !iter.ReadNil() { | |||
*((*int32)(ptr)) = iter.ReadInt32() | |||
} | |||
} | |||
func (codec *int32Codec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteInt32(*((*int32)(ptr))) | |||
} | |||
func (codec *int32Codec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return *((*int32)(ptr)) == 0 | |||
} | |||
type int64Codec struct { | |||
} | |||
func (codec *int64Codec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if !iter.ReadNil() { | |||
*((*int64)(ptr)) = iter.ReadInt64() | |||
} | |||
} | |||
func (codec *int64Codec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteInt64(*((*int64)(ptr))) | |||
} | |||
func (codec *int64Codec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return *((*int64)(ptr)) == 0 | |||
} | |||
type uint8Codec struct { | |||
} | |||
func (codec *uint8Codec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if !iter.ReadNil() { | |||
*((*uint8)(ptr)) = iter.ReadUint8() | |||
} | |||
} | |||
func (codec *uint8Codec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteUint8(*((*uint8)(ptr))) | |||
} | |||
func (codec *uint8Codec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return *((*uint8)(ptr)) == 0 | |||
} | |||
type uint16Codec struct { | |||
} | |||
func (codec *uint16Codec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if !iter.ReadNil() { | |||
*((*uint16)(ptr)) = iter.ReadUint16() | |||
} | |||
} | |||
func (codec *uint16Codec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteUint16(*((*uint16)(ptr))) | |||
} | |||
func (codec *uint16Codec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return *((*uint16)(ptr)) == 0 | |||
} | |||
type uint32Codec struct { | |||
} | |||
func (codec *uint32Codec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if !iter.ReadNil() { | |||
*((*uint32)(ptr)) = iter.ReadUint32() | |||
} | |||
} | |||
func (codec *uint32Codec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteUint32(*((*uint32)(ptr))) | |||
} | |||
func (codec *uint32Codec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return *((*uint32)(ptr)) == 0 | |||
} | |||
type uint64Codec struct { | |||
} | |||
func (codec *uint64Codec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if !iter.ReadNil() { | |||
*((*uint64)(ptr)) = iter.ReadUint64() | |||
} | |||
} | |||
func (codec *uint64Codec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteUint64(*((*uint64)(ptr))) | |||
} | |||
func (codec *uint64Codec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return *((*uint64)(ptr)) == 0 | |||
} | |||
type float32Codec struct { | |||
} | |||
func (codec *float32Codec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if !iter.ReadNil() { | |||
*((*float32)(ptr)) = iter.ReadFloat32() | |||
} | |||
} | |||
func (codec *float32Codec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteFloat32(*((*float32)(ptr))) | |||
} | |||
func (codec *float32Codec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return *((*float32)(ptr)) == 0 | |||
} | |||
type float64Codec struct { | |||
} | |||
func (codec *float64Codec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if !iter.ReadNil() { | |||
*((*float64)(ptr)) = iter.ReadFloat64() | |||
} | |||
} | |||
func (codec *float64Codec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteFloat64(*((*float64)(ptr))) | |||
} | |||
func (codec *float64Codec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return *((*float64)(ptr)) == 0 | |||
} | |||
type boolCodec struct { | |||
} | |||
func (codec *boolCodec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if !iter.ReadNil() { | |||
*((*bool)(ptr)) = iter.ReadBool() | |||
} | |||
} | |||
func (codec *boolCodec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteBool(*((*bool)(ptr))) | |||
} | |||
func (codec *boolCodec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return !(*((*bool)(ptr))) | |||
} | |||
type base64Codec struct { | |||
sliceType *reflect2.UnsafeSliceType | |||
sliceDecoder ValDecoder | |||
} | |||
func (codec *base64Codec) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if iter.ReadNil() { | |||
codec.sliceType.UnsafeSetNil(ptr) | |||
return | |||
} | |||
switch iter.WhatIsNext() { | |||
case StringValue: | |||
src := iter.ReadString() | |||
dst, err := base64.StdEncoding.DecodeString(src) | |||
if err != nil { | |||
iter.ReportError("decode base64", err.Error()) | |||
} else { | |||
codec.sliceType.UnsafeSet(ptr, unsafe.Pointer(&dst)) | |||
} | |||
case ArrayValue: | |||
codec.sliceDecoder.Decode(ptr, iter) | |||
default: | |||
iter.ReportError("base64Codec", "invalid input") | |||
} | |||
} | |||
func (codec *base64Codec) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
if codec.sliceType.UnsafeIsNil(ptr) { | |||
stream.WriteNil() | |||
return | |||
} | |||
src := *((*[]byte)(ptr)) | |||
encoding := base64.StdEncoding | |||
stream.writeByte('"') | |||
if len(src) != 0 { | |||
size := encoding.EncodedLen(len(src)) | |||
buf := make([]byte, size) | |||
encoding.Encode(buf, src) | |||
stream.buf = append(stream.buf, buf...) | |||
} | |||
stream.writeByte('"') | |||
} | |||
func (codec *base64Codec) IsEmpty(ptr unsafe.Pointer) bool { | |||
return len(*((*[]byte)(ptr))) == 0 | |||
} |
@@ -0,0 +1,129 @@ | |||
package jsoniter | |||
import ( | |||
"github.com/modern-go/reflect2" | |||
"unsafe" | |||
) | |||
func decoderOfOptional(ctx *ctx, typ reflect2.Type) ValDecoder { | |||
ptrType := typ.(*reflect2.UnsafePtrType) | |||
elemType := ptrType.Elem() | |||
decoder := decoderOfType(ctx, elemType) | |||
return &OptionalDecoder{elemType, decoder} | |||
} | |||
func encoderOfOptional(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
ptrType := typ.(*reflect2.UnsafePtrType) | |||
elemType := ptrType.Elem() | |||
elemEncoder := encoderOfType(ctx, elemType) | |||
encoder := &OptionalEncoder{elemEncoder} | |||
return encoder | |||
} | |||
type OptionalDecoder struct { | |||
ValueType reflect2.Type | |||
ValueDecoder ValDecoder | |||
} | |||
func (decoder *OptionalDecoder) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if iter.ReadNil() { | |||
*((*unsafe.Pointer)(ptr)) = nil | |||
} else { | |||
if *((*unsafe.Pointer)(ptr)) == nil { | |||
//pointer to null, we have to allocate memory to hold the value | |||
newPtr := decoder.ValueType.UnsafeNew() | |||
decoder.ValueDecoder.Decode(newPtr, iter) | |||
*((*unsafe.Pointer)(ptr)) = newPtr | |||
} else { | |||
//reuse existing instance | |||
decoder.ValueDecoder.Decode(*((*unsafe.Pointer)(ptr)), iter) | |||
} | |||
} | |||
} | |||
type dereferenceDecoder struct { | |||
// only to deference a pointer | |||
valueType reflect2.Type | |||
valueDecoder ValDecoder | |||
} | |||
func (decoder *dereferenceDecoder) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
if *((*unsafe.Pointer)(ptr)) == nil { | |||
//pointer to null, we have to allocate memory to hold the value | |||
newPtr := decoder.valueType.UnsafeNew() | |||
decoder.valueDecoder.Decode(newPtr, iter) | |||
*((*unsafe.Pointer)(ptr)) = newPtr | |||
} else { | |||
//reuse existing instance | |||
decoder.valueDecoder.Decode(*((*unsafe.Pointer)(ptr)), iter) | |||
} | |||
} | |||
type OptionalEncoder struct { | |||
ValueEncoder ValEncoder | |||
} | |||
func (encoder *OptionalEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
if *((*unsafe.Pointer)(ptr)) == nil { | |||
stream.WriteNil() | |||
} else { | |||
encoder.ValueEncoder.Encode(*((*unsafe.Pointer)(ptr)), stream) | |||
} | |||
} | |||
func (encoder *OptionalEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return *((*unsafe.Pointer)(ptr)) == nil | |||
} | |||
type dereferenceEncoder struct { | |||
ValueEncoder ValEncoder | |||
} | |||
func (encoder *dereferenceEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
if *((*unsafe.Pointer)(ptr)) == nil { | |||
stream.WriteNil() | |||
} else { | |||
encoder.ValueEncoder.Encode(*((*unsafe.Pointer)(ptr)), stream) | |||
} | |||
} | |||
func (encoder *dereferenceEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
dePtr := *((*unsafe.Pointer)(ptr)) | |||
if dePtr == nil { | |||
return true | |||
} | |||
return encoder.ValueEncoder.IsEmpty(dePtr) | |||
} | |||
func (encoder *dereferenceEncoder) IsEmbeddedPtrNil(ptr unsafe.Pointer) bool { | |||
deReferenced := *((*unsafe.Pointer)(ptr)) | |||
if deReferenced == nil { | |||
return true | |||
} | |||
isEmbeddedPtrNil, converted := encoder.ValueEncoder.(IsEmbeddedPtrNil) | |||
if !converted { | |||
return false | |||
} | |||
fieldPtr := unsafe.Pointer(deReferenced) | |||
return isEmbeddedPtrNil.IsEmbeddedPtrNil(fieldPtr) | |||
} | |||
type referenceEncoder struct { | |||
encoder ValEncoder | |||
} | |||
func (encoder *referenceEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
encoder.encoder.Encode(unsafe.Pointer(&ptr), stream) | |||
} | |||
func (encoder *referenceEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return encoder.encoder.IsEmpty(unsafe.Pointer(&ptr)) | |||
} | |||
type referenceDecoder struct { | |||
decoder ValDecoder | |||
} | |||
func (decoder *referenceDecoder) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
decoder.decoder.Decode(unsafe.Pointer(&ptr), iter) | |||
} |
@@ -0,0 +1,99 @@ | |||
package jsoniter | |||
import ( | |||
"fmt" | |||
"github.com/modern-go/reflect2" | |||
"io" | |||
"unsafe" | |||
) | |||
func decoderOfSlice(ctx *ctx, typ reflect2.Type) ValDecoder { | |||
sliceType := typ.(*reflect2.UnsafeSliceType) | |||
decoder := decoderOfType(ctx.append("[sliceElem]"), sliceType.Elem()) | |||
return &sliceDecoder{sliceType, decoder} | |||
} | |||
func encoderOfSlice(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
sliceType := typ.(*reflect2.UnsafeSliceType) | |||
encoder := encoderOfType(ctx.append("[sliceElem]"), sliceType.Elem()) | |||
return &sliceEncoder{sliceType, encoder} | |||
} | |||
type sliceEncoder struct { | |||
sliceType *reflect2.UnsafeSliceType | |||
elemEncoder ValEncoder | |||
} | |||
func (encoder *sliceEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
if encoder.sliceType.UnsafeIsNil(ptr) { | |||
stream.WriteNil() | |||
return | |||
} | |||
length := encoder.sliceType.UnsafeLengthOf(ptr) | |||
if length == 0 { | |||
stream.WriteEmptyArray() | |||
return | |||
} | |||
stream.WriteArrayStart() | |||
encoder.elemEncoder.Encode(encoder.sliceType.UnsafeGetIndex(ptr, 0), stream) | |||
for i := 1; i < length; i++ { | |||
stream.WriteMore() | |||
elemPtr := encoder.sliceType.UnsafeGetIndex(ptr, i) | |||
encoder.elemEncoder.Encode(elemPtr, stream) | |||
} | |||
stream.WriteArrayEnd() | |||
if stream.Error != nil && stream.Error != io.EOF { | |||
stream.Error = fmt.Errorf("%v: %s", encoder.sliceType, stream.Error.Error()) | |||
} | |||
} | |||
func (encoder *sliceEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return encoder.sliceType.UnsafeLengthOf(ptr) == 0 | |||
} | |||
type sliceDecoder struct { | |||
sliceType *reflect2.UnsafeSliceType | |||
elemDecoder ValDecoder | |||
} | |||
func (decoder *sliceDecoder) Decode(ptr unsafe.Pointer, iter *Iterator) { | |||
decoder.doDecode(ptr, iter) | |||
if iter.Error != nil && iter.Error != io.EOF { | |||
iter.Error = fmt.Errorf("%v: %s", decoder.sliceType, iter.Error.Error()) | |||
} | |||
} | |||
func (decoder *sliceDecoder) doDecode(ptr unsafe.Pointer, iter *Iterator) { | |||
c := iter.nextToken() | |||
sliceType := decoder.sliceType | |||
if c == 'n' { | |||
iter.skipThreeBytes('u', 'l', 'l') | |||
sliceType.UnsafeSetNil(ptr) | |||
return | |||
} | |||
if c != '[' { | |||
iter.ReportError("decode slice", "expect [ or n, but found "+string([]byte{c})) | |||
return | |||
} | |||
c = iter.nextToken() | |||
if c == ']' { | |||
sliceType.UnsafeSet(ptr, sliceType.UnsafeMakeSlice(0, 0)) | |||
return | |||
} | |||
iter.unreadByte() | |||
sliceType.UnsafeGrow(ptr, 1) | |||
elemPtr := sliceType.UnsafeGetIndex(ptr, 0) | |||
decoder.elemDecoder.Decode(elemPtr, iter) | |||
length := 1 | |||
for c = iter.nextToken(); c == ','; c = iter.nextToken() { | |||
idx := length | |||
length += 1 | |||
sliceType.UnsafeGrow(ptr, length) | |||
elemPtr = sliceType.UnsafeGetIndex(ptr, idx) | |||
decoder.elemDecoder.Decode(elemPtr, iter) | |||
} | |||
if c != ']' { | |||
iter.ReportError("decode slice", "expect ], but found "+string([]byte{c})) | |||
return | |||
} | |||
} |
@@ -0,0 +1,211 @@ | |||
package jsoniter | |||
import ( | |||
"fmt" | |||
"github.com/modern-go/reflect2" | |||
"io" | |||
"reflect" | |||
"unsafe" | |||
) | |||
func encoderOfStruct(ctx *ctx, typ reflect2.Type) ValEncoder { | |||
type bindingTo struct { | |||
binding *Binding | |||
toName string | |||
ignored bool | |||
} | |||
orderedBindings := []*bindingTo{} | |||
structDescriptor := describeStruct(ctx, typ) | |||
for _, binding := range structDescriptor.Fields { | |||
for _, toName := range binding.ToNames { | |||
new := &bindingTo{ | |||
binding: binding, | |||
toName: toName, | |||
} | |||
for _, old := range orderedBindings { | |||
if old.toName != toName { | |||
continue | |||
} | |||
old.ignored, new.ignored = resolveConflictBinding(ctx.frozenConfig, old.binding, new.binding) | |||
} | |||
orderedBindings = append(orderedBindings, new) | |||
} | |||
} | |||
if len(orderedBindings) == 0 { | |||
return &emptyStructEncoder{} | |||
} | |||
finalOrderedFields := []structFieldTo{} | |||
for _, bindingTo := range orderedBindings { | |||
if !bindingTo.ignored { | |||
finalOrderedFields = append(finalOrderedFields, structFieldTo{ | |||
encoder: bindingTo.binding.Encoder.(*structFieldEncoder), | |||
toName: bindingTo.toName, | |||
}) | |||
} | |||
} | |||
return &structEncoder{typ, finalOrderedFields} | |||
} | |||
func createCheckIsEmpty(ctx *ctx, typ reflect2.Type) checkIsEmpty { | |||
encoder := createEncoderOfNative(ctx, typ) | |||
if encoder != nil { | |||
return encoder | |||
} | |||
kind := typ.Kind() | |||
switch kind { | |||
case reflect.Interface: | |||
return &dynamicEncoder{typ} | |||
case reflect.Struct: | |||
return &structEncoder{typ: typ} | |||
case reflect.Array: | |||
return &arrayEncoder{} | |||
case reflect.Slice: | |||
return &sliceEncoder{} | |||
case reflect.Map: | |||
return encoderOfMap(ctx, typ) | |||
case reflect.Ptr: | |||
return &OptionalEncoder{} | |||
default: | |||
return &lazyErrorEncoder{err: fmt.Errorf("unsupported type: %v", typ)} | |||
} | |||
} | |||
func resolveConflictBinding(cfg *frozenConfig, old, new *Binding) (ignoreOld, ignoreNew bool) { | |||
newTagged := new.Field.Tag().Get(cfg.getTagKey()) != "" | |||
oldTagged := old.Field.Tag().Get(cfg.getTagKey()) != "" | |||
if newTagged { | |||
if oldTagged { | |||
if len(old.levels) > len(new.levels) { | |||
return true, false | |||
} else if len(new.levels) > len(old.levels) { | |||
return false, true | |||
} else { | |||
return true, true | |||
} | |||
} else { | |||
return true, false | |||
} | |||
} else { | |||
if oldTagged { | |||
return true, false | |||
} | |||
if len(old.levels) > len(new.levels) { | |||
return true, false | |||
} else if len(new.levels) > len(old.levels) { | |||
return false, true | |||
} else { | |||
return true, true | |||
} | |||
} | |||
} | |||
type structFieldEncoder struct { | |||
field reflect2.StructField | |||
fieldEncoder ValEncoder | |||
omitempty bool | |||
} | |||
func (encoder *structFieldEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
fieldPtr := encoder.field.UnsafeGet(ptr) | |||
encoder.fieldEncoder.Encode(fieldPtr, stream) | |||
if stream.Error != nil && stream.Error != io.EOF { | |||
stream.Error = fmt.Errorf("%s: %s", encoder.field.Name(), stream.Error.Error()) | |||
} | |||
} | |||
func (encoder *structFieldEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
fieldPtr := encoder.field.UnsafeGet(ptr) | |||
return encoder.fieldEncoder.IsEmpty(fieldPtr) | |||
} | |||
func (encoder *structFieldEncoder) IsEmbeddedPtrNil(ptr unsafe.Pointer) bool { | |||
isEmbeddedPtrNil, converted := encoder.fieldEncoder.(IsEmbeddedPtrNil) | |||
if !converted { | |||
return false | |||
} | |||
fieldPtr := encoder.field.UnsafeGet(ptr) | |||
return isEmbeddedPtrNil.IsEmbeddedPtrNil(fieldPtr) | |||
} | |||
type IsEmbeddedPtrNil interface { | |||
IsEmbeddedPtrNil(ptr unsafe.Pointer) bool | |||
} | |||
type structEncoder struct { | |||
typ reflect2.Type | |||
fields []structFieldTo | |||
} | |||
type structFieldTo struct { | |||
encoder *structFieldEncoder | |||
toName string | |||
} | |||
func (encoder *structEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteObjectStart() | |||
isNotFirst := false | |||
for _, field := range encoder.fields { | |||
if field.encoder.omitempty && field.encoder.IsEmpty(ptr) { | |||
continue | |||
} | |||
if field.encoder.IsEmbeddedPtrNil(ptr) { | |||
continue | |||
} | |||
if isNotFirst { | |||
stream.WriteMore() | |||
} | |||
stream.WriteObjectField(field.toName) | |||
field.encoder.Encode(ptr, stream) | |||
isNotFirst = true | |||
} | |||
stream.WriteObjectEnd() | |||
if stream.Error != nil && stream.Error != io.EOF { | |||
stream.Error = fmt.Errorf("%v.%s", encoder.typ, stream.Error.Error()) | |||
} | |||
} | |||
func (encoder *structEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return false | |||
} | |||
type emptyStructEncoder struct { | |||
} | |||
func (encoder *emptyStructEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.WriteEmptyObject() | |||
} | |||
func (encoder *emptyStructEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return false | |||
} | |||
type stringModeNumberEncoder struct { | |||
elemEncoder ValEncoder | |||
} | |||
func (encoder *stringModeNumberEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
stream.writeByte('"') | |||
encoder.elemEncoder.Encode(ptr, stream) | |||
stream.writeByte('"') | |||
} | |||
func (encoder *stringModeNumberEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return encoder.elemEncoder.IsEmpty(ptr) | |||
} | |||
type stringModeStringEncoder struct { | |||
elemEncoder ValEncoder | |||
cfg *frozenConfig | |||
} | |||
func (encoder *stringModeStringEncoder) Encode(ptr unsafe.Pointer, stream *Stream) { | |||
tempStream := encoder.cfg.BorrowStream(nil) | |||
tempStream.Attachment = stream.Attachment | |||
defer encoder.cfg.ReturnStream(tempStream) | |||
encoder.elemEncoder.Encode(ptr, tempStream) | |||
stream.WriteString(string(tempStream.Buffer())) | |||
} | |||
func (encoder *stringModeStringEncoder) IsEmpty(ptr unsafe.Pointer) bool { | |||
return encoder.elemEncoder.IsEmpty(ptr) | |||
} |
@@ -0,0 +1,210 @@ | |||
package jsoniter | |||
import ( | |||
"io" | |||
) | |||
// stream is a io.Writer like object, with JSON specific write functions. | |||
// Error is not returned as return value, but stored as Error member on this stream instance. | |||
type Stream struct { | |||
cfg *frozenConfig | |||
out io.Writer | |||
buf []byte | |||
Error error | |||
indention int | |||
Attachment interface{} // open for customized encoder | |||
} | |||
// NewStream create new stream instance. | |||
// cfg can be jsoniter.ConfigDefault. | |||
// out can be nil if write to internal buffer. | |||
// bufSize is the initial size for the internal buffer in bytes. | |||
func NewStream(cfg API, out io.Writer, bufSize int) *Stream { | |||
return &Stream{ | |||
cfg: cfg.(*frozenConfig), | |||
out: out, | |||
buf: make([]byte, 0, bufSize), | |||
Error: nil, | |||
indention: 0, | |||
} | |||
} | |||
// Pool returns a pool can provide more stream with same configuration | |||
func (stream *Stream) Pool() StreamPool { | |||
return stream.cfg | |||
} | |||
// Reset reuse this stream instance by assign a new writer | |||
func (stream *Stream) Reset(out io.Writer) { | |||
stream.out = out | |||
stream.buf = stream.buf[:0] | |||
} | |||
// Available returns how many bytes are unused in the buffer. | |||
func (stream *Stream) Available() int { | |||
return cap(stream.buf) - len(stream.buf) | |||
} | |||
// Buffered returns the number of bytes that have been written into the current buffer. | |||
func (stream *Stream) Buffered() int { | |||
return len(stream.buf) | |||
} | |||
// Buffer if writer is nil, use this method to take the result | |||
func (stream *Stream) Buffer() []byte { | |||
return stream.buf | |||
} | |||
// SetBuffer allows to append to the internal buffer directly | |||
func (stream *Stream) SetBuffer(buf []byte) { | |||
stream.buf = buf | |||
} | |||
// Write writes the contents of p into the buffer. | |||
// It returns the number of bytes written. | |||
// If nn < len(p), it also returns an error explaining | |||
// why the write is short. | |||
func (stream *Stream) Write(p []byte) (nn int, err error) { | |||
stream.buf = append(stream.buf, p...) | |||
if stream.out != nil { | |||
nn, err = stream.out.Write(stream.buf) | |||
stream.buf = stream.buf[nn:] | |||
return | |||
} | |||
return len(p), nil | |||
} | |||
// WriteByte writes a single byte. | |||
func (stream *Stream) writeByte(c byte) { | |||
stream.buf = append(stream.buf, c) | |||
} | |||
func (stream *Stream) writeTwoBytes(c1 byte, c2 byte) { | |||
stream.buf = append(stream.buf, c1, c2) | |||
} | |||
func (stream *Stream) writeThreeBytes(c1 byte, c2 byte, c3 byte) { | |||
stream.buf = append(stream.buf, c1, c2, c3) | |||
} | |||
func (stream *Stream) writeFourBytes(c1 byte, c2 byte, c3 byte, c4 byte) { | |||
stream.buf = append(stream.buf, c1, c2, c3, c4) | |||
} | |||
func (stream *Stream) writeFiveBytes(c1 byte, c2 byte, c3 byte, c4 byte, c5 byte) { | |||
stream.buf = append(stream.buf, c1, c2, c3, c4, c5) | |||
} | |||
// Flush writes any buffered data to the underlying io.Writer. | |||
func (stream *Stream) Flush() error { | |||
if stream.out == nil { | |||
return nil | |||
} | |||
if stream.Error != nil { | |||
return stream.Error | |||
} | |||
_, err := stream.out.Write(stream.buf) | |||
if err != nil { | |||
if stream.Error == nil { | |||
stream.Error = err | |||
} | |||
return err | |||
} | |||
stream.buf = stream.buf[:0] | |||
return nil | |||
} | |||
// WriteRaw write string out without quotes, just like []byte | |||
func (stream *Stream) WriteRaw(s string) { | |||
stream.buf = append(stream.buf, s...) | |||
} | |||
// WriteNil write null to stream | |||
func (stream *Stream) WriteNil() { | |||
stream.writeFourBytes('n', 'u', 'l', 'l') | |||
} | |||
// WriteTrue write true to stream | |||
func (stream *Stream) WriteTrue() { | |||
stream.writeFourBytes('t', 'r', 'u', 'e') | |||
} | |||
// WriteFalse write false to stream | |||
func (stream *Stream) WriteFalse() { | |||
stream.writeFiveBytes('f', 'a', 'l', 's', 'e') | |||
} | |||
// WriteBool write true or false into stream | |||
func (stream *Stream) WriteBool(val bool) { | |||
if val { | |||
stream.WriteTrue() | |||
} else { | |||
stream.WriteFalse() | |||
} | |||
} | |||
// WriteObjectStart write { with possible indention | |||
func (stream *Stream) WriteObjectStart() { | |||
stream.indention += stream.cfg.indentionStep | |||
stream.writeByte('{') | |||
stream.writeIndention(0) | |||
} | |||
// WriteObjectField write "field": with possible indention | |||
func (stream *Stream) WriteObjectField(field string) { | |||
stream.WriteString(field) | |||
if stream.indention > 0 { | |||
stream.writeTwoBytes(':', ' ') | |||
} else { | |||
stream.writeByte(':') | |||
} | |||
} | |||
// WriteObjectEnd write } with possible indention | |||
func (stream *Stream) WriteObjectEnd() { | |||
stream.writeIndention(stream.cfg.indentionStep) | |||
stream.indention -= stream.cfg.indentionStep | |||
stream.writeByte('}') | |||
} | |||
// WriteEmptyObject write {} | |||
func (stream *Stream) WriteEmptyObject() { | |||
stream.writeByte('{') | |||
stream.writeByte('}') | |||
} | |||
// WriteMore write , with possible indention | |||
func (stream *Stream) WriteMore() { | |||
stream.writeByte(',') | |||
stream.writeIndention(0) | |||
} | |||
// WriteArrayStart write [ with possible indention | |||
func (stream *Stream) WriteArrayStart() { | |||
stream.indention += stream.cfg.indentionStep | |||
stream.writeByte('[') | |||
stream.writeIndention(0) | |||
} | |||
// WriteEmptyArray write [] | |||
func (stream *Stream) WriteEmptyArray() { | |||
stream.writeTwoBytes('[', ']') | |||
} | |||
// WriteArrayEnd write ] with possible indention | |||
func (stream *Stream) WriteArrayEnd() { | |||
stream.writeIndention(stream.cfg.indentionStep) | |||
stream.indention -= stream.cfg.indentionStep | |||
stream.writeByte(']') | |||
} | |||
func (stream *Stream) writeIndention(delta int) { | |||
if stream.indention == 0 { | |||
return | |||
} | |||
stream.writeByte('\n') | |||
toWrite := stream.indention - delta | |||
for i := 0; i < toWrite; i++ { | |||
stream.buf = append(stream.buf, ' ') | |||
} | |||
} |
@@ -0,0 +1,111 @@ | |||
package jsoniter | |||
import ( | |||
"fmt" | |||
"math" | |||
"strconv" | |||
) | |||
var pow10 []uint64 | |||
func init() { | |||
pow10 = []uint64{1, 10, 100, 1000, 10000, 100000, 1000000} | |||
} | |||
// WriteFloat32 write float32 to stream | |||
func (stream *Stream) WriteFloat32(val float32) { | |||
if math.IsInf(float64(val), 0) || math.IsNaN(float64(val)) { | |||
stream.Error = fmt.Errorf("unsupported value: %f", val) | |||
return | |||
} | |||
abs := math.Abs(float64(val)) | |||
fmt := byte('f') | |||
// Note: Must use float32 comparisons for underlying float32 value to get precise cutoffs right. | |||
if abs != 0 { | |||
if float32(abs) < 1e-6 || float32(abs) >= 1e21 { | |||
fmt = 'e' | |||
} | |||
} | |||
stream.buf = strconv.AppendFloat(stream.buf, float64(val), fmt, -1, 32) | |||
} | |||
// WriteFloat32Lossy write float32 to stream with ONLY 6 digits precision although much much faster | |||
func (stream *Stream) WriteFloat32Lossy(val float32) { | |||
if math.IsInf(float64(val), 0) || math.IsNaN(float64(val)) { | |||
stream.Error = fmt.Errorf("unsupported value: %f", val) | |||
return | |||
} | |||
if val < 0 { | |||
stream.writeByte('-') | |||
val = -val | |||
} | |||
if val > 0x4ffffff { | |||
stream.WriteFloat32(val) | |||
return | |||
} | |||
precision := 6 | |||
exp := uint64(1000000) // 6 | |||
lval := uint64(float64(val)*float64(exp) + 0.5) | |||
stream.WriteUint64(lval / exp) | |||
fval := lval % exp | |||
if fval == 0 { | |||
return | |||
} | |||
stream.writeByte('.') | |||
for p := precision - 1; p > 0 && fval < pow10[p]; p-- { | |||
stream.writeByte('0') | |||
} | |||
stream.WriteUint64(fval) | |||
for stream.buf[len(stream.buf)-1] == '0' { | |||
stream.buf = stream.buf[:len(stream.buf)-1] | |||
} | |||
} | |||
// WriteFloat64 write float64 to stream | |||
func (stream *Stream) WriteFloat64(val float64) { | |||
if math.IsInf(val, 0) || math.IsNaN(val) { | |||
stream.Error = fmt.Errorf("unsupported value: %f", val) | |||
return | |||
} | |||
abs := math.Abs(val) | |||
fmt := byte('f') | |||
// Note: Must use float32 comparisons for underlying float32 value to get precise cutoffs right. | |||
if abs != 0 { | |||
if abs < 1e-6 || abs >= 1e21 { | |||
fmt = 'e' | |||
} | |||
} | |||
stream.buf = strconv.AppendFloat(stream.buf, float64(val), fmt, -1, 64) | |||
} | |||
// WriteFloat64Lossy write float64 to stream with ONLY 6 digits precision although much much faster | |||
func (stream *Stream) WriteFloat64Lossy(val float64) { | |||
if math.IsInf(val, 0) || math.IsNaN(val) { | |||
stream.Error = fmt.Errorf("unsupported value: %f", val) | |||
return | |||
} | |||
if val < 0 { | |||
stream.writeByte('-') | |||
val = -val | |||
} | |||
if val > 0x4ffffff { | |||
stream.WriteFloat64(val) | |||
return | |||
} | |||
precision := 6 | |||
exp := uint64(1000000) // 6 | |||
lval := uint64(val*float64(exp) + 0.5) | |||
stream.WriteUint64(lval / exp) | |||
fval := lval % exp | |||
if fval == 0 { | |||
return | |||
} | |||
stream.writeByte('.') | |||
for p := precision - 1; p > 0 && fval < pow10[p]; p-- { | |||
stream.writeByte('0') | |||
} | |||
stream.WriteUint64(fval) | |||
for stream.buf[len(stream.buf)-1] == '0' { | |||
stream.buf = stream.buf[:len(stream.buf)-1] | |||
} | |||
} |
@@ -0,0 +1,190 @@ | |||
package jsoniter | |||
var digits []uint32 | |||
func init() { | |||
digits = make([]uint32, 1000) | |||
for i := uint32(0); i < 1000; i++ { | |||
digits[i] = (((i / 100) + '0') << 16) + ((((i / 10) % 10) + '0') << 8) + i%10 + '0' | |||
if i < 10 { | |||
digits[i] += 2 << 24 | |||
} else if i < 100 { | |||
digits[i] += 1 << 24 | |||
} | |||
} | |||
} | |||
func writeFirstBuf(space []byte, v uint32) []byte { | |||
start := v >> 24 | |||
if start == 0 { | |||
space = append(space, byte(v>>16), byte(v>>8)) | |||
} else if start == 1 { | |||
space = append(space, byte(v>>8)) | |||
} | |||
space = append(space, byte(v)) | |||
return space | |||
} | |||
func writeBuf(buf []byte, v uint32) []byte { | |||
return append(buf, byte(v>>16), byte(v>>8), byte(v)) | |||
} | |||
// WriteUint8 write uint8 to stream | |||
func (stream *Stream) WriteUint8(val uint8) { | |||
stream.buf = writeFirstBuf(stream.buf, digits[val]) | |||
} | |||
// WriteInt8 write int8 to stream | |||
func (stream *Stream) WriteInt8(nval int8) { | |||
var val uint8 | |||
if nval < 0 { | |||
val = uint8(-nval) | |||
stream.buf = append(stream.buf, '-') | |||
} else { | |||
val = uint8(nval) | |||
} | |||
stream.buf = writeFirstBuf(stream.buf, digits[val]) | |||
} | |||
// WriteUint16 write uint16 to stream | |||
func (stream *Stream) WriteUint16(val uint16) { | |||
q1 := val / 1000 | |||
if q1 == 0 { | |||
stream.buf = writeFirstBuf(stream.buf, digits[val]) | |||
return | |||
} | |||
r1 := val - q1*1000 | |||
stream.buf = writeFirstBuf(stream.buf, digits[q1]) | |||
stream.buf = writeBuf(stream.buf, digits[r1]) | |||
return | |||
} | |||
// WriteInt16 write int16 to stream | |||
func (stream *Stream) WriteInt16(nval int16) { | |||
var val uint16 | |||
if nval < 0 { | |||
val = uint16(-nval) | |||
stream.buf = append(stream.buf, '-') | |||
} else { | |||
val = uint16(nval) | |||
} | |||
stream.WriteUint16(val) | |||
} | |||
// WriteUint32 write uint32 to stream | |||
func (stream *Stream) WriteUint32(val uint32) { | |||
q1 := val / 1000 | |||
if q1 == 0 { | |||
stream.buf = writeFirstBuf(stream.buf, digits[val]) | |||
return | |||
} | |||
r1 := val - q1*1000 | |||
q2 := q1 / 1000 | |||
if q2 == 0 { | |||
stream.buf = writeFirstBuf(stream.buf, digits[q1]) | |||
stream.buf = writeBuf(stream.buf, digits[r1]) | |||
return | |||
} | |||
r2 := q1 - q2*1000 | |||
q3 := q2 / 1000 | |||
if q3 == 0 { | |||
stream.buf = writeFirstBuf(stream.buf, digits[q2]) | |||
} else { | |||
r3 := q2 - q3*1000 | |||
stream.buf = append(stream.buf, byte(q3+'0')) | |||
stream.buf = writeBuf(stream.buf, digits[r3]) | |||
} | |||
stream.buf = writeBuf(stream.buf, digits[r2]) | |||
stream.buf = writeBuf(stream.buf, digits[r1]) | |||
} | |||
// WriteInt32 write int32 to stream | |||
func (stream *Stream) WriteInt32(nval int32) { | |||
var val uint32 | |||
if nval < 0 { | |||
val = uint32(-nval) | |||
stream.buf = append(stream.buf, '-') | |||
} else { | |||
val = uint32(nval) | |||
} | |||
stream.WriteUint32(val) | |||
} | |||
// WriteUint64 write uint64 to stream | |||
func (stream *Stream) WriteUint64(val uint64) { | |||
q1 := val / 1000 | |||
if q1 == 0 { | |||
stream.buf = writeFirstBuf(stream.buf, digits[val]) | |||
return | |||
} | |||
r1 := val - q1*1000 | |||
q2 := q1 / 1000 | |||
if q2 == 0 { | |||
stream.buf = writeFirstBuf(stream.buf, digits[q1]) | |||
stream.buf = writeBuf(stream.buf, digits[r1]) | |||
return | |||
} | |||
r2 := q1 - q2*1000 | |||
q3 := q2 / 1000 | |||
if q3 == 0 { | |||
stream.buf = writeFirstBuf(stream.buf, digits[q2]) | |||
stream.buf = writeBuf(stream.buf, digits[r2]) | |||
stream.buf = writeBuf(stream.buf, digits[r1]) | |||
return | |||
} | |||
r3 := q2 - q3*1000 | |||
q4 := q3 / 1000 | |||
if q4 == 0 { | |||
stream.buf = writeFirstBuf(stream.buf, digits[q3]) | |||
stream.buf = writeBuf(stream.buf, digits[r3]) | |||
stream.buf = writeBuf(stream.buf, digits[r2]) | |||
stream.buf = writeBuf(stream.buf, digits[r1]) | |||
return | |||
} | |||
r4 := q3 - q4*1000 | |||
q5 := q4 / 1000 | |||
if q5 == 0 { | |||
stream.buf = writeFirstBuf(stream.buf, digits[q4]) | |||
stream.buf = writeBuf(stream.buf, digits[r4]) | |||
stream.buf = writeBuf(stream.buf, digits[r3]) | |||
stream.buf = writeBuf(stream.buf, digits[r2]) | |||
stream.buf = writeBuf(stream.buf, digits[r1]) | |||
return | |||
} | |||
r5 := q4 - q5*1000 | |||
q6 := q5 / 1000 | |||
if q6 == 0 { | |||
stream.buf = writeFirstBuf(stream.buf, digits[q5]) | |||
} else { | |||
stream.buf = writeFirstBuf(stream.buf, digits[q6]) | |||
r6 := q5 - q6*1000 | |||
stream.buf = writeBuf(stream.buf, digits[r6]) | |||
} | |||
stream.buf = writeBuf(stream.buf, digits[r5]) | |||
stream.buf = writeBuf(stream.buf, digits[r4]) | |||
stream.buf = writeBuf(stream.buf, digits[r3]) | |||
stream.buf = writeBuf(stream.buf, digits[r2]) | |||
stream.buf = writeBuf(stream.buf, digits[r1]) | |||
} | |||
// WriteInt64 write int64 to stream | |||
func (stream *Stream) WriteInt64(nval int64) { | |||
var val uint64 | |||
if nval < 0 { | |||
val = uint64(-nval) | |||
stream.buf = append(stream.buf, '-') | |||
} else { | |||
val = uint64(nval) | |||
} | |||
stream.WriteUint64(val) | |||
} | |||
// WriteInt write int to stream | |||
func (stream *Stream) WriteInt(val int) { | |||
stream.WriteInt64(int64(val)) | |||
} | |||
// WriteUint write uint to stream | |||
func (stream *Stream) WriteUint(val uint) { | |||
stream.WriteUint64(uint64(val)) | |||
} |
@@ -0,0 +1,372 @@ | |||
package jsoniter | |||
import ( | |||
"unicode/utf8" | |||
) | |||
// htmlSafeSet holds the value true if the ASCII character with the given | |||
// array position can be safely represented inside a JSON string, embedded | |||
// inside of HTML <script> tags, without any additional escaping. | |||
// | |||
// All values are true except for the ASCII control characters (0-31), the | |||
// double quote ("), the backslash character ("\"), HTML opening and closing | |||
// tags ("<" and ">"), and the ampersand ("&"). | |||
var htmlSafeSet = [utf8.RuneSelf]bool{ | |||
' ': true, | |||
'!': true, | |||
'"': false, | |||
'#': true, | |||
'$': true, | |||
'%': true, | |||
'&': false, | |||
'\'': true, | |||
'(': true, | |||
')': true, | |||
'*': true, | |||
'+': true, | |||
',': true, | |||
'-': true, | |||
'.': true, | |||
'/': true, | |||
'0': true, | |||
'1': true, | |||
'2': true, | |||
'3': true, | |||
'4': true, | |||
'5': true, | |||
'6': true, | |||
'7': true, | |||
'8': true, | |||
'9': true, | |||
':': true, | |||
';': true, | |||
'<': false, | |||
'=': true, | |||
'>': false, | |||
'?': true, | |||
'@': true, | |||
'A': true, | |||
'B': true, | |||
'C': true, | |||
'D': true, | |||
'E': true, | |||
'F': true, | |||
'G': true, | |||
'H': true, | |||
'I': true, | |||
'J': true, | |||
'K': true, | |||
'L': true, | |||
'M': true, | |||
'N': true, | |||
'O': true, | |||
'P': true, | |||
'Q': true, | |||
'R': true, | |||
'S': true, | |||
'T': true, | |||
'U': true, | |||
'V': true, | |||
'W': true, | |||
'X': true, | |||
'Y': true, | |||
'Z': true, | |||
'[': true, | |||
'\\': false, | |||
']': true, | |||
'^': true, | |||
'_': true, | |||
'`': true, | |||
'a': true, | |||
'b': true, | |||
'c': true, | |||
'd': true, | |||
'e': true, | |||
'f': true, | |||
'g': true, | |||
'h': true, | |||
'i': true, | |||
'j': true, | |||
'k': true, | |||
'l': true, | |||
'm': true, | |||
'n': true, | |||
'o': true, | |||
'p': true, | |||
'q': true, | |||
'r': true, | |||
's': true, | |||
't': true, | |||
'u': true, | |||
'v': true, | |||
'w': true, | |||
'x': true, | |||
'y': true, | |||
'z': true, | |||
'{': true, | |||
'|': true, | |||
'}': true, | |||
'~': true, | |||
'\u007f': true, | |||
} | |||
// safeSet holds the value true if the ASCII character with the given array | |||
// position can be represented inside a JSON string without any further | |||
// escaping. | |||
// | |||
// All values are true except for the ASCII control characters (0-31), the | |||
// double quote ("), and the backslash character ("\"). | |||
var safeSet = [utf8.RuneSelf]bool{ | |||
' ': true, | |||
'!': true, | |||
'"': false, | |||
'#': true, | |||
'$': true, | |||
'%': true, | |||
'&': true, | |||
'\'': true, | |||
'(': true, | |||
')': true, | |||
'*': true, | |||
'+': true, | |||
',': true, | |||
'-': true, | |||
'.': true, | |||
'/': true, | |||
'0': true, | |||
'1': true, | |||
'2': true, | |||
'3': true, | |||
'4': true, | |||
'5': true, | |||
'6': true, | |||
'7': true, | |||
'8': true, | |||
'9': true, | |||
':': true, | |||
';': true, | |||
'<': true, | |||
'=': true, | |||
'>': true, | |||
'?': true, | |||
'@': true, | |||
'A': true, | |||
'B': true, | |||
'C': true, | |||
'D': true, | |||
'E': true, | |||
'F': true, | |||
'G': true, | |||
'H': true, | |||
'I': true, | |||
'J': true, | |||
'K': true, | |||
'L': true, | |||
'M': true, | |||
'N': true, | |||
'O': true, | |||
'P': true, | |||
'Q': true, | |||
'R': true, | |||
'S': true, | |||
'T': true, | |||
'U': true, | |||
'V': true, | |||
'W': true, | |||
'X': true, | |||
'Y': true, | |||
'Z': true, | |||
'[': true, | |||
'\\': false, | |||
']': true, | |||
'^': true, | |||
'_': true, | |||
'`': true, | |||
'a': true, | |||
'b': true, | |||
'c': true, | |||
'd': true, | |||
'e': true, | |||
'f': true, | |||
'g': true, | |||
'h': true, | |||
'i': true, | |||
'j': true, | |||
'k': true, | |||
'l': true, | |||
'm': true, | |||
'n': true, | |||
'o': true, | |||
'p': true, | |||
'q': true, | |||
'r': true, | |||
's': true, | |||
't': true, | |||
'u': true, | |||
'v': true, | |||
'w': true, | |||
'x': true, | |||
'y': true, | |||
'z': true, | |||
'{': true, | |||
'|': true, | |||
'}': true, | |||
'~': true, | |||
'\u007f': true, | |||
} | |||
var hex = "0123456789abcdef" | |||
// WriteStringWithHTMLEscaped write string to stream with html special characters escaped | |||
func (stream *Stream) WriteStringWithHTMLEscaped(s string) { | |||
valLen := len(s) | |||
stream.buf = append(stream.buf, '"') | |||
// write string, the fast path, without utf8 and escape support | |||
i := 0 | |||
for ; i < valLen; i++ { | |||
c := s[i] | |||
if c < utf8.RuneSelf && htmlSafeSet[c] { | |||
stream.buf = append(stream.buf, c) | |||
} else { | |||
break | |||
} | |||
} | |||
if i == valLen { | |||
stream.buf = append(stream.buf, '"') | |||
return | |||
} | |||
writeStringSlowPathWithHTMLEscaped(stream, i, s, valLen) | |||
} | |||
func writeStringSlowPathWithHTMLEscaped(stream *Stream, i int, s string, valLen int) { | |||
start := i | |||
// for the remaining parts, we process them char by char | |||
for i < valLen { | |||
if b := s[i]; b < utf8.RuneSelf { | |||
if htmlSafeSet[b] { | |||
i++ | |||
continue | |||
} | |||
if start < i { | |||
stream.WriteRaw(s[start:i]) | |||
} | |||
switch b { | |||
case '\\', '"': | |||
stream.writeTwoBytes('\\', b) | |||
case '\n': | |||
stream.writeTwoBytes('\\', 'n') | |||
case '\r': | |||
stream.writeTwoBytes('\\', 'r') | |||
case '\t': | |||
stream.writeTwoBytes('\\', 't') | |||
default: | |||
// This encodes bytes < 0x20 except for \t, \n and \r. | |||
// If escapeHTML is set, it also escapes <, >, and & | |||
// because they can lead to security holes when | |||
// user-controlled strings are rendered into JSON | |||
// and served to some browsers. | |||
stream.WriteRaw(`\u00`) | |||
stream.writeTwoBytes(hex[b>>4], hex[b&0xF]) | |||
} | |||
i++ | |||
start = i | |||
continue | |||
} | |||
c, size := utf8.DecodeRuneInString(s[i:]) | |||
if c == utf8.RuneError && size == 1 { | |||
if start < i { | |||
stream.WriteRaw(s[start:i]) | |||
} | |||
stream.WriteRaw(`\ufffd`) | |||
i++ | |||
start = i | |||
continue | |||
} | |||
// U+2028 is LINE SEPARATOR. | |||
// U+2029 is PARAGRAPH SEPARATOR. | |||
// They are both technically valid characters in JSON strings, | |||
// but don't work in JSONP, which has to be evaluated as JavaScript, | |||
// and can lead to security holes there. It is valid JSON to | |||
// escape them, so we do so unconditionally. | |||
// See http://timelessrepo.com/json-isnt-a-javascript-subset for discussion. | |||
if c == '\u2028' || c == '\u2029' { | |||
if start < i { | |||
stream.WriteRaw(s[start:i]) | |||
} | |||
stream.WriteRaw(`\u202`) | |||
stream.writeByte(hex[c&0xF]) | |||
i += size | |||
start = i | |||
continue | |||
} | |||
i += size | |||
} | |||
if start < len(s) { | |||
stream.WriteRaw(s[start:]) | |||
} | |||
stream.writeByte('"') | |||
} | |||
// WriteString write string to stream without html escape | |||
func (stream *Stream) WriteString(s string) { | |||
valLen := len(s) | |||
stream.buf = append(stream.buf, '"') | |||
// write string, the fast path, without utf8 and escape support | |||
i := 0 | |||
for ; i < valLen; i++ { | |||
c := s[i] | |||
if c > 31 && c != '"' && c != '\\' { | |||
stream.buf = append(stream.buf, c) | |||
} else { | |||
break | |||
} | |||
} | |||
if i == valLen { | |||
stream.buf = append(stream.buf, '"') | |||
return | |||
} | |||
writeStringSlowPath(stream, i, s, valLen) | |||
} | |||
func writeStringSlowPath(stream *Stream, i int, s string, valLen int) { | |||
start := i | |||
// for the remaining parts, we process them char by char | |||
for i < valLen { | |||
if b := s[i]; b < utf8.RuneSelf { | |||
if safeSet[b] { | |||
i++ | |||
continue | |||
} | |||
if start < i { | |||
stream.WriteRaw(s[start:i]) | |||
} | |||
switch b { | |||
case '\\', '"': | |||
stream.writeTwoBytes('\\', b) | |||
case '\n': | |||
stream.writeTwoBytes('\\', 'n') | |||
case '\r': | |||
stream.writeTwoBytes('\\', 'r') | |||
case '\t': | |||
stream.writeTwoBytes('\\', 't') | |||
default: | |||
// This encodes bytes < 0x20 except for \t, \n and \r. | |||
// If escapeHTML is set, it also escapes <, >, and & | |||
// because they can lead to security holes when | |||
// user-controlled strings are rendered into JSON | |||
// and served to some browsers. | |||
stream.WriteRaw(`\u00`) | |||
stream.writeTwoBytes(hex[b>>4], hex[b&0xF]) | |||
} | |||
i++ | |||
start = i | |||
continue | |||
} | |||
i++ | |||
continue | |||
} | |||
if start < len(s) { | |||
stream.WriteRaw(s[start:]) | |||
} | |||
stream.writeByte('"') | |||
} |
@@ -0,0 +1,12 @@ | |||
#!/usr/bin/env bash | |||
set -e | |||
echo "" > coverage.txt | |||
for d in $(go list ./... | grep -v vendor); do | |||
go test -coverprofile=profile.out -coverpkg=github.com/json-iterator/go $d | |||
if [ -f profile.out ]; then | |||
cat profile.out >> coverage.txt | |||
rm profile.out | |||
fi | |||
done |
@@ -0,0 +1,24 @@ | |||
# Compiled Object files, Static and Dynamic libs (Shared Objects) | |||
*.o | |||
*.a | |||
*.so | |||
# Folders | |||
_obj | |||
_test | |||
# Architecture specific extensions/prefixes | |||
*.[568vq] | |||
[568vq].out | |||
*.cgo1.go | |||
*.cgo2.c | |||
_cgo_defun.c | |||
_cgo_gotypes.go | |||
_cgo_export.* | |||
_testmain.go | |||
*.exe | |||
*.test | |||
*.prof |
@@ -0,0 +1,46 @@ | |||
language: go | |||
os: | |||
- linux | |||
- osx | |||
- windows | |||
arch: | |||
- amd64 | |||
- arm64 | |||
go: | |||
- 1.12.x | |||
- 1.13.x | |||
- 1.14.x | |||
- master | |||
script: | |||
- go vet ./... | |||
- go test -race ./... | |||
- go test -tags=noasm ./... | |||
stages: | |||
- gofmt | |||
- test | |||
matrix: | |||
allow_failures: | |||
- go: 'master' | |||
fast_finish: true | |||
include: | |||
- stage: gofmt | |||
go: 1.14.x | |||
os: linux | |||
arch: amd64 | |||
script: | |||
- diff <(gofmt -d .) <(printf "") | |||
- diff <(gofmt -d ./private) <(printf "") | |||
- go install github.com/klauspost/asmfmt/cmd/asmfmt | |||
- diff <(asmfmt -d .) <(printf "") | |||
- stage: i386 | |||
go: 1.14.x | |||
os: linux | |||
arch: amd64 | |||
script: | |||
- GOOS=linux GOARCH=386 go test . |
@@ -0,0 +1,35 @@ | |||
Developer Certificate of Origin | |||
Version 1.1 | |||
Copyright (C) 2015- Klaus Post & Contributors. | |||
Email: klauspost@gmail.com | |||
Everyone is permitted to copy and distribute verbatim copies of this | |||
license document, but changing it is not allowed. | |||
Developer's Certificate of Origin 1.1 | |||
By making a contribution to this project, I certify that: | |||
(a) The contribution was created in whole or in part by me and I | |||
have the right to submit it under the open source license | |||
indicated in the file; or | |||
(b) The contribution is based upon previous work that, to the best | |||
of my knowledge, is covered under an appropriate open source | |||
license and I have the right under that license to submit that | |||
work with modifications, whether created in whole or in part | |||
by me, under the same open source license (unless I am | |||
permitted to submit under a different license), as indicated | |||
in the file; or | |||
(c) The contribution was provided directly to me by some other | |||
person who certified (a), (b) or (c) and I have not modified | |||
it. | |||
(d) I understand and agree that this project and the contribution | |||
are public and that a record of the contribution (including all | |||
personal information I submit with it, including my sign-off) is | |||
maintained indefinitely and may be redistributed consistent with | |||
this project or the open source license(s) involved. |
@@ -0,0 +1,22 @@ | |||
The MIT License (MIT) | |||
Copyright (c) 2015 Klaus Post | |||
Permission is hereby granted, free of charge, to any person obtaining a copy | |||
of this software and associated documentation files (the "Software"), to deal | |||
in the Software without restriction, including without limitation the rights | |||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell | |||
copies of the Software, and to permit persons to whom the Software is | |||
furnished to do so, subject to the following conditions: | |||
The above copyright notice and this permission notice shall be included in all | |||
copies or substantial portions of the Software. | |||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE | |||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | |||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, | |||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE | |||
SOFTWARE. | |||
@@ -0,0 +1,191 @@ | |||
# cpuid | |||
Package cpuid provides information about the CPU running the current program. | |||
CPU features are detected on startup, and kept for fast access through the life of the application. | |||
Currently x86 / x64 (AMD64/i386) and ARM (ARM64) is supported, and no external C (cgo) code is used, which should make the library very easy to use. | |||
You can access the CPU information by accessing the shared CPU variable of the cpuid library. | |||
Package home: https://github.com/klauspost/cpuid | |||
[![GoDoc][1]][2] [![Build Status][3]][4] | |||
[1]: https://godoc.org/github.com/klauspost/cpuid?status.svg | |||
[2]: https://godoc.org/github.com/klauspost/cpuid | |||
[3]: https://travis-ci.org/klauspost/cpuid.svg?branch=master | |||
[4]: https://travis-ci.org/klauspost/cpuid | |||
# features | |||
## x86 CPU Instructions | |||
* **CMOV** (i686 CMOV) | |||
* **NX** (NX (No-Execute) bit) | |||
* **AMD3DNOW** (AMD 3DNOW) | |||
* **AMD3DNOWEXT** (AMD 3DNowExt) | |||
* **MMX** (standard MMX) | |||
* **MMXEXT** (SSE integer functions or AMD MMX ext) | |||
* **SSE** (SSE functions) | |||
* **SSE2** (P4 SSE functions) | |||
* **SSE3** (Prescott SSE3 functions) | |||
* **SSSE3** (Conroe SSSE3 functions) | |||
* **SSE4** (Penryn SSE4.1 functions) | |||
* **SSE4A** (AMD Barcelona microarchitecture SSE4a instructions) | |||
* **SSE42** (Nehalem SSE4.2 functions) | |||
* **AVX** (AVX functions) | |||
* **AVX2** (AVX2 functions) | |||
* **FMA3** (Intel FMA 3) | |||
* **FMA4** (Bulldozer FMA4 functions) | |||
* **XOP** (Bulldozer XOP functions) | |||
* **F16C** (Half-precision floating-point conversion) | |||
* **BMI1** (Bit Manipulation Instruction Set 1) | |||
* **BMI2** (Bit Manipulation Instruction Set 2) | |||
* **TBM** (AMD Trailing Bit Manipulation) | |||
* **LZCNT** (LZCNT instruction) | |||
* **POPCNT** (POPCNT instruction) | |||
* **AESNI** (Advanced Encryption Standard New Instructions) | |||
* **CLMUL** (Carry-less Multiplication) | |||
* **HTT** (Hyperthreading (enabled)) | |||
* **HLE** (Hardware Lock Elision) | |||
* **RTM** (Restricted Transactional Memory) | |||
* **RDRAND** (RDRAND instruction is available) | |||
* **RDSEED** (RDSEED instruction is available) | |||
* **ADX** (Intel ADX (Multi-Precision Add-Carry Instruction Extensions)) | |||
* **SHA** (Intel SHA Extensions) | |||
* **AVX512F** (AVX-512 Foundation) | |||
* **AVX512DQ** (AVX-512 Doubleword and Quadword Instructions) | |||
* **AVX512IFMA** (AVX-512 Integer Fused Multiply-Add Instructions) | |||
* **AVX512PF** (AVX-512 Prefetch Instructions) | |||
* **AVX512ER** (AVX-512 Exponential and Reciprocal Instructions) | |||
* **AVX512CD** (AVX-512 Conflict Detection Instructions) | |||
* **AVX512BW** (AVX-512 Byte and Word Instructions) | |||
* **AVX512VL** (AVX-512 Vector Length Extensions) | |||
* **AVX512VBMI** (AVX-512 Vector Bit Manipulation Instructions) | |||
* **AVX512VBMI2** (AVX-512 Vector Bit Manipulation Instructions, Version 2) | |||
* **AVX512VNNI** (AVX-512 Vector Neural Network Instructions) | |||
* **AVX512VPOPCNTDQ** (AVX-512 Vector Population Count Doubleword and Quadword) | |||
* **GFNI** (Galois Field New Instructions) | |||
* **VAES** (Vector AES) | |||
* **AVX512BITALG** (AVX-512 Bit Algorithms) | |||
* **VPCLMULQDQ** (Carry-Less Multiplication Quadword) | |||
* **AVX512BF16** (AVX-512 BFLOAT16 Instructions) | |||
* **AVX512VP2INTERSECT** (AVX-512 Intersect for D/Q) | |||
* **MPX** (Intel MPX (Memory Protection Extensions)) | |||
* **ERMS** (Enhanced REP MOVSB/STOSB) | |||
* **RDTSCP** (RDTSCP Instruction) | |||
* **CX16** (CMPXCHG16B Instruction) | |||
* **SGX** (Software Guard Extensions, with activation details) | |||
* **VMX** (Virtual Machine Extensions) | |||
## Performance | |||
* **RDTSCP()** Returns current cycle count. Can be used for benchmarking. | |||
* **SSE2SLOW** (SSE2 is supported, but usually not faster) | |||
* **SSE3SLOW** (SSE3 is supported, but usually not faster) | |||
* **ATOM** (Atom processor, some SSSE3 instructions are slower) | |||
* **Cache line** (Probable size of a cache line). | |||
* **L1, L2, L3 Cache size** on newer Intel/AMD CPUs. | |||
## ARM CPU features | |||
# ARM FEATURE DETECTION DISABLED! | |||
See [#52](https://github.com/klauspost/cpuid/issues/52). | |||
Currently only `arm64` platforms are implemented. | |||
* **FP** Single-precision and double-precision floating point | |||
* **ASIMD** Advanced SIMD | |||
* **EVTSTRM** Generic timer | |||
* **AES** AES instructions | |||
* **PMULL** Polynomial Multiply instructions (PMULL/PMULL2) | |||
* **SHA1** SHA-1 instructions (SHA1C, etc) | |||
* **SHA2** SHA-2 instructions (SHA256H, etc) | |||
* **CRC32** CRC32/CRC32C instructions | |||
* **ATOMICS** Large System Extensions (LSE) | |||
* **FPHP** Half-precision floating point | |||
* **ASIMDHP** Advanced SIMD half-precision floating point | |||
* **ARMCPUID** Some CPU ID registers readable at user-level | |||
* **ASIMDRDM** Rounding Double Multiply Accumulate/Subtract (SQRDMLAH/SQRDMLSH) | |||
* **JSCVT** Javascript-style double->int convert (FJCVTZS) | |||
* **FCMA** Floating point complex number addition and multiplication | |||
* **LRCPC** Weaker release consistency (LDAPR, etc) | |||
* **DCPOP** Data cache clean to Point of Persistence (DC CVAP) | |||
* **SHA3** SHA-3 instructions (EOR3, RAXI, XAR, BCAX) | |||
* **SM3** SM3 instructions | |||
* **SM4** SM4 instructions | |||
* **ASIMDDP** SIMD Dot Product | |||
* **SHA512** SHA512 instructions | |||
* **SVE** Scalable Vector Extension | |||
* **GPA** Generic Pointer Authentication | |||
## Cpu Vendor/VM | |||
* **Intel** | |||
* **AMD** | |||
* **VIA** | |||
* **Transmeta** | |||
* **NSC** | |||
* **KVM** (Kernel-based Virtual Machine) | |||
* **MSVM** (Microsoft Hyper-V or Windows Virtual PC) | |||
* **VMware** | |||
* **XenHVM** | |||
* **Bhyve** | |||
* **Hygon** | |||
# installing | |||
```go get github.com/klauspost/cpuid``` | |||
# example | |||
```Go | |||
package main | |||
import ( | |||
"fmt" | |||
"github.com/klauspost/cpuid" | |||
) | |||
func main() { | |||
// Print basic CPU information: | |||
fmt.Println("Name:", cpuid.CPU.BrandName) | |||
fmt.Println("PhysicalCores:", cpuid.CPU.PhysicalCores) | |||
fmt.Println("ThreadsPerCore:", cpuid.CPU.ThreadsPerCore) | |||
fmt.Println("LogicalCores:", cpuid.CPU.LogicalCores) | |||
fmt.Println("Family", cpuid.CPU.Family, "Model:", cpuid.CPU.Model) | |||
fmt.Println("Features:", cpuid.CPU.Features) | |||
fmt.Println("Cacheline bytes:", cpuid.CPU.CacheLine) | |||
fmt.Println("L1 Data Cache:", cpuid.CPU.Cache.L1D, "bytes") | |||
fmt.Println("L1 Instruction Cache:", cpuid.CPU.Cache.L1D, "bytes") | |||
fmt.Println("L2 Cache:", cpuid.CPU.Cache.L2, "bytes") | |||
fmt.Println("L3 Cache:", cpuid.CPU.Cache.L3, "bytes") | |||
// Test if we have a specific feature: | |||
if cpuid.CPU.SSE() { | |||
fmt.Println("We have Streaming SIMD Extensions") | |||
} | |||
} | |||
``` | |||
Sample output: | |||
``` | |||
>go run main.go | |||
Name: Intel(R) Core(TM) i5-2540M CPU @ 2.60GHz | |||
PhysicalCores: 2 | |||
ThreadsPerCore: 2 | |||
LogicalCores: 4 | |||
Family 6 Model: 42 | |||
Features: CMOV,MMX,MMXEXT,SSE,SSE2,SSE3,SSSE3,SSE4.1,SSE4.2,AVX,AESNI,CLMUL | |||
Cacheline bytes: 64 | |||
We have Streaming SIMD Extensions | |||
``` | |||
# private package | |||
In the "private" folder you can find an autogenerated version of the library you can include in your own packages. | |||
For this purpose all exports are removed, and functions and constants are lowercased. | |||
This is not a recommended way of using the library, but provided for convenience, if it is difficult for you to use external packages. | |||
# license | |||
This code is published under an MIT license. See LICENSE file for more information. |
@@ -0,0 +1,42 @@ | |||
// Copyright (c) 2015 Klaus Post, released under MIT License. See LICENSE file. | |||
//+build 386,!gccgo,!noasm,!appengine | |||
// func asmCpuid(op uint32) (eax, ebx, ecx, edx uint32) | |||
TEXT ·asmCpuid(SB), 7, $0 | |||
XORL CX, CX | |||
MOVL op+0(FP), AX | |||
CPUID | |||
MOVL AX, eax+4(FP) | |||
MOVL BX, ebx+8(FP) | |||
MOVL CX, ecx+12(FP) | |||
MOVL DX, edx+16(FP) | |||
RET | |||
// func asmCpuidex(op, op2 uint32) (eax, ebx, ecx, edx uint32) | |||
TEXT ·asmCpuidex(SB), 7, $0 | |||
MOVL op+0(FP), AX | |||
MOVL op2+4(FP), CX | |||
CPUID | |||
MOVL AX, eax+8(FP) | |||
MOVL BX, ebx+12(FP) | |||
MOVL CX, ecx+16(FP) | |||
MOVL DX, edx+20(FP) | |||
RET | |||
// func xgetbv(index uint32) (eax, edx uint32) | |||
TEXT ·asmXgetbv(SB), 7, $0 | |||
MOVL index+0(FP), CX | |||
BYTE $0x0f; BYTE $0x01; BYTE $0xd0 // XGETBV | |||
MOVL AX, eax+4(FP) | |||
MOVL DX, edx+8(FP) | |||
RET | |||
// func asmRdtscpAsm() (eax, ebx, ecx, edx uint32) | |||
TEXT ·asmRdtscpAsm(SB), 7, $0 | |||
BYTE $0x0F; BYTE $0x01; BYTE $0xF9 // RDTSCP | |||
MOVL AX, eax+0(FP) | |||
MOVL BX, ebx+4(FP) | |||
MOVL CX, ecx+8(FP) | |||
MOVL DX, edx+12(FP) | |||
RET |
@@ -0,0 +1,42 @@ | |||
// Copyright (c) 2015 Klaus Post, released under MIT License. See LICENSE file. | |||
//+build amd64,!gccgo,!noasm,!appengine | |||
// func asmCpuid(op uint32) (eax, ebx, ecx, edx uint32) | |||
TEXT ·asmCpuid(SB), 7, $0 | |||
XORQ CX, CX | |||
MOVL op+0(FP), AX | |||
CPUID | |||
MOVL AX, eax+8(FP) | |||
MOVL BX, ebx+12(FP) | |||
MOVL CX, ecx+16(FP) | |||
MOVL DX, edx+20(FP) | |||
RET | |||
// func asmCpuidex(op, op2 uint32) (eax, ebx, ecx, edx uint32) | |||
TEXT ·asmCpuidex(SB), 7, $0 | |||
MOVL op+0(FP), AX | |||
MOVL op2+4(FP), CX | |||
CPUID | |||
MOVL AX, eax+8(FP) | |||
MOVL BX, ebx+12(FP) | |||
MOVL CX, ecx+16(FP) | |||
MOVL DX, edx+20(FP) | |||
RET | |||
// func asmXgetbv(index uint32) (eax, edx uint32) | |||
TEXT ·asmXgetbv(SB), 7, $0 | |||
MOVL index+0(FP), CX | |||
BYTE $0x0f; BYTE $0x01; BYTE $0xd0 // XGETBV | |||
MOVL AX, eax+8(FP) | |||
MOVL DX, edx+12(FP) | |||
RET | |||
// func asmRdtscpAsm() (eax, ebx, ecx, edx uint32) | |||
TEXT ·asmRdtscpAsm(SB), 7, $0 | |||
BYTE $0x0F; BYTE $0x01; BYTE $0xF9 // RDTSCP | |||
MOVL AX, eax+0(FP) | |||
MOVL BX, ebx+4(FP) | |||
MOVL CX, ecx+8(FP) | |||
MOVL DX, edx+12(FP) | |||
RET |
@@ -0,0 +1,26 @@ | |||
// Copyright (c) 2015 Klaus Post, released under MIT License. See LICENSE file. | |||
//+build arm64,!gccgo | |||
// See https://www.kernel.org/doc/Documentation/arm64/cpu-feature-registers.txt | |||
// func getMidr | |||
TEXT ·getMidr(SB), 7, $0 | |||
WORD $0xd5380000 // mrs x0, midr_el1 /* Main ID Register */ | |||
MOVD R0, midr+0(FP) | |||
RET | |||
// func getProcFeatures | |||
TEXT ·getProcFeatures(SB), 7, $0 | |||
WORD $0xd5380400 // mrs x0, id_aa64pfr0_el1 /* Processor Feature Register 0 */ | |||
MOVD R0, procFeatures+0(FP) | |||
RET | |||
// func getInstAttributes | |||
TEXT ·getInstAttributes(SB), 7, $0 | |||
WORD $0xd5380600 // mrs x0, id_aa64isar0_el1 /* Instruction Set Attribute Register 0 */ | |||
WORD $0xd5380621 // mrs x1, id_aa64isar1_el1 /* Instruction Set Attribute Register 1 */ | |||
MOVD R0, instAttrReg0+0(FP) | |||
MOVD R1, instAttrReg1+8(FP) | |||
RET | |||
@@ -0,0 +1,219 @@ | |||
// Copyright (c) 2015 Klaus Post, released under MIT License. See LICENSE file. | |||
//+build arm64,!gccgo,!noasm,!appengine | |||
package cpuid | |||
func getMidr() (midr uint64) | |||
func getProcFeatures() (procFeatures uint64) | |||
func getInstAttributes() (instAttrReg0, instAttrReg1 uint64) | |||
func initCPU() { | |||
cpuid = func(uint32) (a, b, c, d uint32) { return 0, 0, 0, 0 } | |||
cpuidex = func(x, y uint32) (a, b, c, d uint32) { return 0, 0, 0, 0 } | |||
xgetbv = func(uint32) (a, b uint32) { return 0, 0 } | |||
rdtscpAsm = func() (a, b, c, d uint32) { return 0, 0, 0, 0 } | |||
} | |||
func addInfo(c *CPUInfo) { | |||
// ARM64 disabled for now. | |||
if true { | |||
return | |||
} | |||
// midr := getMidr() | |||
// MIDR_EL1 - Main ID Register | |||
// x--------------------------------------------------x | |||
// | Name | bits | visible | | |||
// |--------------------------------------------------| | |||
// | Implementer | [31-24] | y | | |||
// |--------------------------------------------------| | |||
// | Variant | [23-20] | y | | |||
// |--------------------------------------------------| | |||
// | Architecture | [19-16] | y | | |||
// |--------------------------------------------------| | |||
// | PartNum | [15-4] | y | | |||
// |--------------------------------------------------| | |||
// | Revision | [3-0] | y | | |||
// x--------------------------------------------------x | |||
// fmt.Printf(" implementer: 0x%02x\n", (midr>>24)&0xff) | |||
// fmt.Printf(" variant: 0x%01x\n", (midr>>20)&0xf) | |||
// fmt.Printf("architecture: 0x%01x\n", (midr>>16)&0xf) | |||
// fmt.Printf(" part num: 0x%03x\n", (midr>>4)&0xfff) | |||
// fmt.Printf(" revision: 0x%01x\n", (midr>>0)&0xf) | |||
procFeatures := getProcFeatures() | |||
// ID_AA64PFR0_EL1 - Processor Feature Register 0 | |||
// x--------------------------------------------------x | |||
// | Name | bits | visible | | |||
// |--------------------------------------------------| | |||
// | DIT | [51-48] | y | | |||
// |--------------------------------------------------| | |||
// | SVE | [35-32] | y | | |||
// |--------------------------------------------------| | |||
// | GIC | [27-24] | n | | |||
// |--------------------------------------------------| | |||
// | AdvSIMD | [23-20] | y | | |||
// |--------------------------------------------------| | |||
// | FP | [19-16] | y | | |||
// |--------------------------------------------------| | |||
// | EL3 | [15-12] | n | | |||
// |--------------------------------------------------| | |||
// | EL2 | [11-8] | n | | |||
// |--------------------------------------------------| | |||
// | EL1 | [7-4] | n | | |||
// |--------------------------------------------------| | |||
// | EL0 | [3-0] | n | | |||
// x--------------------------------------------------x | |||
var f ArmFlags | |||
// if procFeatures&(0xf<<48) != 0 { | |||
// fmt.Println("DIT") | |||
// } | |||
if procFeatures&(0xf<<32) != 0 { | |||
f |= SVE | |||
} | |||
if procFeatures&(0xf<<20) != 15<<20 { | |||
f |= ASIMD | |||
if procFeatures&(0xf<<20) == 1<<20 { | |||
// https://developer.arm.com/docs/ddi0595/b/aarch64-system-registers/id_aa64pfr0_el1 | |||
// 0b0001 --> As for 0b0000, and also includes support for half-precision floating-point arithmetic. | |||
f |= FPHP | |||
f |= ASIMDHP | |||
} | |||
} | |||
if procFeatures&(0xf<<16) != 0 { | |||
f |= FP | |||
} | |||
instAttrReg0, instAttrReg1 := getInstAttributes() | |||
// https://developer.arm.com/docs/ddi0595/b/aarch64-system-registers/id_aa64isar0_el1 | |||
// | |||
// ID_AA64ISAR0_EL1 - Instruction Set Attribute Register 0 | |||
// x--------------------------------------------------x | |||
// | Name | bits | visible | | |||
// |--------------------------------------------------| | |||
// | TS | [55-52] | y | | |||
// |--------------------------------------------------| | |||
// | FHM | [51-48] | y | | |||
// |--------------------------------------------------| | |||
// | DP | [47-44] | y | | |||
// |--------------------------------------------------| | |||
// | SM4 | [43-40] | y | | |||
// |--------------------------------------------------| | |||
// | SM3 | [39-36] | y | | |||
// |--------------------------------------------------| | |||
// | SHA3 | [35-32] | y | | |||
// |--------------------------------------------------| | |||
// | RDM | [31-28] | y | | |||
// |--------------------------------------------------| | |||
// | ATOMICS | [23-20] | y | | |||
// |--------------------------------------------------| | |||
// | CRC32 | [19-16] | y | | |||
// |--------------------------------------------------| | |||
// | SHA2 | [15-12] | y | | |||
// |--------------------------------------------------| | |||
// | SHA1 | [11-8] | y | | |||
// |--------------------------------------------------| | |||
// | AES | [7-4] | y | | |||
// x--------------------------------------------------x | |||
// if instAttrReg0&(0xf<<52) != 0 { | |||
// fmt.Println("TS") | |||
// } | |||
// if instAttrReg0&(0xf<<48) != 0 { | |||
// fmt.Println("FHM") | |||
// } | |||
if instAttrReg0&(0xf<<44) != 0 { | |||
f |= ASIMDDP | |||
} | |||
if instAttrReg0&(0xf<<40) != 0 { | |||
f |= SM4 | |||
} | |||
if instAttrReg0&(0xf<<36) != 0 { | |||
f |= SM3 | |||
} | |||
if instAttrReg0&(0xf<<32) != 0 { | |||
f |= SHA3 | |||
} | |||
if instAttrReg0&(0xf<<28) != 0 { | |||
f |= ASIMDRDM | |||
} | |||
if instAttrReg0&(0xf<<20) != 0 { | |||
f |= ATOMICS | |||
} | |||
if instAttrReg0&(0xf<<16) != 0 { | |||
f |= CRC32 | |||
} | |||
if instAttrReg0&(0xf<<12) != 0 { | |||
f |= SHA2 | |||
} | |||
if instAttrReg0&(0xf<<12) == 2<<12 { | |||
// https://developer.arm.com/docs/ddi0595/b/aarch64-system-registers/id_aa64isar0_el1 | |||
// 0b0010 --> As 0b0001, plus SHA512H, SHA512H2, SHA512SU0, and SHA512SU1 instructions implemented. | |||
f |= SHA512 | |||
} | |||
if instAttrReg0&(0xf<<8) != 0 { | |||
f |= SHA1 | |||
} | |||
if instAttrReg0&(0xf<<4) != 0 { | |||
f |= AES | |||
} | |||
if instAttrReg0&(0xf<<4) == 2<<4 { | |||
// https://developer.arm.com/docs/ddi0595/b/aarch64-system-registers/id_aa64isar0_el1 | |||
// 0b0010 --> As for 0b0001, plus PMULL/PMULL2 instructions operating on 64-bit data quantities. | |||
f |= PMULL | |||
} | |||
// https://developer.arm.com/docs/ddi0595/b/aarch64-system-registers/id_aa64isar1_el1 | |||
// | |||
// ID_AA64ISAR1_EL1 - Instruction set attribute register 1 | |||
// x--------------------------------------------------x | |||
// | Name | bits | visible | | |||
// |--------------------------------------------------| | |||
// | GPI | [31-28] | y | | |||
// |--------------------------------------------------| | |||
// | GPA | [27-24] | y | | |||
// |--------------------------------------------------| | |||
// | LRCPC | [23-20] | y | | |||
// |--------------------------------------------------| | |||
// | FCMA | [19-16] | y | | |||
// |--------------------------------------------------| | |||
// | JSCVT | [15-12] | y | | |||
// |--------------------------------------------------| | |||
// | API | [11-8] | y | | |||
// |--------------------------------------------------| | |||
// | APA | [7-4] | y | | |||
// |--------------------------------------------------| | |||
// | DPB | [3-0] | y | | |||
// x--------------------------------------------------x | |||
// if instAttrReg1&(0xf<<28) != 0 { | |||
// fmt.Println("GPI") | |||
// } | |||
if instAttrReg1&(0xf<<28) != 24 { | |||
f |= GPA | |||
} | |||
if instAttrReg1&(0xf<<20) != 0 { | |||
f |= LRCPC | |||
} | |||
if instAttrReg1&(0xf<<16) != 0 { | |||
f |= FCMA | |||
} | |||
if instAttrReg1&(0xf<<12) != 0 { | |||
f |= JSCVT | |||
} | |||
// if instAttrReg1&(0xf<<8) != 0 { | |||
// fmt.Println("API") | |||
// } | |||
// if instAttrReg1&(0xf<<4) != 0 { | |||
// fmt.Println("APA") | |||
// } | |||
if instAttrReg1&(0xf<<0) != 0 { | |||
f |= DCPOP | |||
} | |||
c.Arm = f | |||
} |
@@ -0,0 +1,33 @@ | |||
// Copyright (c) 2015 Klaus Post, released under MIT License. See LICENSE file. | |||
//+build 386,!gccgo,!noasm amd64,!gccgo,!noasm,!appengine | |||
package cpuid | |||
func asmCpuid(op uint32) (eax, ebx, ecx, edx uint32) | |||
func asmCpuidex(op, op2 uint32) (eax, ebx, ecx, edx uint32) | |||
func asmXgetbv(index uint32) (eax, edx uint32) | |||
func asmRdtscpAsm() (eax, ebx, ecx, edx uint32) | |||
func initCPU() { | |||
cpuid = asmCpuid | |||
cpuidex = asmCpuidex | |||
xgetbv = asmXgetbv | |||
rdtscpAsm = asmRdtscpAsm | |||
} | |||
func addInfo(c *CPUInfo) { | |||
c.maxFunc = maxFunctionID() | |||
c.maxExFunc = maxExtendedFunction() | |||
c.BrandName = brandName() | |||
c.CacheLine = cacheLine() | |||
c.Family, c.Model = familyModel() | |||
c.Features = support() | |||
c.SGX = hasSGX(c.Features&SGX != 0, c.Features&SGXLC != 0) | |||
c.ThreadsPerCore = threadsPerCore() | |||
c.LogicalCores = logicalCores() | |||
c.PhysicalCores = physicalCores() | |||
c.VendorID, c.VendorString = vendorID() | |||
c.Hz = hertz(c.BrandName) | |||
c.cacheSize() | |||
} |
@@ -0,0 +1,14 @@ | |||
// Copyright (c) 2015 Klaus Post, released under MIT License. See LICENSE file. | |||
//+build !amd64,!386,!arm64 gccgo noasm appengine | |||
package cpuid | |||
func initCPU() { | |||
cpuid = func(uint32) (a, b, c, d uint32) { return 0, 0, 0, 0 } | |||
cpuidex = func(x, y uint32) (a, b, c, d uint32) { return 0, 0, 0, 0 } | |||
xgetbv = func(uint32) (a, b uint32) { return 0, 0 } | |||
rdtscpAsm = func() (a, b, c, d uint32) { return 0, 0, 0, 0 } | |||
} | |||
func addInfo(info *CPUInfo) {} |
@@ -0,0 +1,3 @@ | |||
module github.com/klauspost/cpuid | |||
go 1.12 |