123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200 |
- package fasthttp
- import (
- "bytes"
- "fmt"
- "io"
- "sync"
- "github.com/andybalholm/brotli"
- "github.com/valyala/bytebufferpool"
- "github.com/valyala/fasthttp/stackless"
- )
- // Supported compression levels.
- const (
- CompressBrotliNoCompression = 0
- CompressBrotliBestSpeed = brotli.BestSpeed
- CompressBrotliBestCompression = brotli.BestCompression
- // Choose a default brotli compression level comparable to
- // CompressDefaultCompression (gzip 6)
- // See: https://github.com/valyala/fasthttp/issues/798#issuecomment-626293806
- CompressBrotliDefaultCompression = 4
- )
- func acquireBrotliReader(r io.Reader) (*brotli.Reader, error) {
- v := brotliReaderPool.Get()
- if v == nil {
- return brotli.NewReader(r), nil
- }
- zr := v.(*brotli.Reader)
- if err := zr.Reset(r); err != nil {
- return nil, err
- }
- return zr, nil
- }
- func releaseBrotliReader(zr *brotli.Reader) {
- brotliReaderPool.Put(zr)
- }
- var brotliReaderPool sync.Pool
- func acquireStacklessBrotliWriter(w io.Writer, level int) stackless.Writer {
- nLevel := normalizeBrotliCompressLevel(level)
- p := stacklessBrotliWriterPoolMap[nLevel]
- v := p.Get()
- if v == nil {
- return stackless.NewWriter(w, func(w io.Writer) stackless.Writer {
- return acquireRealBrotliWriter(w, level)
- })
- }
- sw := v.(stackless.Writer)
- sw.Reset(w)
- return sw
- }
- func releaseStacklessBrotliWriter(sw stackless.Writer, level int) {
- sw.Close()
- nLevel := normalizeBrotliCompressLevel(level)
- p := stacklessBrotliWriterPoolMap[nLevel]
- p.Put(sw)
- }
- func acquireRealBrotliWriter(w io.Writer, level int) *brotli.Writer {
- nLevel := normalizeBrotliCompressLevel(level)
- p := realBrotliWriterPoolMap[nLevel]
- v := p.Get()
- if v == nil {
- zw := brotli.NewWriterLevel(w, level)
- return zw
- }
- zw := v.(*brotli.Writer)
- zw.Reset(w)
- return zw
- }
- func releaseRealBrotliWriter(zw *brotli.Writer, level int) {
- zw.Close()
- nLevel := normalizeBrotliCompressLevel(level)
- p := realBrotliWriterPoolMap[nLevel]
- p.Put(zw)
- }
- var (
- stacklessBrotliWriterPoolMap = newCompressWriterPoolMap()
- realBrotliWriterPoolMap = newCompressWriterPoolMap()
- )
- // AppendBrotliBytesLevel appends brotlied src to dst using the given
- // compression level and returns the resulting dst.
- //
- // Supported compression levels are:
- //
- // - CompressBrotliNoCompression
- // - CompressBrotliBestSpeed
- // - CompressBrotliBestCompression
- // - CompressBrotliDefaultCompression
- func AppendBrotliBytesLevel(dst, src []byte, level int) []byte {
- w := &byteSliceWriter{dst}
- WriteBrotliLevel(w, src, level) //nolint:errcheck
- return w.b
- }
- // WriteBrotliLevel writes brotlied p to w using the given compression level
- // and returns the number of compressed bytes written to w.
- //
- // Supported compression levels are:
- //
- // - CompressBrotliNoCompression
- // - CompressBrotliBestSpeed
- // - CompressBrotliBestCompression
- // - CompressBrotliDefaultCompression
- func WriteBrotliLevel(w io.Writer, p []byte, level int) (int, error) {
- switch w.(type) {
- case *byteSliceWriter,
- *bytes.Buffer,
- *bytebufferpool.ByteBuffer:
- // These writers don't block, so we can just use stacklessWriteBrotli
- ctx := &compressCtx{
- w: w,
- p: p,
- level: level,
- }
- stacklessWriteBrotli(ctx)
- return len(p), nil
- default:
- zw := acquireStacklessBrotliWriter(w, level)
- n, err := zw.Write(p)
- releaseStacklessBrotliWriter(zw, level)
- return n, err
- }
- }
- var (
- stacklessWriteBrotliOnce sync.Once
- stacklessWriteBrotliFunc func(ctx interface{}) bool
- )
- func stacklessWriteBrotli(ctx interface{}) {
- stacklessWriteBrotliOnce.Do(func() {
- stacklessWriteBrotliFunc = stackless.NewFunc(nonblockingWriteBrotli)
- })
- stacklessWriteBrotliFunc(ctx)
- }
- func nonblockingWriteBrotli(ctxv interface{}) {
- ctx := ctxv.(*compressCtx)
- zw := acquireRealBrotliWriter(ctx.w, ctx.level)
- zw.Write(ctx.p) //nolint:errcheck // no way to handle this error anyway
- releaseRealBrotliWriter(zw, ctx.level)
- }
- // WriteBrotli writes brotlied p to w and returns the number of compressed
- // bytes written to w.
- func WriteBrotli(w io.Writer, p []byte) (int, error) {
- return WriteBrotliLevel(w, p, CompressBrotliDefaultCompression)
- }
- // AppendBrotliBytes appends brotlied src to dst and returns the resulting dst.
- func AppendBrotliBytes(dst, src []byte) []byte {
- return AppendBrotliBytesLevel(dst, src, CompressBrotliDefaultCompression)
- }
- // WriteUnbrotli writes unbrotlied p to w and returns the number of uncompressed
- // bytes written to w.
- func WriteUnbrotli(w io.Writer, p []byte) (int, error) {
- r := &byteSliceReader{p}
- zr, err := acquireBrotliReader(r)
- if err != nil {
- return 0, err
- }
- n, err := copyZeroAlloc(w, zr)
- releaseBrotliReader(zr)
- nn := int(n)
- if int64(nn) != n {
- return 0, fmt.Errorf("too much data unbrotlied: %d", n)
- }
- return nn, err
- }
- // AppendUnbrotliBytes appends unbrotlied src to dst and returns the resulting dst.
- func AppendUnbrotliBytes(dst, src []byte) ([]byte, error) {
- w := &byteSliceWriter{dst}
- _, err := WriteUnbrotli(w, src)
- return w.b, err
- }
- // normalizes compression level into [0..11], so it could be used as an index
- // in *PoolMap.
- func normalizeBrotliCompressLevel(level int) int {
- // -2 is the lowest compression level - CompressHuffmanOnly
- // 9 is the highest compression level - CompressBestCompression
- if level < 0 || level > 11 {
- level = CompressBrotliDefaultCompression
- }
- return level
- }
|