/* * MinIO Cloud Storage, (C) 2020 MinIO, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * */ package bandwidth import ( "context" "io" "time" ) // MonitoredReader monitors the bandwidth type MonitoredReader struct { bucket string // Token to track bucket bucketMeasurement *bucketMeasurement // bucket measurement object object string // Token to track object reader io.ReadCloser // Reader to wrap lastStop time.Time // Last timestamp for a measurement headerSize int // Size of the header not captured by reader throttle *throttle // throttle the rate at which replication occur monitor *Monitor // Monitor reference closed bool // Reader is closed } // NewMonitoredReader returns a io.ReadCloser that reports bandwidth details. // The supplied reader will be closed. func NewMonitoredReader(ctx context.Context, monitor *Monitor, bucket string, object string, reader io.ReadCloser, headerSize int, bandwidthBytesPerSecond int64, clusterBandwidth int64) *MonitoredReader { timeNow := time.Now() b := monitor.track(bucket, object, timeNow) return &MonitoredReader{ bucket: bucket, object: object, bucketMeasurement: b, reader: reader, lastStop: timeNow, headerSize: headerSize, throttle: monitor.throttleBandwidth(ctx, bucket, bandwidthBytesPerSecond, clusterBandwidth), monitor: monitor, } } // Read wraps the read reader func (m *MonitoredReader) Read(p []byte) (n int, err error) { if m.closed { err = io.ErrClosedPipe return } p = p[:m.throttle.GetLimitForBytes(int64(len(p)))] n, err = m.reader.Read(p) stop := time.Now() update := uint64(n + m.headerSize) m.bucketMeasurement.incrementBytes(update) m.lastStop = stop unused := len(p) - (n + m.headerSize) m.headerSize = 0 // Set to 0 post first read if unused > 0 { m.throttle.ReleaseUnusedBandwidth(int64(unused)) } return } // Close stops tracking the io func (m *MonitoredReader) Close() error { if m.closed { return nil } m.closed = true return m.reader.Close() }