diff --git a/cmd/config.go b/cmd/config.go index cd18ff3c3..cce69e154 100644 --- a/cmd/config.go +++ b/cmd/config.go @@ -20,7 +20,6 @@ import ( "bytes" "context" "encoding/json" - "fmt" "path" "sort" "strings" @@ -28,7 +27,6 @@ import ( jsoniter "github.com/json-iterator/go" "github.com/minio/minio/cmd/config" - "github.com/minio/minio/cmd/logger" "github.com/minio/minio/pkg/madmin" ) @@ -212,33 +210,7 @@ func (sys *ConfigSys) Init(objAPI ObjectLayer) error { return errInvalidArgument } - doneCh := make(chan struct{}) - defer close(doneCh) - - // Initializing configuration needs a retry mechanism for - // the following reasons: - // - Read quorum is lost just after the initialization - // of the object layer. - // - Write quorum not met when upgrading configuration - // version is needed. - retryTimerCh := newRetryTimerSimple(doneCh) - for { - select { - case <-retryTimerCh: - if err := initConfig(objAPI); err != nil { - if err == errDiskNotFound || - strings.Contains(err.Error(), InsufficientReadQuorum{}.Error()) || - strings.Contains(err.Error(), InsufficientWriteQuorum{}.Error()) { - logger.Info("Waiting for configuration to be initialized..") - continue - } - return err - } - return nil - case <-globalOSSignalCh: - return fmt.Errorf("Initializing config sub-system gracefully stopped") - } - } + return initConfig(objAPI) } // NewConfigSys - creates new config system object. diff --git a/cmd/iam.go b/cmd/iam.go index ece6955fb..2b669dbd2 100644 --- a/cmd/iam.go +++ b/cmd/iam.go @@ -20,8 +20,6 @@ import ( "bytes" "context" "encoding/json" - "fmt" - "strings" "sync" "github.com/minio/minio-go/v6/pkg/set" @@ -363,44 +361,14 @@ func (sys *IAMSys) Init(objAPI ObjectLayer) error { } sys.Unlock() - doneCh := make(chan struct{}) - defer close(doneCh) - - // Migrating IAM amd Loading IAM needs a retry mechanism for - // the following reasons: - // - Read quorum is lost just after the initialization - // of the object layer. - retryCh := newRetryTimerSimple(doneCh) - for { - select { - case <-retryCh: - // Migrate IAM configuration - if err := sys.doIAMConfigMigration(objAPI); err != nil { - if err == errDiskNotFound || - strings.Contains(err.Error(), InsufficientReadQuorum{}.Error()) || - strings.Contains(err.Error(), InsufficientWriteQuorum{}.Error()) { - logger.Info("Waiting for IAM subsystem to be initialized..") - continue - } - return err - } + // Migrate IAM configuration + if err := sys.doIAMConfigMigration(objAPI); err != nil { + return err + } - sys.store.watch(sys) + sys.store.watch(sys) - if err := sys.store.loadAll(sys, objAPI); err != nil { - if err == errDiskNotFound || - strings.Contains(err.Error(), InsufficientReadQuorum{}.Error()) || - strings.Contains(err.Error(), InsufficientWriteQuorum{}.Error()) { - logger.Info("Waiting for IAM subsystem to be initialized..") - continue - } - return err - } - return nil - case <-globalOSSignalCh: - return fmt.Errorf("Initializing IAM sub-system gracefully stopped") - } - } + return sys.store.loadAll(sys, objAPI) } // DeletePolicy - deletes a canned policy from backend or etcd. diff --git a/cmd/lifecycle.go b/cmd/lifecycle.go index 6ef8925f1..b4423ef89 100644 --- a/cmd/lifecycle.go +++ b/cmd/lifecycle.go @@ -20,12 +20,9 @@ import ( "bytes" "context" "encoding/xml" - "fmt" "path" - "strings" "sync" - "github.com/minio/minio/cmd/logger" "github.com/minio/minio/pkg/bucket/lifecycle" ) @@ -131,32 +128,8 @@ func (sys *LifecycleSys) Init(buckets []BucketInfo, objAPI ObjectLayer) error { return nil } - doneCh := make(chan struct{}) - defer close(doneCh) - - // Initializing lifecycle needs a retry mechanism for - // the following reasons: - // - Read quorum is lost just after the initialization - // of the object layer. - retryTimerCh := newRetryTimerSimple(doneCh) - for { - select { - case <-retryTimerCh: - // Load LifecycleSys once during boot. - if err := sys.load(buckets, objAPI); err != nil { - if err == errDiskNotFound || - strings.Contains(err.Error(), InsufficientReadQuorum{}.Error()) || - strings.Contains(err.Error(), InsufficientWriteQuorum{}.Error()) { - logger.Info("Waiting for lifecycle subsystem to be initialized..") - continue - } - return err - } - return nil - case <-globalOSSignalCh: - return fmt.Errorf("Initializing Lifecycle sub-system gracefully stopped") - } - } + // Load LifecycleSys once during boot. + return sys.load(buckets, objAPI) } // Loads lifecycle policies for all buckets into LifecycleSys. diff --git a/cmd/notification.go b/cmd/notification.go index 42e16205d..c8833a765 100644 --- a/cmd/notification.go +++ b/cmd/notification.go @@ -716,42 +716,11 @@ func (sys *NotificationSys) Init(buckets []BucketInfo, objAPI ObjectLayer) error } } - doneCh := make(chan struct{}) - defer close(doneCh) - - // Initializing notification needs a retry mechanism for - // the following reasons: - // - Read quorum is lost just after the initialization - // of the object layer. - retryTimerCh := newRetryTimerSimple(doneCh) - for { - select { - case <-retryTimerCh: - if err := sys.load(buckets, objAPI); err != nil { - if err == errDiskNotFound || - strings.Contains(err.Error(), InsufficientReadQuorum{}.Error()) || - strings.Contains(err.Error(), InsufficientWriteQuorum{}.Error()) { - logger.Info("Waiting for notification subsystem to be initialized..") - continue - } - return err - } - // Initializing bucket retention config needs a retry mechanism if - // read quorum is lost just after the initialization of the object layer. - if err := sys.initBucketObjectLockConfig(objAPI); err != nil { - if err == errDiskNotFound || - strings.Contains(err.Error(), InsufficientReadQuorum{}.Error()) || - strings.Contains(err.Error(), InsufficientWriteQuorum{}.Error()) { - logger.Info("Waiting for bucket retention configuration to be initialized..") - continue - } - return err - } - return nil - case <-globalOSSignalCh: - return fmt.Errorf("Initializing Notification sub-system gracefully stopped") - } + if err := sys.load(buckets, objAPI); err != nil { + return err } + + return sys.initBucketObjectLockConfig(objAPI) } // AddRulesMap - adds rules map for bucket name. diff --git a/cmd/policy.go b/cmd/policy.go index 82bfc5dc9..7a3f447a4 100644 --- a/cmd/policy.go +++ b/cmd/policy.go @@ -23,7 +23,6 @@ import ( "fmt" "net/http" "path" - "strings" "sync" jsoniter "github.com/json-iterator/go" @@ -133,32 +132,8 @@ func (sys *PolicySys) Init(buckets []BucketInfo, objAPI ObjectLayer) error { return nil } - doneCh := make(chan struct{}) - defer close(doneCh) - - // Initializing policy needs a retry mechanism for - // the following reasons: - // - Read quorum is lost just after the initialization - // of the object layer. - retryTimerCh := newRetryTimerSimple(doneCh) - for { - select { - case <-retryTimerCh: - // Load PolicySys once during boot. - if err := sys.load(buckets, objAPI); err != nil { - if err == errDiskNotFound || - strings.Contains(err.Error(), InsufficientReadQuorum{}.Error()) || - strings.Contains(err.Error(), InsufficientWriteQuorum{}.Error()) { - logger.Info("Waiting for policy subsystem to be initialized..") - continue - } - return err - } - return nil - case <-globalOSSignalCh: - return fmt.Errorf("Initializing Policy sub-system gracefully stopped") - } - } + // Load PolicySys once during boot. + return sys.load(buckets, objAPI) } // NewPolicySys - creates new policy system. diff --git a/cmd/server-main.go b/cmd/server-main.go index c9cdd5ad2..85349e424 100644 --- a/cmd/server-main.go +++ b/cmd/server-main.go @@ -206,11 +206,44 @@ func initSafeMode(buckets []BucketInfo) (err error) { // sub-systems, make sure that we do not move the above codeblock elsewhere. // Validate and initialize all subsystems. - if err = initAllSubsystems(buckets, newObject); err != nil { - return err + doneCh := make(chan struct{}) + defer close(doneCh) + + // Initializing sub-systems needs a retry mechanism for + // the following reasons: + // - Read quorum is lost just after the initialization + // of the object layer. + // - Write quorum not met when upgrading configuration + // version is needed, migration is needed etc. + retryTimerCh := newRetryTimerSimple(doneCh) + for { + rquorum := InsufficientReadQuorum{} + wquorum := InsufficientWriteQuorum{} + + var err error + select { + case n := <-retryTimerCh: + if err = initAllSubsystems(buckets, newObject); err != nil { + if errors.Is(err, errDiskNotFound) || + errors.As(err, &rquorum) || + errors.As(err, &wquorum) { + if n < 5 { + logger.Info("Waiting for all sub-systems to be initialized..") + } else { + logger.Info("Waiting for all sub-systems to be initialized.. %v", err) + } + continue + } + return err + } + return nil + case <-globalOSSignalCh: + if err == nil { + return errors.New("Initializing sub-systems stopped gracefully") + } + return fmt.Errorf("Unable to initialize sub-systems: %w", err) + } } - - return nil } func initAllSubsystems(buckets []BucketInfo, newObject ObjectLayer) (err error) { diff --git a/cmd/xl-zones.go b/cmd/xl-zones.go index dcace6d1e..6d52c92cf 100644 --- a/cmd/xl-zones.go +++ b/cmd/xl-zones.go @@ -49,7 +49,7 @@ func (z *xlZones) quickHealBuckets(ctx context.Context) { return } for _, bucket := range bucketsInfo { - z.HealBucket(ctx, bucket.Name, false, false) + z.MakeBucketWithLocation(ctx, bucket.Name, "") } } @@ -77,7 +77,9 @@ func newXLZones(endpointZones EndpointZones) (ObjectLayer, error) { return nil, err } } - z.quickHealBuckets(context.Background()) + if !z.SingleZone() { + z.quickHealBuckets(context.Background()) + } return z, nil }