Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

fix(application): handle storage details conversion error #525

Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
65 changes: 39 additions & 26 deletions internal/juju/applications.go
Original file line number Diff line number Diff line change
Expand Up @@ -71,6 +71,17 @@ func (se *storageNotFoundError) Error() string {
return fmt.Sprintf("storage %s not found", se.storageName)
}

var RetryReadError = &retryReadError{}

// retryReadError
type retryReadError struct {
msg string
}

func (e *retryReadError) Error() string {
return fmt.Sprintf("retrying: %s", e.msg)
}

type applicationsClient struct {
SharedClient
controllerVersion version.Number
Expand Down Expand Up @@ -756,37 +767,17 @@ func (c applicationsClient) ReadApplicationWithRetryOnNotFound(ctx context.Conte
if errors.As(err, &ApplicationNotFoundError) || errors.As(err, &StorageNotFoundError) {
return err
} else if err != nil {
// Log the error to the terraform Diagnostics to be
// caught in the provider. Return nil so we stop
// retrying.
c.Errorf(err, fmt.Sprintf("ReadApplicationWithRetryOnNotFound %q", input.AppName))
return nil
}
// NOTE: An IAAS subordinate should also have machines. However, they
// will not be listed until after the relation has been created.
// Those happen with the integration resource which will not be
// run by terraform before the application resource finishes. Thus
// do not block here for subordinates.
if modelType != model.IAAS || !output.Principal || output.Units == 0 {
// No need to wait for machines in these cases.
return nil
}
if output.Placement == "" {
return fmt.Errorf("ReadApplicationWithRetryOnNotFound: no machines found in output")
}
machines := strings.Split(output.Placement, ",")
if len(machines) != output.Units {
return fmt.Errorf("ReadApplicationWithRetryOnNotFound: need %d machines, have %d", output.Units, len(machines))
return err
}

// NOTE: Applications can always have storage. However, they
// will not be listed right after the application is created. So
// we need to wait for the storage to be ready. And we need to
// check if all storage constraints have pool equal "" and size equal 0
// to drop the error.
for _, storage := range output.Storage {
for label, storage := range output.Storage {
if storage.Pool == "" || storage.Size == 0 {
return fmt.Errorf("ReadApplicationWithRetryOnNotFound: no storage found in output")
return &retryReadError{msg: fmt.Sprintf("storage label %q missing detail", label)}
}
}

Expand All @@ -795,9 +786,30 @@ func (c applicationsClient) ReadApplicationWithRetryOnNotFound(ctx context.Conte
// Those happen with the integration resource which will not be
// run by terraform before the application resource finishes. Thus
// do not block here for subordinates.
if modelType != model.IAAS || !output.Principal || output.Units == 0 {
// No need to wait for machines in these cases.
return nil
}
if output.Placement == "" {
return &retryReadError{msg: "no machines found in output"}
}
machines := strings.Split(output.Placement, ",")
if len(machines) != output.Units {
return &retryReadError{msg: fmt.Sprintf("need %d machines, have %d", output.Units, len(machines))}
}

c.Tracef("Have machines - returning", map[string]interface{}{"output": *output})
return nil
},
IsFatalError: func(err error) bool {
if errors.As(err, &ApplicationNotFoundError) ||
errors.As(err, &StorageNotFoundError) ||
errors.As(err, &RetryReadError) ||
strings.Contains(err.Error(), "connection refused") {
return false
}
return true
},
NotifyFunc: func(err error, attempt int) {
if attempt%4 == 0 {
message := fmt.Sprintf("waiting for application %q", input.AppName)
Expand Down Expand Up @@ -873,8 +885,7 @@ func (c applicationsClient) ReadApplication(input *ReadApplicationInput) (*ReadA

apps, err := applicationAPIClient.ApplicationsInfo([]names.ApplicationTag{names.NewApplicationTag(input.AppName)})
if err != nil {
c.Errorf(err, "found when querying the applications info")
return nil, err
return nil, jujuerrors.Annotate(err, "when querying the applications info")
}
if len(apps) > 1 {
return nil, fmt.Errorf("more than one result for application: %s", input.AppName)
Expand All @@ -899,7 +910,9 @@ func (c applicationsClient) ReadApplication(input *ReadApplicationInput) (*ReadA
IncludeStorage: true,
})
if err != nil {
if strings.Contains(err.Error(), "filesystem for storage instance") || strings.Contains(err.Error(), "volume for storage instance") {
if strings.Contains(err.Error(), "filesystem for storage instance") ||
strings.Contains(err.Error(), "volume for storage instance") ||
strings.Contains(err.Error(), "cannot convert storage details") {
// Retry if we get this error. It means the storage is not ready yet.
return nil, &storageNotFoundError{input.AppName}
}
Expand Down
19 changes: 19 additions & 0 deletions internal/juju/applications_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@ package juju
// Basic imports
import (
"context"
"fmt"
"testing"

"github.com/juju/juju/api"
Expand Down Expand Up @@ -168,6 +169,24 @@ func (s *ApplicationSuite) TestReadApplicationRetry() {
s.Assert().Equal("[email protected]", resp.Base)
}

func (s *ApplicationSuite) TestReadApplicationRetryDoNotPanic() {
defer s.setupMocks(s.T()).Finish()
s.mockSharedClient.EXPECT().ModelType(gomock.Any()).Return(model.IAAS, nil).AnyTimes()

appName := "testapplication"
aExp := s.mockApplicationClient.EXPECT()

aExp.ApplicationsInfo(gomock.Any()).Return(nil, fmt.Errorf("don't panic"))

client := s.getApplicationsClient()
_, err := client.ReadApplicationWithRetryOnNotFound(context.Background(),
&ReadApplicationInput{
ModelName: s.testModelName,
AppName: appName,
})
s.Require().Error(err, "don't panic")
}

func (s *ApplicationSuite) TestReadApplicationRetryWaitForMachines() {
defer s.setupMocks(s.T()).Finish()
s.mockSharedClient.EXPECT().ModelType(gomock.Any()).Return(model.IAAS, nil).AnyTimes()
Expand Down
61 changes: 58 additions & 3 deletions internal/provider/resource_application_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -575,7 +575,7 @@ func TestAcc_ResourceApplication_UpdateEndpointBindings(t *testing.T) {
})
}

func TestAcc_ResourceApplication_Storage(t *testing.T) {
func TestAcc_ResourceApplication_StorageLXD(t *testing.T) {
if testingCloud != LXDCloudTesting {
t.Skip(t.Name() + " only runs with LXD")
}
Expand All @@ -589,7 +589,7 @@ func TestAcc_ResourceApplication_Storage(t *testing.T) {
ProtoV6ProviderFactories: frameworkProviderFactories,
Steps: []resource.TestStep{
{
Config: testAccResourceApplicationStorage(modelName, appName, storageConstraints),
Config: testAccResourceApplicationStorageLXD(modelName, appName, storageConstraints),
Check: resource.ComposeTestCheckFunc(
resource.TestCheckResourceAttr("juju_application."+appName, "model", modelName),
resource.TestCheckResourceAttr("juju_application."+appName, "storage_directives.runner", "2G"),
Expand All @@ -603,6 +603,34 @@ func TestAcc_ResourceApplication_Storage(t *testing.T) {
})
}

func TestAcc_ResourceApplication_StorageK8s(t *testing.T) {
if testingCloud != MicroK8sTesting {
t.Skip(t.Name() + " only runs with Microk8s")
}
modelName := acctest.RandomWithPrefix("tf-test-application-storage")
appName := "test-app-storage"

storageConstraints := map[string]string{"label": "pgdata", "size": "2G"}

resource.Test(t, resource.TestCase{
PreCheck: func() { testAccPreCheck(t) },
ProtoV6ProviderFactories: frameworkProviderFactories,
Steps: []resource.TestStep{
{
Config: testAccResourceApplicationStorageK8s(modelName, appName, storageConstraints),
Check: resource.ComposeTestCheckFunc(
resource.TestCheckResourceAttr("juju_application."+appName, "model", modelName),
resource.TestCheckResourceAttr("juju_application."+appName, "storage_directives.pgdata", "2G"),
resource.TestCheckResourceAttr("juju_application."+appName, "storage.0.label", "pgdata"),
resource.TestCheckResourceAttr("juju_application."+appName, "storage.0.count", "1"),
resource.TestCheckResourceAttr("juju_application."+appName, "storage.0.size", "2G"),
resource.TestCheckResourceAttr("juju_application."+appName, "storage.0.pool", "kubernetes"),
),
},
},
})
}

func testAccResourceApplicationBasic_Minimal(modelName, charmName string) string {
return fmt.Sprintf(`
resource "juju_model" "testmodel" {
Expand Down Expand Up @@ -950,7 +978,7 @@ resource "juju_application" "{{.AppName}}" {
})
}

func testAccResourceApplicationStorage(modelName, appName string, storageConstraints map[string]string) string {
func testAccResourceApplicationStorageLXD(modelName, appName string, storageConstraints map[string]string) string {
return internaltesting.GetStringFromTemplateWithData("testAccResourceApplicationStorage", `
resource "juju_model" "{{.ModelName}}" {
name = "{{.ModelName}}"
Expand Down Expand Up @@ -978,6 +1006,33 @@ resource "juju_application" "{{.AppName}}" {
})
}

func testAccResourceApplicationStorageK8s(modelName, appName string, storageConstraints map[string]string) string {
return internaltesting.GetStringFromTemplateWithData("testAccResourceApplicationStorage", `
resource "juju_model" "{{.ModelName}}" {
name = "{{.ModelName}}"
}
resource "juju_application" "{{.AppName}}" {
model = juju_model.{{.ModelName}}.name
name = "{{.AppName}}"
charm {
name = "postgresql-k8s"
channel = "14/stable"
}
storage_directives = {
{{.StorageConstraints.label}} = "{{.StorageConstraints.size}}"
}
units = 1
}
`, internaltesting.TemplateData{
"ModelName": modelName,
"AppName": appName,
"StorageConstraints": storageConstraints,
})
}

func testCheckEndpointsAreSetToCorrectSpace(modelName, appName, defaultSpace string, configuredEndpoints map[string]string) resource.TestCheckFunc {
return func(s *terraform.State) error {
conn, err := TestClient.Models.GetConnection(&modelName)
Expand Down