chore: Add test time measurements

go.mod

@@ -1,6 +1,6 @@
 module github.com/Snowflake-Labs/terraform-provider-snowflake
 
-go 1.22.10
+go 1.24.0
 
 require (
 	github.com/DATA-DOG/go-sqlmock v1.5.2

pkg/internal/measurement/test_measurements.go

@@ -0,0 +1,74 @@
+package measurement
+
+import (
+	"fmt"
+	"golang.org/x/exp/maps"
+	"slices"
+	"strings"
+	"testing"
+	"time"
+)
+
+type TestMeasurement struct {
+	TestName        string
+	Duration        time.Duration
+	SubMeasurements map[string]*TestMeasurement
+}
+
+func NewTestMeasurement(t *testing.T) *TestMeasurement {
+	m := new(TestMeasurement)
+	m.TestName = t.Name()
+	m.SubMeasurements = make(map[string]*TestMeasurement)
+	return m
+}
+
+type TestMeasurements struct {
+	Measurements map[string]*TestMeasurement
+}
+
+func NewTestMeasurements() *TestMeasurements {
+	return &TestMeasurements{
+		Measurements: make(map[string]*TestMeasurement),
+	}
+}
+
+func PrintMeasurementSummary(measurements *TestMeasurements, truncateDuration time.Duration) {
+	fmt.Println("Summary of test measurements (sorted by execution time)")
+	values := maps.Values(measurements.Measurements)
+	slices.SortFunc(values, func(a, b *TestMeasurement) int {
+		return int(b.Duration.Nanoseconds() - a.Duration.Nanoseconds())
+	})
+	printMeasurements(0, values, truncateDuration)
+}
+
+func printMeasurements(level int, measurements []*TestMeasurement, truncateDuration time.Duration) {
+	for _, measurement := range measurements {
+		fmt.Printf("%-10s%s%s\n", measurement.Duration.Truncate(truncateDuration), strings.Repeat(" → ", level), measurement.TestName)
+		printMeasurements(level+1, maps.Values(measurement.SubMeasurements), truncateDuration)
+	}
+}
+
+func MeasureTestTime(testMeasurements *TestMeasurements, t *testing.T) {
+	t.Helper()
+	start := time.Now()
+	m := NewTestMeasurement(t)
+	testNameParts := strings.Split(m.TestName, "/")
+	if len(testNameParts) == 1 {
+		if _, ok := testMeasurements.Measurements[m.TestName]; ok {
+			panic("this shouldn't happen")
+		}
+
+		testMeasurements.Measurements[m.TestName] = m
+	} else {
+		currentMeasurement := testMeasurements.Measurements[testNameParts[0]]
+		for index, part := range testNameParts[1:] {
+			if value, ok := currentMeasurement.SubMeasurements[part]; ok {
+				currentMeasurement = value
+			} else {
+				m.TestName = strings.Join(testNameParts[index+1:], "/")
+				currentMeasurement.SubMeasurements[part] = m
+			}
+		}
+	}
+	t.Cleanup(func() { m.Duration = time.Now().Sub(start) })
+}

pkg/sdk/accounts_test.go

@@ -10,8 +10,64 @@ import (
 	"github.com/stretchr/testify/require"
 )
 
+func TestATest(t *testing.T) {
+	measureTest(t)
+	// TODO: TestTest not found; add it to the map
+
+	t.Run("level one", func(t *testing.T) {
+		measureTest(t)
+		// TODO: TestTest/level_one (TestTest found; add level_one as sub-measurement)
+
+		t.Run("level two", func(t *testing.T) {
+			measureTest(t)
+			// TODO: TestTest/level_one/level_two (TestTest found;
+
+			t.Run("level three", func(t *testing.T) {
+				measureTest(t)
+			})
+		})
+
+		t.Run("2nd level two", func(t *testing.T) {
+			measureTest(t)
+
+			t.Run("2nd level three", func(t *testing.T) {
+				measureTest(t)
+			})
+		})
+	})
+
+	t.Run("2nd level one", func(t *testing.T) {
+		measureTest(t)
+		// TODO: TestTest/level_one (TestTest found; add level_one as sub-measurement)
+
+		t.Run("level two", func(t *testing.T) {
+			measureTest(t)
+			// TODO: TestTest/level_one/level_two (TestTest found;
+
+			t.Run("level three", func(t *testing.T) {
+				measureTest(t)
+
+				t.Run("level four", func(t *testing.T) {
+					measureTest(t)
+
+					t.Run("level five", func(t *testing.T) {
+						measureTest(t)
+					})
+
+					t.Run("2nd level five", func(t *testing.T) {
+						measureTest(t)
+					})
+				})
+			})
+		})
+	})
+}
+
 func TestAccountCreate(t *testing.T) {
+	measureTest(t)
+
 	t.Run("simplest case", func(t *testing.T) {
+		measureTest(t)
 		id := randomAccountObjectIdentifier()
 		password := random.Password()
 		opts := &CreateAccountOptions{
@@ -25,6 +81,7 @@ func TestAccountCreate(t *testing.T) {
 	})
 
 	t.Run("every option", func(t *testing.T) {
+		measureTest(t)
 		id := randomAccountObjectIdentifier()
 		key := random.Password()
 		opts := &CreateAccountOptions{
@@ -46,6 +103,7 @@ func TestAccountCreate(t *testing.T) {
 	})
 
 	t.Run("static password", func(t *testing.T) {
+		measureTest(t)
 		id := randomAccountObjectIdentifier()
 		password := random.Password()
 		opts := &CreateAccountOptions{
@@ -66,6 +124,8 @@ func TestAccountCreate(t *testing.T) {
 }
 
 func TestAccountAlter(t *testing.T) {
+	measureTest(t)
+
 	t.Run("validation: exactly one value set in AccountSet - nothing set", func(t *testing.T) {
 		opts := &AlterAccountOptions{
 			Set: &AccountSet{},
@@ -357,6 +417,8 @@ func TestAccountAlter(t *testing.T) {
 }
 
 func TestAccountDrop(t *testing.T) {
+	measureTest(t)
+
 	t.Run("validate: empty options", func(t *testing.T) {
 		opts := &DropAccountOptions{}
 		assertOptsInvalidJoinedErrors(t, opts, ErrInvalidObjectIdentifier)
@@ -383,6 +445,8 @@ func TestAccountDrop(t *testing.T) {
 }
 
 func TestAccountShow(t *testing.T) {
+	measureTest(t)
+
 	t.Run("empty options", func(t *testing.T) {
 		opts := &ShowAccountOptions{}
 		assertOptsValidAndSQLEquals(t, opts, `SHOW ACCOUNTS`)
@@ -409,6 +473,8 @@ func TestAccountShow(t *testing.T) {
 }
 
 func TestToAccountCreateResponse(t *testing.T) {
+	measureTest(t)
+
 	testCases := []struct {
 		Name           string
 		RawInput       string
@@ -522,6 +588,8 @@ func TestToAccountCreateResponse(t *testing.T) {
 }
 
 func TestToAccountEdition(t *testing.T) {
+	measureTest(t)
+
 	type test struct {
 		input string
 		want  AccountEdition

pkg/sdk/alerts_test.go

@@ -7,6 +7,7 @@ import (
 )
 
 func TestAlertCreate(t *testing.T) {
+	measureTest(t)
 	id := randomSchemaObjectIdentifier()
 
 	t.Run("with complete options", func(t *testing.T) {
@@ -31,6 +32,7 @@ func TestAlertCreate(t *testing.T) {
 }
 
 func TestAlertAlter(t *testing.T) {
+	measureTest(t)
 	id := randomSchemaObjectIdentifier()
 
 	t.Run("fail without alter action specified", func(t *testing.T) {
@@ -115,6 +117,7 @@ func TestAlertAlter(t *testing.T) {
 }
 
 func TestAlertDrop(t *testing.T) {
+	measureTest(t)
 	id := randomSchemaObjectIdentifier()
 
 	t.Run("empty options", func(t *testing.T) {
@@ -139,6 +142,7 @@ func TestAlertDrop(t *testing.T) {
 }
 
 func TestAlertShow(t *testing.T) {
+	measureTest(t)
 	id := randomSchemaObjectIdentifier()
 
 	t.Run("empty options", func(t *testing.T) {
@@ -212,6 +216,7 @@ func TestAlertShow(t *testing.T) {
 }
 
 func TestAlertDescribe(t *testing.T) {
+	measureTest(t)
 	id := randomSchemaObjectIdentifier()
 
 	t.Run("empty options", func(t *testing.T) {

pkg/sdk/api_integrations_gen_test.go

@@ -14,6 +14,7 @@ const (
 )
 
 func TestApiIntegrations_Create(t *testing.T) {
+	measureTest(t)
 	id := randomAccountObjectIdentifier()
 
 	// Minimal valid CreateApiIntegrationOptions for AWS
@@ -123,6 +124,7 @@ func TestApiIntegrations_Create(t *testing.T) {
 }
 
 func TestApiIntegrations_Alter(t *testing.T) {
+	measureTest(t)
 	id := randomAccountObjectIdentifier()
 
 	// Minimal valid AlterApiIntegrationOptions
@@ -303,6 +305,7 @@ func TestApiIntegrations_Alter(t *testing.T) {
 }
 
 func TestApiIntegrations_Drop(t *testing.T) {
+	measureTest(t)
 	id := randomAccountObjectIdentifier()
 
 	// Minimal valid DropApiIntegrationOptions
@@ -331,6 +334,7 @@ func TestApiIntegrations_Drop(t *testing.T) {
 }
 
 func TestApiIntegrations_Show(t *testing.T) {
+	measureTest(t)
 	id := randomAccountObjectIdentifier()
 
 	// Minimal valid ShowApiIntegrationOptions
@@ -358,6 +362,7 @@ func TestApiIntegrations_Show(t *testing.T) {
 }
 
 func TestApiIntegrations_Describe(t *testing.T) {
+	measureTest(t)
 	id := randomAccountObjectIdentifier()
 
 	// Minimal valid DescribeApiIntegrationOptions

pkg/sdk/application_packages_gen_test.go

@@ -3,6 +3,7 @@ package sdk
 import "testing"
 
 func TestApplicationPackages_Create(t *testing.T) {
+	measureTest(t)
 	id := randomAccountObjectIdentifier()
 
 	defaultOpts := func() *CreateApplicationPackageOptions {
@@ -42,6 +43,7 @@ func TestApplicationPackages_Create(t *testing.T) {
 }
 
 func TestApplicationPackages_Alter(t *testing.T) {
+	measureTest(t)
 	id := randomAccountObjectIdentifier()
 
 	defaultOpts := func() *AlterApplicationPackageOptions {
@@ -210,6 +212,7 @@ func TestApplicationPackages_Alter(t *testing.T) {
 }
 
 func TestApplicationPackages_Drop(t *testing.T) {
+	measureTest(t)
 	id := randomAccountObjectIdentifier()
 
 	defaultOpts := func() *DropApplicationPackageOptions {
@@ -237,6 +240,7 @@ func TestApplicationPackages_Drop(t *testing.T) {
 }
 
 func TestApplicationPackages_Show(t *testing.T) {
+	measureTest(t)
 	defaultOpts := func() *ShowApplicationPackageOptions {
 		return &ShowApplicationPackageOptions{}
 	}

pkg/sdk/application_roles_gen_test.go

@@ -3,6 +3,7 @@ package sdk
 import "testing"
 
 func TestApplicationRoles_Grant(t *testing.T) {
+	measureTest(t)
 	id := randomDatabaseObjectIdentifier()
 
 	// Minimal valid GrantApplicationRoleOptions
@@ -59,6 +60,7 @@ func TestApplicationRoles_Grant(t *testing.T) {
 }
 
 func TestApplicationRoles_Revoke(t *testing.T) {
+	measureTest(t)
 	id := randomDatabaseObjectIdentifier()
 
 	// Minimal valid RevokeApplicationRoleOptions
@@ -110,6 +112,7 @@ func TestApplicationRoles_Revoke(t *testing.T) {
 }
 
 func TestApplicationRoles_Show(t *testing.T) {
+	measureTest(t)
 	appId := randomAccountObjectIdentifier()
 
 	// Minimal valid ShowApplicationRoleOptions

pkg/sdk/applications_gen_test.go

@@ -5,6 +5,7 @@ import (
 )
 
 func TestApplications_Create(t *testing.T) {
+	measureTest(t)
 	id := randomAccountObjectIdentifier()
 	pid := randomAccountObjectIdentifier()
 
@@ -91,6 +92,7 @@ func TestApplications_Create(t *testing.T) {
 }
 
 func TestApplications_Alter(t *testing.T) {
+	measureTest(t)
 	id := randomAccountObjectIdentifier()
 
 	defaultOpts := func() *AlterApplicationOptions {
@@ -228,6 +230,7 @@ func TestApplications_Alter(t *testing.T) {
 }
 
 func TestApplications_Drop(t *testing.T) {
+	measureTest(t)
 	id := randomAccountObjectIdentifier()
 
 	defaultOpts := func() *DropApplicationOptions {
@@ -255,6 +258,7 @@ func TestApplications_Drop(t *testing.T) {
 }
 
 func TestApplications_Describe(t *testing.T) {
+	measureTest(t)
 	id := randomAccountObjectIdentifier()
 
 	defaultOpts := func() *DescribeApplicationOptions {
@@ -281,6 +285,7 @@ func TestApplications_Describe(t *testing.T) {
 }
 
 func TestApplications_Show(t *testing.T) {
+	measureTest(t)
 	defaultOpts := func() *ShowApplicationOptions {
 		return &ShowApplicationOptions{}
 	}