feat(gcp): ContainerAnalysis resources (#5115)

shimonp21 · web-flow · commit 89f4df093ff9 · 2022-11-29T15:57:01.000Z
#### Summary See #2586 on why only occurences were implemented (not notes/scanconfigs). <!--
diff --git a/plugins/source/gcp/client/services.go b/plugins/source/gcp/client/services.go
@@ -7,6 +7,7 @@ import (
 	billing "cloud.google.com/go/billing/apiv1"
 	compute "cloud.google.com/go/compute/apiv1"
 	container "cloud.google.com/go/container/apiv1"
+	containeranalysis "cloud.google.com/go/containeranalysis/apiv1beta1"
 	domains "cloud.google.com/go/domains/apiv1beta1"
 	functions "cloud.google.com/go/functions/apiv1"
 	kms "cloud.google.com/go/kms/apiv1"
@@ -28,11 +29,12 @@ import (
 type GcpService string
 
 type Services struct {
-	ApikeysClient                 *apikeys.Client
-	BigqueryService               *bigquery.Service
-	BillingCloudBillingClient     *billing.CloudBillingClient
-	BillingCloudCatalogClient     *billing.CloudCatalogClient
-	FunctionsCloudFunctionsClient *functions.CloudFunctionsClient
+	ApikeysClient                         *apikeys.Client
+	BigqueryService                       *bigquery.Service
+	BillingCloudBillingClient             *billing.CloudBillingClient
+	BillingCloudCatalogClient             *billing.CloudCatalogClient
+	FunctionsCloudFunctionsClient         *functions.CloudFunctionsClient
+	ContaineranalysisGrafeasV1Beta1Client *containeranalysis.GrafeasV1Beta1Client
 
 	ComputeAddressesClient         *compute.AddressesClient
 	ComputeAutoscalersClient       *compute.AutoscalersClient
@@ -102,6 +104,10 @@ func initServices(ctx context.Context, options []option.ClientOption) (*Services
 	if err != nil {
 		return nil, err
 	}
+	svcs.ContaineranalysisGrafeasV1Beta1Client, err = containeranalysis.NewGrafeasV1Beta1Client(ctx, options...)
+	if err != nil {
+		return nil, err
+	}
 	svcs.RunServicesClient, err = run.NewServicesClient(ctx, options...)
 	if err != nil {
 		return nil, err
diff --git a/plugins/source/gcp/codegen/main.go b/plugins/source/gcp/codegen/main.go
@@ -35,6 +35,7 @@ func main() {
 	resources = append(resources, recipes.IamResources()...)
 	resources = append(resources, recipes.KmsResources()...)
 	resources = append(resources, recipes.ContainerResources()...)
+	resources = append(resources, recipes.ContainerAnalysisResources()...)
 	resources = append(resources, recipes.LoggingResources()...)
 	resources = append(resources, recipes.RedisResources()...)
 	resources = append(resources, recipes.MonitoringResources()...)
diff --git a/plugins/source/gcp/codegen/recipes/containeranalysis.go b/plugins/source/gcp/codegen/recipes/containeranalysis.go
@@ -0,0 +1,46 @@
+package recipes
+
+import (
+	containeranalysis "cloud.google.com/go/containeranalysis/apiv1beta1"
+	grafeaspb "cloud.google.com/go/containeranalysis/apiv1beta1/grafeas/grafeaspb"
+	"github.com/cloudquery/plugin-sdk/codegen"
+	"github.com/cloudquery/plugin-sdk/schema"
+)
+
+func ContainerAnalysisResources() []*Resource {
+	var resources = []*Resource{
+		{
+			SubService: "occurrences",
+			Struct:     &grafeaspb.Occurrence{},
+			SkipFields: []string{"Name"},
+			ExtraColumns: []codegen.ColumnDefinition{
+				ProjectIdColumn,
+				{
+					Name:     "name",
+					Type:     schema.TypeString,
+					Resolver: `schema.PathResolver("Name")`,
+					Options:  schema.ColumnCreationOptions{PrimaryKey: true},
+				},
+			},
+			Template:            "newapi_list",
+			ListFunction:        (&containeranalysis.GrafeasV1Beta1Client{}).ListOccurrences,
+			RequestStruct:       &grafeaspb.ListOccurrencesRequest{},
+			ResponseStruct:      &grafeaspb.ListOccurrencesResponse{},
+			RequestStructFields: `Parent: "projects/" + c.ProjectId,`,
+		},
+	}
+
+	for _, resource := range resources {
+		resource.Service = "containeranalysis"
+
+		resource.MockImports = []string{"cloud.google.com/go/containeranalysis/apiv1beta1"}
+		resource.ProtobufImport = "cloud.google.com/go/containeranalysis/apiv1beta1/grafeas/grafeaspb"
+		resource.NewFunction = containeranalysis.NewGrafeasV1Beta1Client
+
+		resource.MockTemplate = "newapi_list_grpc_mock"
+		resource.RegisterServer = grafeaspb.RegisterGrafeasV1Beta1Server
+		resource.UnimplementedServer = &grafeaspb.UnimplementedGrafeasV1Beta1Server{}
+	}
+
+	return resources
+}
diff --git a/plugins/source/gcp/docs/tables/README.md b/plugins/source/gcp/docs/tables/README.md
@@ -30,6 +30,7 @@
 - [gcp_kms_keyrings](gcp_kms_keyrings.md)
   - [gcp_kms_crypto_keys](gcp_kms_crypto_keys.md)
 - [gcp_container_clusters](gcp_container_clusters.md)
+- [gcp_containeranalysis_occurrences](gcp_containeranalysis_occurrences.md)
 - [gcp_logging_metrics](gcp_logging_metrics.md)
 - [gcp_logging_sinks](gcp_logging_sinks.md)
 - [gcp_redis_instances](gcp_redis_instances.md)
diff --git a/plugins/source/gcp/docs/tables/gcp_containeranalysis_occurrences.md b/plugins/source/gcp/docs/tables/gcp_containeranalysis_occurrences.md
@@ -0,0 +1,23 @@
+# Table: gcp_containeranalysis_occurrences
+
+
+
+The primary key for this table is **name**.
+
+
+
+## Columns
+| Name          | Type          |
+| ------------- | ------------- |
+|_cq_source_name|String|
+|_cq_sync_time|Timestamp|
+|_cq_id|UUID|
+|_cq_parent_id|UUID|
+|project_id|String|
+|name (PK)|String|
+|resource|JSON|
+|note_name|String|
+|kind|String|
+|remediation|String|
+|create_time|Timestamp|
+|update_time|Timestamp|
diff --git a/plugins/source/gcp/go.mod b/plugins/source/gcp/go.mod
@@ -7,6 +7,7 @@ require (
 	cloud.google.com/go/billing v1.7.0
 	cloud.google.com/go/compute v1.12.1
 	cloud.google.com/go/container v1.8.0
+	cloud.google.com/go/containeranalysis v0.6.0
 	cloud.google.com/go/domains v0.7.0
 	cloud.google.com/go/functions v1.9.0
 	cloud.google.com/go/iam v0.7.0
diff --git a/plugins/source/gcp/go.sum b/plugins/source/gcp/go.sum
@@ -53,6 +53,8 @@ cloud.google.com/go/compute/metadata v0.2.1 h1:efOwf5ymceDhK6PKMnnrTHP4pppY5L22m
 cloud.google.com/go/compute/metadata v0.2.1/go.mod h1:jgHgmJd2RKBGzXqF5LR2EZMGxBkeanZ9wwa75XHJgOM=
 cloud.google.com/go/container v1.8.0 h1:wib6oN0XQT4r2M4RFfEz0AdfslEQc7H5SDLCV8EZ/lU=
 cloud.google.com/go/container v1.8.0/go.mod h1:1ZHYR+yKrEeDs/iBoUNgwyjWNo+WaPN8PRhVnWVCcuA=
+cloud.google.com/go/containeranalysis v0.6.0 h1:2824iym832ljKdVpCBnpqm5K94YT/uHTVhNF+dRTXPI=
+cloud.google.com/go/containeranalysis v0.6.0/go.mod h1:HEJoiEIu+lEXM+k7+qLCci0h33lX3ZqoYFdmPcoO7s4=
 cloud.google.com/go/datastore v1.0.0/go.mod h1:LXYbyblFSglQ5pkeyhO+Qmw7ukd3C+pD7TKLgZqpHYE=
 cloud.google.com/go/datastore v1.1.0/go.mod h1:umbIZjpQpHh4hmRpGhH4tLFup+FVzqBi1b3c64qFpCk=
 cloud.google.com/go/domains v0.7.0 h1:pu3JIgC1rswIqi5romW0JgNO6CTUydLYX8zyjiAvO1c=
diff --git a/plugins/source/gcp/resources/plugin/autogen_tables.go b/plugins/source/gcp/resources/plugin/autogen_tables.go
diff --git a/plugins/source/gcp/resources/services/containeranalysis/occurrences.go b/plugins/source/gcp/resources/services/containeranalysis/occurrences.go
diff --git a/plugins/source/gcp/resources/services/containeranalysis/occurrences_mock_test.go b/plugins/source/gcp/resources/services/containeranalysis/occurrences_mock_test.go
