feat(azure): Support Skip Subscriptions (#10884)

bbernays · web-flow · commit b59fc69280a4 · 2023-05-22T16:33:35.000Z
#### Summary closes: #10829
diff --git a/plugins/source/azure/client/client.go b/plugins/source/azure/client/client.go
@@ -293,6 +293,8 @@ func New(ctx context.Context, logger zerolog.Logger, s specs.Source, _ source.Op
 			return nil, err
 		}
 	}
+	// User specified subscriptions, that CloudQuery should skip syncing
+	c.subscriptions = funk.LeftJoinString(c.subscriptions, spec.SkipSubscriptions)
 
 	if len(c.subscriptions) == 0 {
 		return nil, fmt.Errorf("no subscriptions found")
diff --git a/plugins/source/azure/client/spec.go b/plugins/source/azure/client/spec.go
@@ -4,6 +4,7 @@ type Spec struct {
 	Subscriptions        []string `json:"subscriptions"`
 	CloudName            string   `json:"cloud_name"`
 	DiscoveryConcurrency int      `json:"discovery_concurrency"`
+	SkipSubscriptions    []string `json:"skip_subscriptions"`
 }
 
 func (s *Spec) SetDefaults() {
diff --git a/website/pages/docs/plugins/sources/azure/configuration.mdx b/website/pages/docs/plugins/sources/azure/configuration.mdx
@@ -26,3 +26,7 @@ This is the (nested) spec used by the Azure source plugin.
   During initialization the Azure source plugin discovers all resource groups and enabled resource providers per subscription, to be used later on during the sync process.
   The plugin runs the discovery process in parallel. This setting controls the maximum number of concurrent requests to the Azure API during discovery.
   Only accounts with many subscriptions should require modifying this setting, to either lower it to avoid network errors, or to increase it to speed up the discovery process.
+
+- `skip_subscriptions` ([]string) (default: empty)
+
+  A list of subscription IDs that CloudQuery will skip syncing. This is useful if CloudQuery is discovering the list of subscription IDs and there are some subscriptions that you want to not even attempt syncing

Original file line number	Diff line number	Diff line change
`@@ -293,6 +293,8 @@ func New(ctx context.Context, logger zerolog.Logger, s specs.Source, _ source.Op`
`293`	`293`	`return nil, err`
`294`	`294`	`}`
`295`	`295`	`}`
	`296`	`+ // User specified subscriptions, that CloudQuery should skip syncing`
	`297`	`+ c.subscriptions = funk.LeftJoinString(c.subscriptions, spec.SkipSubscriptions)`
`296`	`298`
`297`	`299`	`if len(c.subscriptions) == 0 {`
`298`	`300`	`return nil, fmt.Errorf("no subscriptions found")`
Original file line number	Diff line number	Diff line change
`@@ -4,6 +4,7 @@ type Spec struct {`
`4`	`4`	Subscriptions []string `json:"subscriptions"`
`5`	`5`	CloudName string `json:"cloud_name"`
`6`	`6`	DiscoveryConcurrency int `json:"discovery_concurrency"`
	`7`	+ SkipSubscriptions []string `json:"skip_subscriptions"`
`7`	`8`	`}`
`8`	`9`
`9`	`10`	`func (s *Spec) SetDefaults() {`