forked from GoogleCloudPlatform/terraformer
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request GoogleCloudPlatform#750 from bridgecrewio/BC-3534-…
…refactor-refresh-mechanism Refactor refresh mechanism
- Loading branch information
Showing
5 changed files
with
328 additions
and
58 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,165 @@ | ||
| package terraformutils | ||
|
|
||
| import ( | ||
| "log" | ||
| "math/rand" | ||
| "reflect" | ||
| "time" | ||
|
|
||
| "github.com/GoogleCloudPlatform/terraformer/terraformutils/providerwrapper" | ||
| ) | ||
|
|
||
| type ProvidersMapping struct { | ||
| baseProvider ProviderGenerator | ||
| Resources map[*Resource]bool | ||
| Services map[string]bool | ||
| Providers map[ProviderGenerator]bool | ||
| providerToService map[ProviderGenerator]string | ||
| serviceToProvider map[string]ProviderGenerator | ||
| resourceToProvider map[*Resource]ProviderGenerator | ||
| } | ||
|
|
||
| func NewProvidersMapping(baseProvider ProviderGenerator) *ProvidersMapping { | ||
| providersMapping := &ProvidersMapping{ | ||
| baseProvider: baseProvider, | ||
| Resources: map[*Resource]bool{}, | ||
| Services: map[string]bool{}, | ||
| Providers: map[ProviderGenerator]bool{}, | ||
| providerToService: map[ProviderGenerator]string{}, | ||
| serviceToProvider: map[string]ProviderGenerator{}, | ||
| resourceToProvider: map[*Resource]ProviderGenerator{}, | ||
| } | ||
|
|
||
| return providersMapping | ||
| } | ||
|
|
||
| func deepCopyProvider(provider ProviderGenerator) ProviderGenerator { | ||
| return reflect.New(reflect.ValueOf(provider).Elem().Type()).Interface().(ProviderGenerator) | ||
| } | ||
|
|
||
| func (p *ProvidersMapping) GetBaseProvider() ProviderGenerator { | ||
| return p.baseProvider | ||
| } | ||
|
|
||
| func (p *ProvidersMapping) AddServiceToProvider(service string) ProviderGenerator { | ||
| newProvider := deepCopyProvider(p.baseProvider) | ||
| p.Providers[newProvider] = true | ||
| p.Services[service] = true | ||
| p.providerToService[newProvider] = service | ||
| p.serviceToProvider[service] = newProvider | ||
|
|
||
| return newProvider | ||
| } | ||
|
|
||
| func (p *ProvidersMapping) GetServices() []string { | ||
| services := make([]string, len(p.Services)) | ||
| for service := range p.Services { | ||
| services = append(services, service) | ||
| } | ||
|
|
||
| return services | ||
| } | ||
|
|
||
| func (p *ProvidersMapping) RemoveServices(services []string) { | ||
| for _, service := range services { | ||
| delete(p.Services, service) | ||
|
|
||
| matchingProvider := p.serviceToProvider[service] | ||
| delete(p.Providers, matchingProvider) | ||
| delete(p.providerToService, matchingProvider) | ||
| delete(p.serviceToProvider, service) | ||
| } | ||
| } | ||
|
|
||
| func (p *ProvidersMapping) ShuffleResources() []*Resource { | ||
| resources := []*Resource{} | ||
| for resource := range p.Resources { | ||
| resources = append(resources, resource) | ||
| } | ||
| rand.Seed(time.Now().UnixNano()) | ||
| rand.Shuffle(len(resources), func(i, j int) { resources[i], resources[j] = resources[j], resources[i] }) | ||
|
|
||
| return resources | ||
| } | ||
|
|
||
| func (p *ProvidersMapping) ProcessResources() { | ||
| for provider := range p.Providers { | ||
| resources := provider.GetService().GetResources() | ||
| log.Printf("num of resources for service %s: %d", p.providerToService[provider], len(provider.GetService().GetResources())) | ||
| for i := range resources { | ||
| resource := resources[i] | ||
| p.Resources[&resource] = true | ||
| p.resourceToProvider[&resource] = provider | ||
| } | ||
| } | ||
| } | ||
|
|
||
| func (p *ProvidersMapping) MatchProvider(resource *Resource) ProviderGenerator { | ||
| return p.resourceToProvider[resource] | ||
| } | ||
|
|
||
| func (p *ProvidersMapping) SetResources(resourceToKeep []*Resource) { | ||
| p.Resources = map[*Resource]bool{} | ||
| resourcesGroupsByProviders := map[ProviderGenerator][]Resource{} | ||
| for i := range resourceToKeep { | ||
| resource := resourceToKeep[i] | ||
| provider := p.resourceToProvider[resource] | ||
| if resourcesGroupsByProviders[provider] == nil { | ||
| resourcesGroupsByProviders[provider] = []Resource{} | ||
| } | ||
| resourcesGroupsByProviders[provider] = append(resourcesGroupsByProviders[provider], *resource) | ||
| p.Resources[resource] = true | ||
| } | ||
|
|
||
| for provider := range p.Providers { | ||
| provider.GetService().SetResources(resourcesGroupsByProviders[provider]) | ||
| } | ||
| } | ||
|
|
||
| func (p *ProvidersMapping) GetResourcesByService() map[string][]Resource { | ||
| mapping := map[string][]Resource{} | ||
| for service := range p.Services { | ||
| mapping[service] = []Resource{} | ||
| } | ||
|
|
||
| for resource := range p.Resources { | ||
| provider := p.resourceToProvider[resource] | ||
| service := p.providerToService[provider] | ||
| mapping[service] = append(mapping[service], *resource) | ||
| } | ||
|
|
||
| return mapping | ||
| } | ||
|
|
||
| func (p *ProvidersMapping) ConvertTFStates(providerWrapper *providerwrapper.ProviderWrapper) { | ||
| for resource := range p.Resources { | ||
| err := resource.ConvertTFstate(providerWrapper) | ||
| if err != nil { | ||
| log.Printf("failed to convert resources %s because of error %s", resource.InstanceInfo.Id, err) | ||
| } | ||
| } | ||
|
|
||
| resourcesGroupsByProviders := map[ProviderGenerator][]Resource{} | ||
| for resource := range p.Resources { | ||
| provider := p.resourceToProvider[resource] | ||
| if resourcesGroupsByProviders[provider] == nil { | ||
| resourcesGroupsByProviders[provider] = []Resource{} | ||
| } | ||
| resourcesGroupsByProviders[provider] = append(resourcesGroupsByProviders[provider], *resource) | ||
| } | ||
|
|
||
| for provider := range p.Providers { | ||
| provider.GetService().SetResources(resourcesGroupsByProviders[provider]) | ||
| } | ||
|
|
||
| } | ||
|
|
||
| func (p *ProvidersMapping) CleanupProviders() { | ||
| for provider := range p.Providers { | ||
| provider.GetService().PostRefreshCleanup() | ||
| err := provider.GetService().PostConvertHook() | ||
| if err != nil { | ||
| log.Printf("failed run PostConvertHook because of error %s", err) | ||
| } | ||
| } | ||
| } |
Oops, something went wrong.