Add Glue Service

resources/glue-classifiers.go

@@ -0,0 +1,72 @@
+package resources
+
+import (
+	"github.com/aws/aws-sdk-go/aws"
+	"github.com/aws/aws-sdk-go/aws/session"
+	"github.com/aws/aws-sdk-go/service/glue"
+)
+
+type GlueClassifier struct {
+	svc  *glue.Glue
+	name *string
+}
+
+func init() {
+	register("GlueClassifier", ListGlueClassifiers)
+}
+
+func ListGlueClassifiers(sess *session.Session) ([]Resource, error) {
+	svc := glue.New(sess)
+	resources := []Resource{}
+
+	params := &glue.GetClassifiersInput{
+		MaxResults: aws.Int64(100),
+	}
+
+	for {
+		output, err := svc.GetClassifiers(params)
+		if err != nil {
+			return nil, err
+		}
+
+		for _, classifier := range output.Classifiers {
+			switch {
+			case classifier.GrokClassifier != nil:
+				resources = append(resources, &GlueClassifier{
+					svc:  svc,
+					name: classifier.GrokClassifier.Name,
+				})
+			case classifier.JsonClassifier != nil:
+				resources = append(resources, &GlueClassifier{
+					svc:  svc,
+					name: classifier.JsonClassifier.Name,
+				})
+			case classifier.XMLClassifier != nil:
+				resources = append(resources, &GlueClassifier{
+					svc:  svc,
+					name: classifier.XMLClassifier.Name,
+				})
+			}
+		}
+		if output.NextToken == nil {
+			break
+		}
+
+		params.NextToken = output.NextToken
+	}
+
+	return resources, nil
+}
+
+func (f *GlueClassifier) Remove() error {
+
+	_, err := f.svc.DeleteClassifier(&glue.DeleteClassifierInput{
+		Name: f.name,
+	})
+
+	return err
+}
+
+func (f *GlueClassifier) String() string {
+	return *f.name
+}

resources/glue-connections.go

@@ -0,0 +1,60 @@
+package resources
+
+import (
+	"github.com/aws/aws-sdk-go/aws"
+	"github.com/aws/aws-sdk-go/aws/session"
+	"github.com/aws/aws-sdk-go/service/glue"
+)
+
+type GlueConnection struct {
+	svc            *glue.Glue
+	connectionName *string
+}
+
+func init() {
+	register("GlueConnection", ListGlueConnections)
+}
+
+func ListGlueConnections(sess *session.Session) ([]Resource, error) {
+	svc := glue.New(sess)
+	resources := []Resource{}
+
+	params := &glue.GetConnectionsInput{
+		MaxResults: aws.Int64(100),
+	}
+
+	for {
+		output, err := svc.GetConnections(params)
+		if err != nil {
+			return nil, err
+		}
+
+		for _, connection := range output.ConnectionList {
+			resources = append(resources, &GlueConnection{
+				svc:            svc,
+				connectionName: connection.Name,
+			})
+		}
+
+		if output.NextToken == nil {
+			break
+		}
+
+		params.NextToken = output.NextToken
+	}
+
+	return resources, nil
+}
+
+func (f *GlueConnection) Remove() error {
+
+	_, err := f.svc.DeleteConnection(&glue.DeleteConnectionInput{
+		ConnectionName: f.connectionName,
+	})
+
+	return err
+}
+
+func (f *GlueConnection) String() string {
+	return *f.connectionName
+}

resources/glue-crawlers.go

@@ -0,0 +1,60 @@
+package resources
+
+import (
+	"github.com/aws/aws-sdk-go/aws"
+	"github.com/aws/aws-sdk-go/aws/session"
+	"github.com/aws/aws-sdk-go/service/glue"
+)
+
+type GlueCrawler struct {
+	svc  *glue.Glue
+	name *string
+}
+
+func init() {
+	register("GlueCrawler", ListGlueCrawlers)
+}
+
+func ListGlueCrawlers(sess *session.Session) ([]Resource, error) {
+	svc := glue.New(sess)
+	resources := []Resource{}
+
+	params := &glue.GetCrawlersInput{
+		MaxResults: aws.Int64(100),
+	}
+
+	for {
+		output, err := svc.GetCrawlers(params)
+		if err != nil {
+			return nil, err
+		}
+
+		for _, crawler := range output.Crawlers {
+			resources = append(resources, &GlueCrawler{
+				svc:  svc,
+				name: crawler.Name,
+			})
+		}
+
+		if output.NextToken == nil {
+			break
+		}
+
+		params.NextToken = output.NextToken
+	}
+
+	return resources, nil
+}
+
+func (f *GlueCrawler) Remove() error {
+
+	_, err := f.svc.DeleteCrawler(&glue.DeleteCrawlerInput{
+		Name: f.name,
+	})
+
+	return err
+}
+
+func (f *GlueCrawler) String() string {
+	return *f.name
+}

resources/glue-databases.go

@@ -0,0 +1,60 @@
+package resources
+
+import (
+	"github.com/aws/aws-sdk-go/aws"
+	"github.com/aws/aws-sdk-go/aws/session"
+	"github.com/aws/aws-sdk-go/service/glue"
+)
+
+type GlueDatabase struct {
+	svc  *glue.Glue
+	name *string
+}
+
+func init() {
+	register("GlueDatabase", ListGlueDatabases)
+}
+
+func ListGlueDatabases(sess *session.Session) ([]Resource, error) {
+	svc := glue.New(sess)
+	resources := []Resource{}
+
+	params := &glue.GetDatabasesInput{
+		MaxResults: aws.Int64(100),
+	}
+
+	for {
+		output, err := svc.GetDatabases(params)
+		if err != nil {
+			return nil, err
+		}
+
+		for _, database := range output.DatabaseList {
+			resources = append(resources, &GlueDatabase{
+				svc:  svc,
+				name: database.Name,
+			})
+		}
+
+		if output.NextToken == nil {
+			break
+		}
+
+		params.NextToken = output.NextToken
+	}
+
+	return resources, nil
+}
+
+func (f *GlueDatabase) Remove() error {
+
+	_, err := f.svc.DeleteDatabase(&glue.DeleteDatabaseInput{
+		Name: f.name,
+	})
+
+	return err
+}
+
+func (f *GlueDatabase) String() string {
+	return *f.name
+}

resources/glue-devendpoints.go

@@ -0,0 +1,61 @@
+package resources
+
+import (
+	"github.com/aws/aws-sdk-go/aws"
+	"github.com/aws/aws-sdk-go/aws/session"
+	"github.com/aws/aws-sdk-go/service/glue"
+)
+
+type GlueDevEndpoint struct {
+	svc          *glue.Glue
+	endpointName *string
+}
+
+func init() {
+	register("GlueDevEndpoint", ListGlueDevEndpoints)
+}
+
+func ListGlueDevEndpoints(sess *session.Session) ([]Resource, error) {
+	svc := glue.New(sess)
+	resources := []Resource{}
+
+	params := &glue.GetDevEndpointsInput{
+		MaxResults: aws.Int64(100),
+	}
+
+	for {
+		output, err := svc.GetDevEndpoints(params)
+		if err != nil {
+			return nil, err
+		}
+
+		for _, devEndpoint := range output.DevEndpoints {
+			resources = append(resources, &GlueDevEndpoint{
+				svc:          svc,
+				endpointName: devEndpoint.EndpointName,
+			})
+		}
+
+		// This one API can and does return an empty string
+		if output.NextToken == nil || len(*output.NextToken) == 0 {
+			break
+		}
+
+		params.NextToken = output.NextToken
+	}
+
+	return resources, nil
+}
+
+func (f *GlueDevEndpoint) Remove() error {
+
+	_, err := f.svc.DeleteDevEndpoint(&glue.DeleteDevEndpointInput{
+		EndpointName: f.endpointName,
+	})
+
+	return err
+}
+
+func (f *GlueDevEndpoint) String() string {
+	return *f.endpointName
+}

resources/glue-jobs.go

@@ -0,0 +1,60 @@
+package resources
+
+import (
+	"github.com/aws/aws-sdk-go/aws"
+	"github.com/aws/aws-sdk-go/aws/session"
+	"github.com/aws/aws-sdk-go/service/glue"
+)
+
+type GlueJob struct {
+	svc     *glue.Glue
+	jobName *string
+}
+
+func init() {
+	register("GlueJob", ListGlueJobs)
+}
+
+func ListGlueJobs(sess *session.Session) ([]Resource, error) {
+	svc := glue.New(sess)
+	resources := []Resource{}
+
+	params := &glue.GetJobsInput{
+		MaxResults: aws.Int64(100),
+	}
+
+	for {
+		output, err := svc.GetJobs(params)
+		if err != nil {
+			return nil, err
+		}
+
+		for _, job := range output.Jobs {
+			resources = append(resources, &GlueJob{
+				svc:     svc,
+				jobName: job.Name,
+			})
+		}
+
+		if output.NextToken == nil {
+			break
+		}
+
+		params.NextToken = output.NextToken
+	}
+
+	return resources, nil
+}
+
+func (f *GlueJob) Remove() error {
+
+	_, err := f.svc.DeleteJob(&glue.DeleteJobInput{
+		JobName: f.jobName,
+	})
+
+	return err
+}
+
+func (f *GlueJob) String() string {
+	return *f.jobName
+}