Merge pull request #142 from cloudgraphdev/feat/EP-3182

feat: add missing cloudwatch services

Author: dezky

src/enums/serviceAliases.ts

@@ -15,6 +15,8 @@ export default {
   [services.cloudFormationStackSet]: 'cloudFormationStackSets',
   [services.cloudfront]: 'cloudfrontDistributions',
   [services.cloudwatchLog]: 'cloudwatchLogs',
+  [services.cloudwatchDashboard]: 'cloudwatchDashboards',
+  [services.cloudwatchEventRule]: 'cloudwatchEventRules',
   [services.codebuild]: 'codebuilds',
   [services.configurationRecorder]: 'configurationRecorders',
   [services.dmsReplicationInstance]: 'dmsReplicationInstances',

src/enums/serviceMap.ts

@@ -20,6 +20,8 @@ import CloudTrail from '../services/cloudtrail'
 import CloudFormationStack from '../services/cloudFormationStack'
 import CloudFormationStackSet from '../services/cloudFormationStackSet'
 import CloudWatch from '../services/cloudwatch'
+import CloudWatchDashboard from '../services/cloudwatchDashboards'
+import CloudWatchEventRule from '../services/cloudwatchEventRules'
 import CognitoIdentityPool from '../services/cognitoIdentityPool'
 import CognitoUserPool from '../services/cognitoUserPool'
 import DynamoDB from '../services/dynamodb'
@@ -131,6 +133,8 @@ export default {
   [services.cloudFormationStack]: CloudFormationStack,
   [services.cloudFormationStackSet]: CloudFormationStackSet,
   [services.cloudwatch]: CloudWatch,
+  [services.cloudwatchDashboard]: CloudWatchDashboard,
+  [services.cloudwatchEventRule]: CloudWatchEventRule,
   [services.cloudwatchLog]: CloudWatchLog,
   [services.codebuild]: CodeBuild,
   [services.cognitoIdentityPool]: CognitoIdentityPool,

src/enums/services.ts

@@ -17,6 +17,8 @@ export default {
   cloudfront: 'cloudfront',
   cloudtrail: 'cloudtrail',
   cloudwatch: 'cloudwatch',
+  cloudwatchDashboard: 'cloudwatchDashboard',
+  cloudwatchEventRule: 'cloudwatchEventRule',
   cloudwatchLog: 'cloudwatchLog',
   codebuild: 'codebuild',
   cognitoIdentityPool: 'cognitoIdentityPool',

src/properties/logger.ts

@@ -94,6 +94,9 @@ export default {
     `Found ${num} CloudWatch metric alarms to add for ${namespace}`,
   gettingCloudwatchAlarms: 'Fetching CloudWatch alarms...',
   gettingCloudwatchAlarmTags: 'Fetching tags for each CloudWatch alarm...',
+  gettingCloudwatchDashboards: 'Fetching CloudWatch dashboards...',
+  gettingCloudwatchRules: 'Fetching CloudWatch events rules...',
+  gettingCloudwatchRuleTargets: 'Fetching CloudWatch events rule targets...',
   /**
    * Kinesis Data Streams
    */
@@ -257,10 +260,11 @@ export default {
   /**
    * EBS Snapshot
    */
-    fetchingEbsSnapshotData: 'Fetching EBS Snapshot data for this AWS account via the AWS SDK...',
-    doneFetchingEbsSnapshotData: '✅ Done fetching EBS Snapshot Data ✅',
-    fetchedEbsSnapshots: (num: number): string => `Fetched ${num} EBS Snapshots`,
-    lookingForEbsSnapshot: 'Looking for EBS Snapshots...',
+  fetchingEbsSnapshotData:
+    'Fetching EBS Snapshot data for this AWS account via the AWS SDK...',
+  doneFetchingEbsSnapshotData: '✅ Done fetching EBS Snapshot Data ✅',
+  fetchedEbsSnapshots: (num: number): string => `Fetched ${num} EBS Snapshots`,
+  lookingForEbsSnapshot: 'Looking for EBS Snapshots...',
   /**
    * EC2
    */
@@ -274,8 +278,7 @@ export default {
   fetchedNetworkInterfaces: (num: number): string =>
     `Fetched ${num} Network Interfaces`,
   lookingForNetworkInterfaces: 'Gathering Network Interfaces to add...',
-  foundKeyPair: (id: string): string =>
-    `Found Key Pair ${id} for instance`,
+  foundKeyPair: (id: string): string => `Found Key Pair ${id} for instance`,
   doneFetchingEc2Data: '✅ Done fetching EC2 Instance Data ✅',
   /**
    * RDS
@@ -486,23 +489,25 @@ export default {
     `Adding Transit Gateway ${name} to the VPC`,
   addingTransitGatewayToRegion: ({ name }): string =>
     `Transit Gateway not attached to a VPC, adding Transit Gateway ${name} to the region level`,
-  fetchedTransitGateways: (num: number): string => `Found ${num} Transit Gateways`,
+  fetchedTransitGateways: (num: number): string =>
+    `Found ${num} Transit Gateways`,
   /**
    * Transit Gateway Attachment
    */
-   fetchedTransitGatewayAttachments: (num: number): string => `Found ${num} Transit Gateway Attachments`,
-   /**
+  fetchedTransitGatewayAttachments: (num: number): string =>
+    `Found ${num} Transit Gateway Attachments`,
+  /**
    * Transit Gateway Route Tables
    */
-    fetchedTransitGatewayRouteTables: (num: number): string => `Found ${num} Transit Gateway Route Tables`,
+  fetchedTransitGatewayRouteTables: (num: number): string =>
+    `Found ${num} Transit Gateway Route Tables`,
   /**
    * VPN Gateway
    */
   lookingForVpnGateway: 'Looking for Vpn Gateways to add...',
   addingVpnGatewayToVpc: (num: number): string =>
     `Adding ${num} Vpn Gateways to the VPC`,
-  fetchedVpnGateways: (num: number): string =>
-    `Fetched ${num} Vpn Gateways`,
+  fetchedVpnGateways: (num: number): string => `Fetched ${num} Vpn Gateways`,
   /**
    * Customer Gateway
    */
@@ -659,57 +664,67 @@ export default {
    * NACL
    */
   fetchedNacls: (num: number): string => `Fetched ${num} NACLs`,
-   /**
+  /**
    * Customer Gateway
    */
-  fetchedCustomerGateways: (num: number): string => `Fetched ${num} Customer Gateways`,
+  fetchedCustomerGateways: (num: number): string =>
+    `Fetched ${num} Customer Gateways`,
   /**
    * CloudWatch Logs
    */
-   lookingForCloudwatchLogGroups: 'Looking for CloudWatch Log groups to add to Region...',
-   fetchingCloudwatchLogGroupsData:
-     'Fetching CloudWatch Log groups for this AWS account via the AWS SDK...',
-   doneFetchingCloudwatchLogGroupsData: (num: number): string =>
-     `🕒 Done fetching CloudWatch Log groups in ${num} 🕘`,
-   foundMoreCloudwatchLogGroups: (num: number): string =>
-     `Found another ${num} CloudWatch Log groups in this region...`,
-   gettingCloudwatchLogGroups: 'Fetching CloudWatch Log groups...',
-   foundMoreCloudwatchMetricFilters: (num: number): string =>
-   `Found another ${num} CloudWatch Metric filters in this region...`,
+  lookingForCloudwatchLogGroups:
+    'Looking for CloudWatch Log groups to add to Region...',
+  fetchingCloudwatchLogGroupsData:
+    'Fetching CloudWatch Log groups for this AWS account via the AWS SDK...',
+  doneFetchingCloudwatchLogGroupsData: (num: number): string =>
+    `🕒 Done fetching CloudWatch Log groups in ${num} 🕘`,
+  foundMoreCloudwatchLogGroups: (num: number): string =>
+    `Found another ${num} CloudWatch Log groups in this region...`,
+  gettingCloudwatchLogGroups: 'Fetching CloudWatch Log groups...',
+  foundMoreCloudwatchMetricFilters: (num: number): string =>
+    `Found another ${num} CloudWatch Metric filters in this region...`,
   /**
    * Configuration Recorders
    */
-  fetchedConfigurationRecorders: (num: number): string => `Fetched ${num} Configuration Recorders`,
+  fetchedConfigurationRecorders: (num: number): string =>
+    `Fetched ${num} Configuration Recorders`,
   /**
    * Configuration Recorder Status
    */
-   fetchedConfigurationRecorderStatus: (num: number): string => `Fetched ${num} Configuration Recorder Status`,
-   /**
+  fetchedConfigurationRecorderStatus: (num: number): string =>
+    `Fetched ${num} Configuration Recorder Status`,
+  /**
    * Vpc Endpoints
    */
-   fetchedVpcEndpoints: (num: number): string => `Fetched ${num} Vpc Endpoints`,
+  fetchedVpcEndpoints: (num: number): string => `Fetched ${num} Vpc Endpoints`,
   /**
    * Access Analyzers
    */
-  fetchedaccessAnalyzers: (num: number): string => `Found ${num} Access Analyzers`,
+  fetchedaccessAnalyzers: (num: number): string =>
+    `Found ${num} Access Analyzers`,
   /**
    * Managed Prefix Lists
    */
-  fetchedManagedPrefixLists: (num: number): string => `Found ${num} Managed Prefix Lists`,
-  fetchedManagedPrefixListEntries: (num: number): string => `Found ${num} Managed Prefix List Entries`,
+  fetchedManagedPrefixLists: (num: number): string =>
+    `Found ${num} Managed Prefix Lists`,
+  fetchedManagedPrefixListEntries: (num: number): string =>
+    `Found ${num} Managed Prefix List Entries`,
   /**
    * Vpc Peering Connections
    */
-  fetchedVpcPeeringConnections: (num: number): string => `Found ${num} Vpc Peering Connections`,
+  fetchedVpcPeeringConnections: (num: number): string =>
+    `Found ${num} Vpc Peering Connections`,
   /**
    * Security Hub
    */
-  securityHubNotFound: (region: string): string => `Security Hub not found/disabled for region: ${region}`,
-  fetchedSecurityHub: (region: string): string => `Security Hub found/enabled for region: ${region}`,
-  fetchingSecurityHub: 'Fetching Security Hub data for this AWS account via the AWS SDK...',
+  securityHubNotFound: (region: string): string =>
+    `Security Hub not found/disabled for region: ${region}`,
+  fetchedSecurityHub: (region: string): string =>
+    `Security Hub found/enabled for region: ${region}`,
+  fetchingSecurityHub:
+    'Fetching Security Hub data for this AWS account via the AWS SDK...',
   /**
    * Msk
    */
-  fetchedMskClusters: (num: number): string =>
-    `Fetched ${num} Msk clusters`,
+  fetchedMskClusters: (num: number): string => `Fetched ${num} Msk clusters`,
 }

src/services/cloudwatchDashboards/data.ts

@@ -0,0 +1,116 @@
+import CloudGraph from '@cloudgraph/sdk'
+import groupBy from 'lodash/groupBy'
+import isEmpty from 'lodash/isEmpty'
+
+import CloudWatch, {
+  DashboardEntries,
+  ListDashboardsOutput,
+  ListDashboardsInput,
+  DashboardEntry,
+} from 'aws-sdk/clients/cloudwatch'
+import { Config } from 'aws-sdk/lib/config'
+import { AWSError } from 'aws-sdk/lib/error'
+
+import awsLoggerText from '../../properties/logger'
+import { initTestEndpoint } from '../../utils'
+import AwsErrorLog from '../../utils/errorLog'
+
+/**
+ * Cloudwatch Dashboard
+ */
+const lt = { ...awsLoggerText }
+const { logger } = CloudGraph
+const serviceName = 'CloudwatchDashboard'
+const errorLog = new AwsErrorLog(serviceName)
+const endpoint = initTestEndpoint(serviceName)
+
+export interface RawAwsCloudwatchDashboard extends DashboardEntry {
+  region: string
+}
+
+const listDashboardsForRegion = async ({
+  cloudwatch,
+  resolveRegion,
+}: {
+  cloudwatch: CloudWatch
+  resolveRegion: () => void
+}): Promise<DashboardEntries> =>
+  new Promise<DashboardEntries>(resolve => {
+    const dashboardList: DashboardEntries = []
+    const listDashboardOpts: ListDashboardsInput = {}
+    const listAllDashboard = (token?: string): void => {
+      if (token) {
+        listDashboardOpts.NextToken = token
+      }
+      try {
+        cloudwatch.listDashboards(
+          listDashboardOpts,
+          (err: AWSError, data: ListDashboardsOutput) => {
+            const { NextToken: nextToken, DashboardEntries: entries } =
+              data || {}
+            if (err) {
+              errorLog.generateAwsErrorLog({
+                functionName: 'cloudwatch:listDashboards',
+                err,
+              })
+            }
+            /**
+             * No dashboard for this region
+             */
+            if (isEmpty(data)) {
+              return resolveRegion()
+            }
+
+            dashboardList.push(...entries)
+
+            if (nextToken) {
+              listAllDashboard(nextToken)
+            } else {
+              resolve(dashboardList)
+            }
+          }
+        )
+      } catch (error) {
+        resolve([])
+      }
+    }
+    listAllDashboard()
+  })
+
+export default async ({
+  regions,
+  config,
+}: {
+  regions: string
+  config: Config
+}): Promise<{ [property: string]: RawAwsCloudwatchDashboard[] }> =>
+  new Promise(async resolve => {
+    const cloudwatchData: RawAwsCloudwatchDashboard[] = []
+    const regionPromises = []
+
+    // get all dashboard for all regions
+    regions.split(',').forEach(region => {
+      const cloudwatch = new CloudWatch({
+        ...config,
+        region,
+        endpoint,
+      })
+      const regionPromise = new Promise<void>(async resolveRegion => {
+        const dashboards = await listDashboardsForRegion({
+          cloudwatch,
+          resolveRegion,
+        })
+        cloudwatchData.push(
+          ...dashboards.map(dashboard => ({ ...dashboard, region }))
+        )
+        resolveRegion()
+      })
+      regionPromises.push(regionPromise)
+    })
+
+    logger.debug(lt.gettingCloudwatchDashboards)
+    await Promise.all(regionPromises)
+    errorLog.reset()
+
+    resolve(groupBy(cloudwatchData, 'region'))
+  })

src/services/cloudwatchDashboards/format.ts

@@ -0,0 +1,23 @@
+import { AwsCloudwatchDashboard } from '../../types/generated'
+import { RawAwsCloudwatchDashboard } from './data'
+
+/**
+ * CloudWatch Dashboard
+ */
+export default ({
+  service,
+  account,
+  region,
+}: {
+  service: RawAwsCloudwatchDashboard
+  account: string
+  region: string
+}): AwsCloudwatchDashboard => {
+  const { DashboardName: name, DashboardArn: arn } = service
+  return {
+    id: name,
+    accountId: account,
+    arn,
+    region,
+  }
+}

src/services/cloudwatchDashboards/index.ts

@@ -0,0 +1,16 @@
+import { Service } from '@cloudgraph/sdk'
+import BaseService from '../base'
+import format from './format'
+import getData from './data'
+import mutation from './mutation'
+
+export default class CloudWatchDashboard
+  extends BaseService
+  implements Service
+{
+  format = format.bind(this)
+
+  getData = getData.bind(this)
+
+  mutation = mutation
+}

src/services/cloudwatchDashboards/mutation.ts

@@ -0,0 +1,5 @@
+export default `mutation($input: [AddawsCloudwatchDashboardInput!]!) {
+  addawsCloudwatchDashboard(input: $input, upsert: true) {
+    numUids
+  }
+}`

src/services/cloudwatchDashboards/schema.graphql

@@ -0,0 +1 @@
+type awsCloudwatchDashboard implements awsBaseService @key(fields: "arn")