add superai/product.yaml test workflow (test gha)

.github/workflows/teamcity-services-diff-check.yml

@@ -0,0 +1,94 @@
+name: TeamCity Services Diff Check
+permissions: read-all
+
+on:
+  workflow_dispatch:
+  pull_request:
+    types: [opened, edited]
+    paths:
+      - '.github/workflows/teamcity-services-diff-check.yml'
+      - 'mmv1/third_party/terraform/.teamcity/components/inputs/services_ga.kt'
+      - 'mmv1/third_party/terraform/.teamcity/components/inputs/services_beta.kt'
+      - 'mmv1/products/**'
+jobs:
+  check-pr:
+    runs-on: ubuntu-22.04
+    outputs:
+      services: ${{steps.services.outputs.services}}
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - id: services
+        run: |
+          newServices=$(($(git diff --name-only --diff-filter=A origin/main HEAD | grep -P "mmv1/products/.*/product.yaml" | wc -l)))
+          echo "services=$newServices" >> "${GITHUB_OUTPUT}"
+          if [ "$newServices" = "0" ];then
+          echo "No new service found." 
+          fi
+  terraform-provider-google:
+    if: ${{needs.check-pr.outputs.services != '0'}}
+    needs: check-pr
+    uses: ./.github/workflows/build-downstream.yml
+    with:
+      repo: 'terraform-provider-google'
+
+  terraform-provider-google-beta:
+    if: ${{needs.check-pr.outputs.services != '0'}} 
+    needs: check-pr
+    uses: ./.github/workflows/build-downstream.yml
+    with:
+      repo: 'terraform-provider-google-beta'
+
+  teamcity-services-diff-check:
+    needs: [terraform-provider-google, terraform-provider-google-beta]
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Download built artifacts - GA provider
+        uses: actions/download-artifact@v2
+        with:
+          name: artifact-terraform-provider-google
+          path: artifacts
+
+      - name: Unzip the artifacts and delete the zip
+        run: |
+          unzip -o artifacts/output.zip -d ./provider
+          rm artifacts/output.zip
+
+      - name: Download built artifacts - Beta provider
+        uses: actions/download-artifact@v2
+        with:
+          name: artifact-terraform-provider-google-beta
+          path: artifacts
+
+      - name: Unzip the artifacts and delete the zip
+        run: |
+          unzip -o artifacts/output.zip -d ./provider
+          rm artifacts/output.zip
+
+      - name: Setup Go
+        uses: actions/setup-go@v3
+        with:
+          go-version: '^1.20'
+
+      - name: Cache Go modules and build cache
+        uses: actions/cache@v3
+        with:
+          path: |
+            ~/go/pkg/mod
+            ~/.cache/go-build
+          key: ${{ runner.os }}-test-terraform-provider-google-${{hashFiles('go.sum','google-*/transport/**','google-*/tpgresource/**','google-*/acctest/**','google-*/envvar/**','google-*/sweeper/**','google-*/verify/**') }}
+          restore-keys: |
+              ${{ runner.os }}-test-terraform-provider-google-${{ hashFiles('go.sum') }}
+              ${{ runner.os }}-test-terraform-provider-google-
+
+      - name: Diff Check
+        run: |
+          ls provider/google > services_ga.txt
+          ls provider/google-beta > services_beta.txt
+          cd tools/teamcity-diff-check
+          go run main.go -service_file=services_ga
+          go run main.go -service_file=services_beta
+

mmv1/products/superai/AgentPool.yaml

@@ -0,0 +1,82 @@
+# Copyright 2023 Google Inc.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+--- !ruby/object:Api::Resource
+name: 'AgentPool'
+description: 'Represents an On-Premises Agent pool.'
+base_url: 'projects/{{project}}/agentPools'
+self_link: 'projects/{{project}}/agentPools/{{name}}'
+create_url: 'projects/{{project}}/agentPools?agentPoolId={{name}}'
+update_verb: :PATCH
+update_mask: true
+references: !ruby/object:Api::Resource::ReferenceLinks
+  guides:
+    'Official Documentation': 'https://cloud.google.com/storage-transfer/docs/on-prem-agent-pools'
+  api: 'https://cloud.google.com/storage-transfer/docs/reference/rest/v1/projects.agentPools'
+examples:
+  - !ruby/object:Provider::Terraform::Examples
+    name: 'agent_pool_basic'
+    primary_resource_id:
+      'example'
+      # Skip generating this test as the example is covered in resource_storage_transfer_agent_pool_test.go
+    skip_test: true
+    vars:
+      agent-pool-name: 'agent-pool-example'
+    test_env_vars:
+      project_id: :PROJECT_NAME
+timeouts: !ruby/object:Api::Timeouts
+  insert_minutes: 30
+custom_code: !ruby/object:Provider::Terraform::CustomCode
+  constants: templates/terraform/constants/agent_pool.go.erb
+  post_create: templates/terraform/post_create/agent_pool.go.erb
+  pre_update: templates/terraform/pre_update/agent_pool.go.erb
+  post_import: templates/terraform/post_import/agent_pool.go.erb
+properties:
+  - !ruby/object:Api::Type::String
+    name: 'name'
+    description: |
+      The ID of the agent pool to create.
+
+      The agentPoolId must meet the following requirements:
+      * Length of 128 characters or less.
+      * Not start with the string goog.
+      * Start with a lowercase ASCII character, followed by:
+        * Zero or more: lowercase Latin alphabet characters, numerals, hyphens (-), periods (.), underscores (_), or tildes (~).
+        * One or more numerals or lowercase ASCII characters.
+
+      As expressed by the regular expression: ^(?!goog)[a-z]([a-z0-9-._~]*[a-z0-9])?$.
+    immutable: true
+    required: true
+    url_param_only: true
+  - !ruby/object:Api::Type::String
+    name: 'displayName'
+    description: 'Specifies the client-specified AgentPool description.'
+  - !ruby/object:Api::Type::Enum
+    name: 'state'
+    description: 'Specifies the state of the AgentPool.'
+    output: true
+    values:
+      - :CREATING
+      - :CREATED
+      - :DELETING
+  - !ruby/object:Api::Type::NestedObject
+    name: 'bandwidthLimit'
+    description: |
+      Specifies the bandwidth limit details. If this field is unspecified, the default value is set as 'No Limit'.
+    properties:
+      - !ruby/object:Api::Type::String
+        name: 'limitMbps'
+        description:
+          'Bandwidth rate in megabytes per second, distributed across all the
+          agents in the pool.'
+        required: true

mmv1/products/superai/product.yaml

@@ -0,0 +1,23 @@
+# Copyright 2022 Google Inc.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#test commit test
+# test commit
+# trigger workflow
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+--- !ruby/object:Api::Product
+name: SuperAi
+display_name: SuperAi
+versions:
+  - !ruby/object:Api::Product::Version
+    name: ga
+    base_url: https://beyondcorp.googleapis.com/v1/
+scopes:
+  - https://www.googleapis.com/auth/cloud-platform

tools/teamcity-diff-check/main.go

@@ -0,0 +1,92 @@
+package main
+
+import (
+	"bufio"
+	"flag"
+	"fmt"
+	"io"
+	"os"
+	"regexp"
+)
+
+var serviceFile = flag.String("service_file", "services_ga", "kotlin service file to be parsed")
+
+func serviceDifference(gS, tS []string) []string {
+	t := make(map[string]struct{}, len(tS))
+	for _, s := range tS {
+		t[s] = struct{}{}
+	}
+
+	var diff []string
+	for _, s := range gS {
+		if _, found := t[s]; !found {
+			diff = append(diff, s)
+		}
+	}
+
+	return diff
+}
+
+func main() {
+	flag.Parse()
+
+	file, err := os.Open(*serviceFile + "txt")
+	if err != nil {
+		fmt.Println(err)
+		return
+	}
+	defer file.Close()
+
+	googleServices := []string{}
+	scanner := bufio.NewScanner(file)
+	for scanner.Scan() {
+		googleServices = append(googleServices, scanner.Text())
+	}
+
+	////////////////////////////////////////////////////////////////////////////////
+
+	f, err := os.Open(fmt.Sprintf("../../mmv1/third_party/terraform/.teamcity/components/inputs/%s", *serviceFile+".kt"))
+	if err != nil {
+		panic(err)
+	}
+
+	// Get the file size
+	stat, err := f.Stat()
+	if err != nil {
+		fmt.Println(err)
+		return
+	}
+
+	// Read the file into a byte slice
+	bs := make([]byte, stat.Size())
+	_, err = bufio.NewReader(f).Read(bs)
+	if err != nil && err != io.EOF {
+		fmt.Println(err)
+		return
+	}
+
+	// Regex pattern captures "services" from *serviceFile.
+	pattern := regexp.MustCompile(`(?m)"(?P<service>\w+)"\sto\s+mapOf`)
+
+	template := []byte("$service")
+
+	dst := []byte{}
+	teamcityServices := []string{}
+
+	// For each match of the regex in the content.
+	for _, submatches := range pattern.FindAllSubmatchIndex(bs, -1) {
+		service := pattern.Expand(dst, template, bs, submatches)
+		teamcityServices = append(teamcityServices, string(service))
+	}
+	if len(teamcityServices) == 0 {
+		fmt.Fprintf(os.Stderr, "teamcityServices error: regex produced no matches.\n")
+		os.Exit(1)
+	}
+
+	if diff := serviceDifference(googleServices, teamcityServices); len(diff) != 0 {
+		fmt.Fprintf(os.Stderr, "error: diff in %s\n", *serviceFile)
+		fmt.Fprintf(os.Stderr, "Missing Services: %s\n", diff)
+		os.Exit(1)
+	}
+
+}