-
Notifications
You must be signed in to change notification settings - Fork 430
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Dynamic mounting integration tests (#1242)
* testing * testing * adding dynamic mounting testing * testing * testing * separating unmounting * small fix * unblocking remaning tests * small fix(updating echo message) * fixing lint tests and adding comments * updating file path * small fix * testing * testing * testing * unblocking code for testing * testing * increasing time as taking more than 10m to run * adding random suffix at the end of bucket name as with fixed bucket it can fail when multiple instance run inetgration tests at a time * assigning it to variable * small fix * small fix * updating const var name * testing * testing * unblocking code * updating comment
- Loading branch information
Showing
7 changed files
with
184 additions
and
10 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
120 changes: 120 additions & 0 deletions
120
tools/integration_tests/util/mounting/dynamic_mounting/dynamic_mounting.go
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,120 @@ | ||
| //Copyright 2023 Google Inc. All Rights Reserved. | ||
| // | ||
| //Licensed under the Apache License, Version 2.0 (the "License"); | ||
| //you may not use this file except in compliance with the License. | ||
| //You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| //Unless required by applicable law or agreed to in writing, software | ||
| //distributed under the License is distributed on an "AS IS" BASIS, | ||
| //WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| //See the License for the specific language governing permissions and | ||
| //limitations under the License. | ||
|
|
||
| package dynamic_mounting | ||
|
|
||
| import ( | ||
| "fmt" | ||
| "log" | ||
| "math/rand" | ||
| "path" | ||
| "testing" | ||
| "time" | ||
|
|
||
| "cloud.google.com/go/compute/metadata" | ||
| "github.com/googlecloudplatform/gcsfuse/tools/integration_tests/util/mounting" | ||
| "github.com/googlecloudplatform/gcsfuse/tools/integration_tests/util/setup" | ||
| ) | ||
|
|
||
| const PrefixBucketForDynamicMountingTest = "gcsfuse-dynamic-mounting-test-" | ||
| const Charset = "abcdefghijklmnopqrstuvwxyz0123456789" | ||
|
|
||
| var seededRand *rand.Rand = rand.New(rand.NewSource(time.Now().UnixNano())) | ||
| var testBucketForDynamicMounting = PrefixBucketForDynamicMountingTest + generateRandomString(5) | ||
|
|
||
| func mountGcsfuseWithDynamicMounting(flags []string) (err error) { | ||
| defaultArg := []string{"--debug_gcs", | ||
| "--debug_fs", | ||
| "--debug_fuse", | ||
| "--log-file=" + setup.LogFile(), | ||
| "--log-format=text", | ||
| setup.MntDir()} | ||
|
|
||
| for i := 0; i < len(defaultArg); i++ { | ||
| flags = append(flags, defaultArg[i]) | ||
| } | ||
|
|
||
| err = mounting.MountGcsfuse(setup.BinFile(), flags) | ||
|
|
||
| return err | ||
| } | ||
|
|
||
| func runTestsOnGivenMountedTestBucket(bucketName string, flags [][]string, rootMntDir string, m *testing.M) (successCode int) { | ||
| for i := 0; i < len(flags); i++ { | ||
| if err := mountGcsfuseWithDynamicMounting(flags[i]); err != nil { | ||
| setup.LogAndExit(fmt.Sprintf("mountGcsfuse: %v\n", err)) | ||
| } | ||
|
|
||
| // Changing mntDir to path of bucket mounted in mntDir for testing. | ||
| mntDirOfTestBucket := path.Join(setup.MntDir(), bucketName) | ||
|
|
||
| setup.SetMntDir(mntDirOfTestBucket) | ||
|
|
||
| // Running tests on flags. | ||
| successCode = setup.ExecuteTest(m) | ||
|
|
||
| // Currently mntDir is mntDir/bucketName. | ||
| // Unmounting can happen on rootMntDir. Changing mntDir to rootMntDir for unmounting. | ||
| setup.SetMntDir(rootMntDir) | ||
| setup.UnMountAndThrowErrorInFailure(flags[i], successCode) | ||
| } | ||
| return | ||
| } | ||
|
|
||
| func executeTestsForDynamicMounting(flags [][]string, m *testing.M) (successCode int) { | ||
| rootMntDir := setup.MntDir() | ||
|
|
||
| // In dynamic mounting all the buckets mounted in mntDir which user has permission. | ||
| // mntDir - bucket1, bucket2, bucket3, ... | ||
| // We will test on passed testBucket and one created bucket. | ||
|
|
||
| // Test on testBucket | ||
| successCode = runTestsOnGivenMountedTestBucket(setup.TestBucket(), flags, rootMntDir, m) | ||
|
|
||
| // Test on created bucket. | ||
| if successCode == 0 { | ||
| successCode = runTestsOnGivenMountedTestBucket(testBucketForDynamicMounting, flags, rootMntDir, m) | ||
| } | ||
|
|
||
| // Setting back the original mntDir after testing. | ||
| setup.SetMntDir(rootMntDir) | ||
| return | ||
| } | ||
|
|
||
| func generateRandomString(length int) string { | ||
| b := make([]byte, length) | ||
| for i := range b { | ||
| b[i] = Charset[seededRand.Intn(len(Charset))] | ||
| } | ||
| return string(b) | ||
| } | ||
|
|
||
| func RunTests(flags [][]string, m *testing.M) (successCode int) { | ||
| project_id, err := metadata.ProjectID() | ||
| if err != nil { | ||
| log.Printf("Error in fetching project id: %v", err) | ||
| } | ||
|
|
||
| // Create bucket with name gcsfuse-dynamic-mounting-test-xxxxx | ||
| setup.RunScriptForTestData("../util/mounting/dynamic_mounting/testdata/create_bucket.sh", testBucketForDynamicMounting, project_id) | ||
|
|
||
| successCode = executeTestsForDynamicMounting(flags, m) | ||
|
|
||
| log.Printf("Test log: %s\n", setup.LogFile()) | ||
|
|
||
| // Deleting bucket after testing. | ||
| setup.RunScriptForTestData("../util/mounting/dynamic_mounting/testdata/delete_bucket.sh", testBucketForDynamicMounting) | ||
|
|
||
| return successCode | ||
| } |
28 changes: 28 additions & 0 deletions
28
tools/integration_tests/util/mounting/dynamic_mounting/testdata/create_bucket.sh
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,28 @@ | ||
| # Copyright 2023 Google Inc. All Rights Reserved. | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # you may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # http:#www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions and | ||
| # limitations under the License. | ||
| # Create bucket for testing. | ||
|
|
||
| BUCKET_NAME=$1 | ||
| PROJECT_ID=$2 | ||
| gcloud storage buckets create gs://$BUCKET_NAME --project=$PROJECT_ID --location=us-west1 --uniform-bucket-level-access 2> ~/output.txt | ||
| if [ $? -eq 1 ]; then | ||
| if grep "HTTPError 409" ~/output.txt; then | ||
| echo "Bucket already exist." | ||
| rm ~/output.txt | ||
| else | ||
| rm ~/output.txt | ||
| exit 1 | ||
| fi | ||
| fi | ||
| rm ~/output.txt |
18 changes: 18 additions & 0 deletions
18
tools/integration_tests/util/mounting/dynamic_mounting/testdata/delete_bucket.sh
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,18 @@ | ||
| # Copyright 2023 Google Inc. All Rights Reserved. | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # you may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # http:#www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions and | ||
| # limitations under the License. | ||
| # Delete bucket after testing. | ||
|
|
||
| BUCKET_NAME=$1 | ||
|
|
||
| gcloud storage rm --recursive gs://$BUCKET_NAME/ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters