This repository has been archived by the owner on Jul 20, 2023. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 3
/
nearline-request.js
113 lines (98 loc) · 2.94 KB
/
nearline-request.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
/**
* Copyright 2022 Google LLC
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
'use strict';
async function main(
projectId,
description,
gcsSourceBucket,
gcsSinkBucket,
startDate = new Date()
) {
// [START storagetransfer_transfer_to_nearline]
// Imports the Google Cloud client library
const {
StorageTransferServiceClient,
} = require('@google-cloud/storage-transfer');
/**
* TODO(developer): Uncomment the following lines before running the sample.
*/
// The ID of the Google Cloud Platform Project that owns the job
// projectId = 'my-project-id'
// A useful description for your transfer job
// description = 'My transfer job'
// Google Cloud Storage source bucket name
// gcsSourceBucket = 'my-gcs-source-bucket'
// Google Cloud Storage destination bucket name
// gcsSinkBucket = 'my-gcs-destination-bucket'
// Date to start daily migration
// startDate = new Date()
// Creates a client
const client = new StorageTransferServiceClient();
/**
* Create a daily migration from a GCS bucket to another GCS bucket for
* objects untouched for 30+ days.
*/
async function createDailyNearline30DayMigration() {
// Runs the request and creates the job
const [transferJob] = await client.createTransferJob({
transferJob: {
projectId,
description,
status: 'ENABLED',
schedule: {
scheduleStartDate: {
day: startDate.getDate(),
month: startDate.getMonth() + 1,
year: startDate.getFullYear(),
},
},
transferSpec: {
gcsDataSource: {
bucketName: gcsSourceBucket,
},
gcsDataSink: {
bucketName: gcsSinkBucket,
},
objectConditions: {
minTimeElapsedSinceLastModification: {
seconds: 2592000, // 30 days
},
},
transferOptions: {
deleteObjectsFromSourceAfterTransfer: true,
},
},
},
});
console.log(`Created transferJob: ${transferJob.name}`);
}
createDailyNearline30DayMigration();
// [END storagetransfer_transfer_to_nearline]
}
const [projectId, description, gcsSourceBucket, gcsSinkBucket, startDate] = [
...process.argv.slice(2),
];
main(
projectId,
description,
gcsSourceBucket,
gcsSinkBucket,
new Date(startDate)
);
process.on('unhandledRejection', err => {
console.error(err);
process.exitCode = 1;
});