1
1
/*******************************************************************************
2
*Copyright (c) 2009 Eucalyptus Systems, Inc.
4
* This program is free software: you can redistribute it and/or modify
5
* it under the terms of the GNU General Public License as published by
6
* the Free Software Foundation, only version 3 of the License.
9
* This file is distributed in the hope that it will be useful, but WITHOUT
10
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14
* You should have received a copy of the GNU General Public License along
15
* with this program. If not, see <http://www.gnu.org/licenses/>.
17
* Please contact Eucalyptus Systems, Inc., 130 Castilian
18
* Dr., Goleta, CA 93101 USA or visit <http://www.eucalyptus.com/licenses/>
19
* if you need additional information or have any questions.
21
* This file may incorporate work covered under the following copyright and
24
* Software License Agreement (BSD License)
26
* Copyright (c) 2008, Regents of the University of California
27
* All rights reserved.
29
* Redistribution and use of this software in source and binary forms, with
30
* or without modification, are permitted provided that the following
33
* Redistributions of source code must retain the above copyright notice,
34
* this list of conditions and the following disclaimer.
36
* Redistributions in binary form must reproduce the above copyright
37
* notice, this list of conditions and the following disclaimer in the
38
* documentation and/or other materials provided with the distribution.
40
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
41
* IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
42
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
43
* PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
44
* OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
45
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
46
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
47
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
48
* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
49
* NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
50
* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. USERS OF
51
* THIS SOFTWARE ACKNOWLEDGE THE POSSIBLE PRESENCE OF OTHER OPEN SOURCE
52
* LICENSED MATERIAL, COPYRIGHTED MATERIAL OR PATENTED MATERIAL IN THIS
53
* SOFTWARE, AND IF ANY SUCH MATERIAL IS DISCOVERED THE PARTY DISCOVERING
54
* IT MAY INFORM DR. RICH WOLSKI AT THE UNIVERSITY OF CALIFORNIA, SANTA
55
* BARBARA WHO WILL THEN ASCERTAIN THE MOST APPROPRIATE REMEDY, WHICH IN
56
* THE REGENTSā DISCRETION MAY INCLUDE, WITHOUT LIMITATION, REPLACEMENT
57
* OF THE CODE SO IDENTIFIED, LICENSING OF THE CODE SO IDENTIFIED, OR
58
* WITHDRAWAL OF THE CODE CAPABILITY TO THE EXTENT NEEDED TO COMPLY WITH
59
* ANY SUCH LICENSES OR RIGHTS.
60
*******************************************************************************/
2
*Copyright (c) 2009 Eucalyptus Systems, Inc.
4
* This program is free software: you can redistribute it and/or modify
5
* it under the terms of the GNU General Public License as published by
6
* the Free Software Foundation, only version 3 of the License.
9
* This file is distributed in the hope that it will be useful, but WITHOUT
10
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14
* You should have received a copy of the GNU General Public License along
15
* with this program. If not, see <http://www.gnu.org/licenses/>.
17
* Please contact Eucalyptus Systems, Inc., 130 Castilian
18
* Dr., Goleta, CA 93101 USA or visit <http://www.eucalyptus.com/licenses/>
19
* if you need additional information or have any questions.
21
* This file may incorporate work covered under the following copyright and
24
* Software License Agreement (BSD License)
26
* Copyright (c) 2008, Regents of the University of California
27
* All rights reserved.
29
* Redistribution and use of this software in source and binary forms, with
30
* or without modification, are permitted provided that the following
33
* Redistributions of source code must retain the above copyright notice,
34
* this list of conditions and the following disclaimer.
36
* Redistributions in binary form must reproduce the above copyright
37
* notice, this list of conditions and the following disclaimer in the
38
* documentation and/or other materials provided with the distribution.
40
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
41
* IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
42
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
43
* PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
44
* OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
45
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
46
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
47
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
48
* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
49
* NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
50
* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. USERS OF
51
* THIS SOFTWARE ACKNOWLEDGE THE POSSIBLE PRESENCE OF OTHER OPEN SOURCE
52
* LICENSED MATERIAL, COPYRIGHTED MATERIAL OR PATENTED MATERIAL IN THIS
53
* SOFTWARE, AND IF ANY SUCH MATERIAL IS DISCOVERED THE PARTY DISCOVERING
54
* IT MAY INFORM DR. RICH WOLSKI AT THE UNIVERSITY OF CALIFORNIA, SANTA
55
* BARBARA WHO WILL THEN ASCERTAIN THE MOST APPROPRIATE REMEDY, WHICH IN
56
* THE REGENTSā DISCRETION MAY INCLUDE, WITHOUT LIMITATION, REPLACEMENT
57
* OF THE CODE SO IDENTIFIED, LICENSING OF THE CODE SO IDENTIFIED, OR
58
* WITHDRAWAL OF THE CODE CAPABILITY TO THE EXTENT NEEDED TO COMPLY WITH
59
* ANY SUCH LICENSES OR RIGHTS.
60
*******************************************************************************/
63
63
* Author: Sunil Soman sunils@cs.ucsb.edu
116
118
blockManager.startupChecks();
122
public void cleanup() throws EucalyptusCloudException {
127
public void cleanVolumes() {
129
cleanFailedVolumes();
132
public void cleanSnapshots() {
133
cleanStuckSnapshots();
134
cleanFailedSnapshots();
137
public void cleanStuckVolumes() {
138
EntityWrapper<VolumeInfo> db = StorageController.getEntityWrapper();
139
VolumeInfo volumeInfo = new VolumeInfo();
140
volumeInfo.setStatus(StorageProperties.Status.creating.toString());
141
List<VolumeInfo> volumeInfos = db.query(volumeInfo);
142
for(VolumeInfo volInfo : volumeInfos) {
143
String volumeId = volInfo.getVolumeId();
144
LOG.info("Cleaning failed volume " + volumeId);
145
blockManager.cleanVolume(volumeId);
147
volumeStorageManager.deleteObject("", volumeId);
148
} catch(Exception ex) {
156
public void cleanFailedVolumes() {
157
EntityWrapper<VolumeInfo> db = StorageController.getEntityWrapper();
158
VolumeInfo volumeInfo = new VolumeInfo();
159
volumeInfo.setStatus(StorageProperties.Status.failed.toString());
160
List<VolumeInfo> volumeInfos = db.query(volumeInfo);
161
for(VolumeInfo volInfo : volumeInfos) {
162
String volumeId = volInfo.getVolumeId();
163
LOG.info("Cleaning failed volume " + volumeId);
164
blockManager.cleanVolume(volumeId);
166
volumeStorageManager.deleteObject("", volumeId);
167
} catch(Exception ex) {
175
public void cleanFailedVolume(String volumeId) {
176
EntityWrapper<VolumeInfo> db = StorageController.getEntityWrapper();
177
VolumeInfo volumeInfo = new VolumeInfo(volumeId);
178
List<VolumeInfo> volumeInfos = db.query(volumeInfo);
179
if(volumeInfos.size() > 0) {
180
VolumeInfo volInfo = volumeInfos.get(0);
181
LOG.info("Cleaning failed volume " + volumeId);
182
blockManager.cleanVolume(volumeId);
184
volumeStorageManager.deleteObject("", volumeId);
185
} catch(Exception ex) {
193
public void cleanStuckSnapshots() {
194
EntityWrapper<SnapshotInfo> db = StorageController.getEntityWrapper();
195
SnapshotInfo snapshotInfo = new SnapshotInfo();
196
snapshotInfo.setStatus(StorageProperties.Status.creating.toString());
197
List<SnapshotInfo> snapshotInfos = db.query(snapshotInfo);
198
for(SnapshotInfo snapInfo : snapshotInfos) {
199
String snapshotId = snapInfo.getSnapshotId();
200
LOG.info("Cleaning failed snapshot " + snapshotId);
201
blockManager.cleanSnapshot(snapshotId);
203
snapshotStorageManager.deleteObject("", snapshotId);
204
} catch(Exception ex) {
212
public void cleanFailedSnapshots() {
213
EntityWrapper<SnapshotInfo> db = StorageController.getEntityWrapper();
214
SnapshotInfo snapshotInfo = new SnapshotInfo();
215
snapshotInfo.setStatus(StorageProperties.Status.failed.toString());
216
List<SnapshotInfo> snapshotInfos = db.query(snapshotInfo);
217
for(SnapshotInfo snapInfo : snapshotInfos) {
218
String snapshotId = snapInfo.getSnapshotId();
219
LOG.info("Cleaning failed snapshot " + snapshotId);
220
blockManager.cleanSnapshot(snapshotId);
222
snapshotStorageManager.deleteObject("", snapshotId);
223
} catch(Exception ex) {
231
public void cleanFailedSnapshot(String snapshotId) {
232
EntityWrapper<SnapshotInfo> db = StorageController.getEntityWrapper();
233
SnapshotInfo snapshotInfo = new SnapshotInfo(snapshotId);
234
List<SnapshotInfo> snapshotInfos = db.query(snapshotInfo);
235
if(snapshotInfos.size() > 0) {
236
SnapshotInfo snapInfo = snapshotInfos.get(0);
237
LOG.info("Cleaning failed snapshot " + snapshotId);
238
blockManager.cleanSnapshot(snapshotId);
240
snapshotStorageManager.deleteObject("", snapshotId);
241
} catch(Exception ex) {
249
public void transferPendingSnapshots() throws EucalyptusCloudException {
250
if(!transferredPending) {
251
SnapshotTransfer transferrer = new SnapshotTransfer(this);
253
transferredPending = true;
257
public static void checkWalrusConnection() {
258
HttpClient httpClient = new HttpClient();
259
GetMethod getMethod = null;
261
java.net.URI addrUri = new URL(StorageProperties.WALRUS_URL).toURI();
262
String addrPath = addrUri.getPath();
263
String addr = StorageProperties.WALRUS_URL.replaceAll(addrPath, "");
264
getMethod = new GetMethod(addr);
266
httpClient.executeMethod(getMethod);
267
StorageProperties.enableSnapshots = true;
268
} catch(Exception ex) {
269
LOG.error("Could not connect to Walrus. Snapshot functionality disabled. Please check the Walrus url.");
270
StorageProperties.enableSnapshots = false;
272
if(getMethod != null)
273
getMethod.releaseConnection();
120
public void cleanup() throws EucalyptusCloudException {
123
transferPendingSnapshots();
126
public void cleanVolumes() {
128
cleanFailedVolumes();
131
public void cleanSnapshots() {
132
cleanStuckSnapshots();
133
cleanFailedSnapshots();
136
public void cleanStuckVolumes() {
137
EntityWrapper<VolumeInfo> db = StorageController.getEntityWrapper();
138
VolumeInfo volumeInfo = new VolumeInfo();
139
volumeInfo.setStatus(StorageProperties.Status.creating.toString());
140
List<VolumeInfo> volumeInfos = db.query(volumeInfo);
141
for(VolumeInfo volInfo : volumeInfos) {
142
String volumeId = volInfo.getVolumeId();
143
LOG.info("Cleaning failed volume " + volumeId);
144
blockManager.cleanVolume(volumeId);
146
volumeStorageManager.deleteObject("", volumeId);
147
} catch(Exception ex) {
155
public void cleanFailedVolumes() {
156
EntityWrapper<VolumeInfo> db = StorageController.getEntityWrapper();
157
VolumeInfo volumeInfo = new VolumeInfo();
158
volumeInfo.setStatus(StorageProperties.Status.failed.toString());
159
List<VolumeInfo> volumeInfos = db.query(volumeInfo);
160
for(VolumeInfo volInfo : volumeInfos) {
161
String volumeId = volInfo.getVolumeId();
162
LOG.info("Cleaning failed volume " + volumeId);
163
blockManager.cleanVolume(volumeId);
165
volumeStorageManager.deleteObject("", volumeId);
166
} catch(Exception ex) {
174
public void cleanFailedVolume(String volumeId) {
175
EntityWrapper<VolumeInfo> db = StorageController.getEntityWrapper();
176
VolumeInfo volumeInfo = new VolumeInfo(volumeId);
177
List<VolumeInfo> volumeInfos = db.query(volumeInfo);
178
if(volumeInfos.size() > 0) {
179
VolumeInfo volInfo = volumeInfos.get(0);
180
LOG.info("Cleaning failed volume " + volumeId);
181
blockManager.cleanVolume(volumeId);
183
volumeStorageManager.deleteObject("", volumeId);
184
} catch(Exception ex) {
192
public void cleanStuckSnapshots() {
193
EntityWrapper<SnapshotInfo> db = StorageController.getEntityWrapper();
194
SnapshotInfo snapshotInfo = new SnapshotInfo();
195
snapshotInfo.setStatus(StorageProperties.Status.creating.toString());
196
List<SnapshotInfo> snapshotInfos = db.query(snapshotInfo);
197
for(SnapshotInfo snapInfo : snapshotInfos) {
198
String snapshotId = snapInfo.getSnapshotId();
199
LOG.info("Cleaning failed snapshot " + snapshotId);
200
blockManager.cleanSnapshot(snapshotId);
202
snapshotStorageManager.deleteObject("", snapshotId);
203
} catch(Exception ex) {
211
public void cleanFailedSnapshots() {
212
EntityWrapper<SnapshotInfo> db = StorageController.getEntityWrapper();
213
SnapshotInfo snapshotInfo = new SnapshotInfo();
214
snapshotInfo.setStatus(StorageProperties.Status.failed.toString());
215
List<SnapshotInfo> snapshotInfos = db.query(snapshotInfo);
216
for(SnapshotInfo snapInfo : snapshotInfos) {
217
String snapshotId = snapInfo.getSnapshotId();
218
LOG.info("Cleaning failed snapshot " + snapshotId);
219
blockManager.cleanSnapshot(snapshotId);
221
snapshotStorageManager.deleteObject("", snapshotId);
222
} catch(Exception ex) {
230
public void cleanFailedSnapshot(String snapshotId) {
231
EntityWrapper<SnapshotInfo> db = StorageController.getEntityWrapper();
232
SnapshotInfo snapshotInfo = new SnapshotInfo(snapshotId);
233
List<SnapshotInfo> snapshotInfos = db.query(snapshotInfo);
234
if(snapshotInfos.size() > 0) {
235
SnapshotInfo snapInfo = snapshotInfos.get(0);
236
LOG.info("Cleaning failed snapshot " + snapshotId);
237
blockManager.cleanSnapshot(snapshotId);
239
snapshotStorageManager.deleteObject("", snapshotId);
240
} catch(Exception ex) {
248
public void transferPendingSnapshots() throws EucalyptusCloudException {
249
EntityWrapper<SnapshotInfo> db = StorageController.getEntityWrapper();
250
SnapshotInfo snapshotInfo = new SnapshotInfo();
251
snapshotInfo.setShouldTransfer(true);
252
List<SnapshotInfo> snapshotInfos = db.query(snapshotInfo);
253
if(snapshotInfos.size() > 0) {
254
SnapshotInfo snapInfo = snapshotInfos.get(0);
255
String snapshotId = snapInfo.getSnapshotId();
256
List<String> returnValues = blockManager.prepareForTransfer(snapshotId);
257
String snapshotFileName = returnValues.get(0);
258
File snapshotFile = new File(snapshotFileName);
259
Map<String, String> httpParamaters = new HashMap<String, String>();
260
HttpWriter httpWriter;
261
SnapshotProgressCallback callback = new SnapshotProgressCallback(snapshotId, snapshotFile.length(), StorageProperties.TRANSFER_CHUNK_SIZE);
262
httpWriter = new HttpWriter("PUT", snapshotFile, callback, "snapset", snapshotId, "StoreSnapshot", null, httpParamaters);
263
snapInfo.setShouldTransfer(false);
266
} catch(Exception ex) {
268
this.cleanFailedSnapshot(snapshotId);
277
private class SnapshotTransfer extends Thread {
278
private BlockStorageChecker checker;
279
public SnapshotTransfer(final BlockStorageChecker checker) {
280
this.checker = checker;
284
EntityWrapper<SnapshotInfo> db = StorageController.getEntityWrapper();
285
SnapshotInfo snapshotInfo = new SnapshotInfo();
286
snapshotInfo.setShouldTransfer(true);
287
List<SnapshotInfo> snapshotInfos = db.query(snapshotInfo);
288
if(snapshotInfos.size() > 0) {
289
SnapshotInfo snapInfo = snapshotInfos.get(0);
290
String snapshotId = snapInfo.getSnapshotId();
292
List<String> returnValues;
294
returnValues = blockManager.prepareForTransfer(snapshotId);
295
} catch (EucalyptusCloudException e) {
299
String snapshotFileName = returnValues.get(0);
300
File snapshotFile = new File(snapshotFileName);
301
Map<String, String> httpParamaters = new HashMap<String, String>();
302
HttpWriter httpWriter;
303
SnapshotProgressCallback callback = new SnapshotProgressCallback(snapshotId, snapshotFile.length(), StorageProperties.TRANSFER_CHUNK_SIZE);
304
httpWriter = new HttpWriter("PUT", snapshotFile, callback, "snapset-" + UUID.randomUUID(), snapshotId, "StoreSnapshot", null, httpParamaters);
307
} catch(Exception ex) {
310
checker.cleanFailedSnapshot(snapshotId);
274
public static void checkWalrusConnection() {
275
HttpClient httpClient = new HttpClient();
276
GetMethod getMethod = null;
278
java.net.URI addrUri = new URL(StorageProperties.WALRUS_URL).toURI();
279
String addrPath = addrUri.getPath();
280
String addr = StorageProperties.WALRUS_URL.replaceAll(addrPath, "");
281
getMethod = new GetMethod(addr);
283
httpClient.executeMethod(getMethod);
284
StorageProperties.enableSnapshots = true;
285
} catch(Exception ex) {
286
LOG.error("Could not connect to Walrus. Snapshot functionality disabled. Please check the Walrus url.");
287
StorageProperties.enableSnapshots = false;
289
if(getMethod != null)
290
getMethod.releaseConnection();