/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.cassandra.utils; import java.io.File; import java.net.URI; import org.apache.commons.configuration.Configuration; import org.apache.whirr.service.ClusterSpec; import org.jclouds.blobstore.BlobStore; import org.jclouds.blobstore.BlobStoreContext; import org.jclouds.blobstore.BlobStoreContextFactory; import org.jclouds.blobstore.domain.BlobMetadata; import org.jclouds.blobstore.InputStreamMap; import org.jclouds.aws.s3.S3Client; import org.jclouds.aws.s3.S3AsyncClient; import org.jclouds.aws.s3.domain.AccessControlList; import org.jclouds.aws.s3.domain.CannedAccessPolicy; import org.jclouds.rest.RestContext; import org.slf4j.Logger; import org.slf4j.LoggerFactory; public final class BlobUtils { private static final Logger LOG = LoggerFactory.getLogger(BlobUtils.class); public static final String BLOB_PROVIDER = "whirr.blobstore.provider"; public static final String BLOB_CONTAINER = "whirr.blobstore.container"; private static BlobStoreContext getContext(Configuration config, ClusterSpec spec) { return new BlobStoreContextFactory().createContext(getProvider(config), spec.getIdentity(), spec.getCredential()); } private static String getProvider(Configuration config) { String provider = config.getString(BLOB_PROVIDER, null); if (provider == null) throw new RuntimeException("Please set " + BLOB_PROVIDER + " to a jclouds supported provider."); return provider; } private static String getContainer(Configuration config) { String container = config.getString(BLOB_CONTAINER, null); if (container == null) throw new RuntimeException("Please set " + BLOB_CONTAINER + " to an existing container for your chosen provider."); return container; } /** * Stores the given local file as a public blob, and returns metadata for the blob. */ public static Pair<BlobMetadata,URI> storeBlob(Configuration config, ClusterSpec spec, String filename) { File file = new File(filename); String container = getContainer(config); String provider = getProvider(config); String blobName = System.nanoTime() + "/" + file.getName(); BlobStoreContext context = getContext(config, spec); try { InputStreamMap map = context.createInputStreamMap(container); map.putFile(blobName, file); // TODO: magic! in order to expose the blob as public, we need to dive into provider specific APIs // the hope is that permissions are encapsulated in jclouds in the future if (provider.equals("s3")) { S3Client sss = context.<S3Client,S3AsyncClient>getProviderSpecificContext().getApi(); String ownerId = sss.getObjectACL(container, blobName).getOwner().getId(); sss.putObjectACL(container, blobName, AccessControlList.fromCannedAccessPolicy(CannedAccessPolicy.PUBLIC_READ, ownerId)); } else LOG.warn(provider + " may not be properly supported for tarball transfer."); // resolve the full URI of the blob (see http://code.google.com/p/jclouds/issues/detail?id=431) BlobMetadata blob = context.getBlobStore().blobMetadata(container, blobName); URI uri = context.getProviderSpecificContext().getEndpoint().resolve("/" + container + "/" + blob.getName()); return new Pair<BlobMetadata, URI>(blob, uri); } finally { context.close(); } } public static void deleteBlob(Configuration config, ClusterSpec spec, BlobMetadata blob) { String container = getContainer(config); BlobStoreContext context = getContext(config, spec); try { context.getBlobStore().removeBlob(container, blob.getName()); } finally { context.close(); } } }