#!/usr/bin/env python
# -*- coding: utf-8 -*-
# Copyright 2011 Google Inc. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Setup installation module for gsutil."""
import os
from setuptools import find_packages
from setuptools import setup
from setuptools.command import build_py
from setuptools.command import sdist
long_desc = """
gsutil is a Python application that lets you access Google Cloud Storage from
the command line. You can use gsutil to do a wide range of bucket and object
management tasks, including:
* Creating and deleting buckets.
* Uploading, downloading, and deleting objects.
* Listing buckets and objects.
* Moving, copying, and renaming objects.
* Editing object and bucket ACLs.
"""
requires = [
'boto==2.38.0',
'crcmod>=1.7',
'gcs-oauth2-boto-plugin>=1.9',
'google-apitools==0.4.10',
'httplib2>=0.8',
'oauth2client>=1.4.11',
'protorpc>=0.10.0',
'pyOpenSSL>=0.13',
'python-gflags>=2.0',
'retry_decorator>=1.0.0',
'six>=1.9.0',
# Not using 1.02 because of:
# https://code.google.com/p/socksipy-branch/issues/detail?id=3
'SocksiPy-branch==1.01',
]
dependency_links = [
# Note: this commit ID should be kept in sync with the 'third_party/boto'
# entry in 'git submodule status'.
# pylint: disable=line-too-long
'https://github.com/boto/boto/archive/cb8aeec987ddcd5fecd206e38777b9a15cb0bcab.tar.gz#egg=boto-2.38.0',
]
CURDIR = os.path.abspath(os.path.dirname(__file__))
BOTO_DIR = os.path.join(CURDIR, 'third_party', 'boto')
with open(os.path.join(CURDIR, 'VERSION'), 'r') as f:
VERSION = f.read().strip()
with open(os.path.join(CURDIR, 'CHECKSUM'), 'r') as f:
CHECKSUM = f.read()
def PlaceNeededFiles(self, target_dir):
"""Populates necessary files into the gslib module and unit test modules."""
target_dir = os.path.join(target_dir, 'gslib')
self.mkpath(target_dir)
# Copy the gsutil root VERSION file into gslib module.
with open(os.path.join(target_dir, 'VERSION'), 'w') as fp:
fp.write(VERSION)
# Copy the gsutil root CHECKSUM file into gslib module.
with open(os.path.join(target_dir, 'CHECKSUM'), 'w') as fp:
fp.write(CHECKSUM)
# Copy the Boto test module required by gsutil unit tests.
tests_dir = os.path.join(target_dir, 'tests')
self.mkpath(tests_dir)
mock_storage_dst = os.path.join(tests_dir, 'mock_storage_service.py')
mock_storage_src1 = os.path.join(
BOTO_DIR, 'tests', 'integration', 's3', 'mock_storage_service.py')
mock_storage_src2 = os.path.join(
CURDIR, 'gslib', 'tests', 'mock_storage_service.py')
mock_storage_src = (
mock_storage_src1
if os.path.isfile(mock_storage_src1) else mock_storage_src2)
if not os.path.isfile(mock_storage_src):
raise Exception('Unable to find required boto test source file at %s or %s.'
% (mock_storage_src1, mock_storage_src2))
with open(mock_storage_src, 'r') as fp:
mock_storage_contents = fp.read()
with open(mock_storage_dst, 'w') as fp:
fp.write('#\n'
'# This file was copied during gsutil package generation from\n'
'# the Boto test suite, originally located at:\n'
'# tests/integration/s3/mock_storage_service.py\n'
'# DO NOT MODIFY\n'
'#\n\n')
fp.write(mock_storage_contents)
class CustomBuildPy(build_py.build_py):
"""Excludes update command from package-installed versions of gsutil."""
def byte_compile(self, files):
for filename in files:
# Note: we exclude the update command here because binary distributions
# (built via setup.py bdist command) don't abide by the MANIFEST file.
# For source distributions (built via setup.py sdist), the update command
# will be excluded by the MANIFEST file.
if 'gslib/commands/update.py' in filename:
os.unlink(filename)
build_py.build_py.byte_compile(self, files)
def run(self):
if not self.dry_run:
PlaceNeededFiles(self, self.build_lib)
build_py.build_py.run(self)
class CustomSDist(sdist.sdist):
def make_release_tree(self, base_dir, files):
sdist.sdist.make_release_tree(self, base_dir, files)
PlaceNeededFiles(self, base_dir)
setup(
name='gsutil',
version=VERSION,
url='https://developers.google.com/storage/docs/gsutil',
download_url='https://developers.google.com/storage/docs/gsutil_install',
license='Apache 2.0',
author='Google Inc.',
author_email='gs-team@google.com',
description=('A command line tool for interacting with cloud storage '
'services.'),
long_description=long_desc,
zip_safe=True,
classifiers=[
'Development Status :: 5 - Production/Stable',
'Environment :: Console',
'Intended Audience :: Developers',
'Intended Audience :: System Administrators',
'License :: OSI Approved :: Apache Software License',
'Natural Language :: English',
'Topic :: System :: Filesystems',
'Topic :: Utilities',
],
platforms='any',
packages=find_packages(exclude=['third_party']),
include_package_data=True,
entry_points={
'console_scripts': [
'gsutil = gslib.__main__:main',
],
},
install_requires=requires,
dependency_links=dependency_links,
cmdclass={
'build_py': CustomBuildPy,
'sdist': CustomSDist,
}
)