Move boto to 2and3, add stubs for s3

I've added types for the functions we've been using internally, will expand in the future.

Author: Roy Williams

third_party/2/boto/__init__.pyi

@@ -0,0 +1,80 @@
+# Stubs for boto (Python 3.5)
+#
+# NOTE: This dynamically typed stub was automatically generated by stubgen.
+
+from typing import Any, Optional, Text
+import logging
+
+from .s3.connection import S3Connection
+
+Version = ...  # type: Any
+UserAgent = ...  # type: Any
+config = ...  # type: Any
+BUCKET_NAME_RE = ...  # type: Any
+TOO_LONG_DNS_NAME_COMP = ...  # type: Any
+GENERATION_RE = ...  # type: Any
+VERSION_RE = ...  # type: Any
+ENDPOINTS_PATH = ...  # type: Any
+
+def init_logging(): ...
+
+class NullHandler(logging.Handler):
+    def emit(self, record): ...
+
+log = ...  # type: Any
+perflog = ...  # type: Any
+
+def set_file_logger(name, filepath, level: Any = ..., format_string: Optional[Any] = ...): ...
+def set_stream_logger(name, level: Any = ..., format_string: Optional[Any] = ...): ...
+def connect_sqs(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_s3(aws_access_key_id: Optional[Text] = ..., aws_secret_access_key: Optional[Text] = ..., **kwargs) -> S3Connection: ...
+def connect_gs(gs_access_key_id: Optional[Any] = ..., gs_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_ec2(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_elb(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_autoscale(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_cloudwatch(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_sdb(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_fps(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_mturk(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_cloudfront(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_vpc(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_rds(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_rds2(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_emr(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_sns(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_iam(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_route53(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_cloudformation(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_euca(host: Optional[Any] = ..., aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., port: int = ..., path: str = ..., is_secure: bool = ..., **kwargs): ...
+def connect_glacier(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_ec2_endpoint(url, aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_walrus(host: Optional[Any] = ..., aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., port: int = ..., path: str = ..., is_secure: bool = ..., **kwargs): ...
+def connect_ses(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_sts(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_ia(ia_access_key_id: Optional[Any] = ..., ia_secret_access_key: Optional[Any] = ..., is_secure: bool = ..., **kwargs): ...
+def connect_dynamodb(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_swf(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_cloudsearch(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_cloudsearch2(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., sign_request: bool = ..., **kwargs): ...
+def connect_cloudsearchdomain(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_beanstalk(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_elastictranscoder(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_opsworks(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_redshift(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_support(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_cloudtrail(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_directconnect(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_kinesis(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_logs(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_route53domains(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_cognito_identity(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_cognito_sync(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_kms(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_awslambda(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_codedeploy(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_configservice(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_cloudhsm(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_ec2containerservice(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def connect_machinelearning(aws_access_key_id: Optional[Any] = ..., aws_secret_access_key: Optional[Any] = ..., **kwargs): ...
+def storage_uri(uri_str, default_scheme: str = ..., debug: int = ..., validate: bool = ..., bucket_storage_uri_class: Any = ..., suppress_consec_slashes: bool = ..., is_latest: bool = ...): ...
+def storage_uri_for_key(key): ...

third_party/2and3/boto/__init__.pyi

@@ -0,0 +1,112 @@
+# Stubs for boto.auth (Python 3.5)
+#
+# NOTE: This dynamically typed stub was automatically generated by stubgen.
+
+from typing import Any, Optional
+from boto.auth_handler import AuthHandler
+
+SIGV4_DETECT = ...  # type: Any
+
+class HmacKeys:
+    host = ...  # type: Any
+    def __init__(self, host, config, provider) -> None: ...
+    def update_provider(self, provider): ...
+    def algorithm(self): ...
+    def sign_string(self, string_to_sign): ...
+
+class AnonAuthHandler(AuthHandler, HmacKeys):
+    capability = ...  # type: Any
+    def __init__(self, host, config, provider) -> None: ...
+    def add_auth(self, http_request, **kwargs): ...
+
+class HmacAuthV1Handler(AuthHandler, HmacKeys):
+    capability = ...  # type: Any
+    def __init__(self, host, config, provider) -> None: ...
+    def update_provider(self, provider): ...
+    def add_auth(self, http_request, **kwargs): ...
+
+class HmacAuthV2Handler(AuthHandler, HmacKeys):
+    capability = ...  # type: Any
+    def __init__(self, host, config, provider) -> None: ...
+    def update_provider(self, provider): ...
+    def add_auth(self, http_request, **kwargs): ...
+
+class HmacAuthV3Handler(AuthHandler, HmacKeys):
+    capability = ...  # type: Any
+    def __init__(self, host, config, provider) -> None: ...
+    def add_auth(self, http_request, **kwargs): ...
+
+class HmacAuthV3HTTPHandler(AuthHandler, HmacKeys):
+    capability = ...  # type: Any
+    def __init__(self, host, config, provider) -> None: ...
+    def headers_to_sign(self, http_request): ...
+    def canonical_headers(self, headers_to_sign): ...
+    def string_to_sign(self, http_request): ...
+    def add_auth(self, req, **kwargs): ...
+
+class HmacAuthV4Handler(AuthHandler, HmacKeys):
+    capability = ...  # type: Any
+    service_name = ...  # type: Any
+    region_name = ...  # type: Any
+    def __init__(self, host, config, provider, service_name: Optional[Any] = ..., region_name: Optional[Any] = ...) -> None: ...
+    def headers_to_sign(self, http_request): ...
+    def host_header(self, host, http_request): ...
+    def query_string(self, http_request): ...
+    def canonical_query_string(self, http_request): ...
+    def canonical_headers(self, headers_to_sign): ...
+    def signed_headers(self, headers_to_sign): ...
+    def canonical_uri(self, http_request): ...
+    def payload(self, http_request): ...
+    def canonical_request(self, http_request): ...
+    def scope(self, http_request): ...
+    def split_host_parts(self, host): ...
+    def determine_region_name(self, host): ...
+    def determine_service_name(self, host): ...
+    def credential_scope(self, http_request): ...
+    def string_to_sign(self, http_request, canonical_request): ...
+    def signature(self, http_request, string_to_sign): ...
+    def add_auth(self, req, **kwargs): ...
+
+class S3HmacAuthV4Handler(HmacAuthV4Handler, AuthHandler):
+    capability = ...  # type: Any
+    region_name = ...  # type: Any
+    def __init__(self, *args, **kwargs) -> None: ...
+    def clean_region_name(self, region_name): ...
+    def canonical_uri(self, http_request): ...
+    def canonical_query_string(self, http_request): ...
+    def host_header(self, host, http_request): ...
+    def headers_to_sign(self, http_request): ...
+    def determine_region_name(self, host): ...
+    def determine_service_name(self, host): ...
+    def mangle_path_and_params(self, req): ...
+    def payload(self, http_request): ...
+    def add_auth(self, req, **kwargs): ...
+    def presign(self, req, expires, iso_date: Optional[Any] = ...): ...
+
+class STSAnonHandler(AuthHandler):
+    capability = ...  # type: Any
+    def add_auth(self, http_request, **kwargs): ...
+
+class QuerySignatureHelper(HmacKeys):
+    def add_auth(self, http_request, **kwargs): ...
+
+class QuerySignatureV0AuthHandler(QuerySignatureHelper, AuthHandler):
+    SignatureVersion = ...  # type: int
+    capability = ...  # type: Any
+
+class QuerySignatureV1AuthHandler(QuerySignatureHelper, AuthHandler):
+    SignatureVersion = ...  # type: int
+    capability = ...  # type: Any
+    def __init__(self, *args, **kw) -> None: ...
+
+class QuerySignatureV2AuthHandler(QuerySignatureHelper, AuthHandler):
+    SignatureVersion = ...  # type: int
+    capability = ...  # type: Any
+
+class POSTPathQSV2AuthHandler(QuerySignatureV2AuthHandler, AuthHandler):
+    capability = ...  # type: Any
+    def add_auth(self, req, **kwargs): ...
+
+def get_auth_handler(host, config, provider, requested_capability: Optional[Any] = ...): ...
+def detect_potential_sigv4(func): ...
+def detect_potential_s3sigv4(func): ...

third_party/2and3/boto/auth.pyi

@@ -0,0 +1,13 @@
+# Stubs for boto.auth_handler (Python 3.5)
+#
+# NOTE: This dynamically typed stub was automatically generated by stubgen.
+
+from typing import Any
+from boto.plugin import Plugin
+
+class NotReadyToAuthenticate(Exception): ...
+
+class AuthHandler(Plugin):
+    capability = ...  # type: Any
+    def __init__(self, host, config, provider) -> None: ...
+    def add_auth(self, http_request): ...

third_party/2and3/boto/auth_handler.pyi

@@ -0,0 +1,14 @@
+# Stubs for boto.compat (Python 3.5)
+#
+# NOTE: This dynamically typed stub was automatically generated by stubgen.
+
+from typing import Any
+from base64 import encodestring as encodebytes
+
+from six.moves import http_client
+
+expanduser = ...  # type: Any
+StandardError = ...  # type: Any
+long_type = ...  # type: Any
+unquote_str = ...  # type: Any
+parse_qs_safe = ...  # type: Any