s3_handler updates

Author: devdattakulkarni

ObjectStores/s3_handler.py

@@ -7,6 +7,7 @@
 
 LOG_FILE_NAME = 'output.log'
 
+# Change region to match with the default region that you setup when configuring your AWS CLI
 REGION = 'us-west-2'
 
 class S3Handler:
@@ -28,7 +29,7 @@ def help(self):
  print("3. download <dest_object_name> <bucket_name> [<source_file_name>]")
  print("4. delete <dest_object_name> <bucket_name>")
  print("5. deletedir <bucket_name>")
- print("6. find <file_extension> [<bucket_name>] -- e.g.: 1. find txt 2. find txt bucket1 --")
+ print("6. find <pattern> <bucket_name> -- e.g.: find txt bucket1 --")
  print("7. listdir [<bucket_name>]")
 
  def _error_messages(self, issue):
@@ -106,7 +107,6 @@ def upload(self, source_file_name, bucket_name, dest_object_name=''):
 
  # 3. SDK call
  # - When uploading the source_file_name and add it to object's meta-data
- # - Use self._get_file_extension() method to get the extension of the file.
 
  # Success response
  # operation_successful = ('File %s uploaded to directory %s.' % (source_file_name, bucket_name))
@@ -146,7 +146,7 @@ def deletedir(self, bucket_name):
  return self._error_messages('not_implemented')
 
 
- def find(self, file_extension, bucket_name=''):
+ def find(self, pattern, bucket_name=''):
  # Return object names that match the given file extension
 
  # If bucket_name is specified then search for objects in that bucket.
@@ -196,9 +196,9 @@ def dispatch(self, command_string):
  bucket_name = ''
  response = self.deletedir(bucket_name)
  elif parts[0] == 'find':
- file_extension = ''
+ pattern = ''
  bucket_name = ''
- response = self.find(file_extension, bucket_name)
+ response = self.find(pattern, bucket_name)
  elif parts[0] == 'listdir':
  bucket_name = ''
  response = self.listdir(bucket_name)

README.md

@@ -9,7 +9,7 @@ Steps
 
 1) Create virtual environment
 
- $ virtualenv venv
+ $ python3 -m venv venv 
 
  $ source venv/bin/activate
 
@@ -32,10 +32,15 @@ AWS setup
 1) Sign up for AWS
 
 2) Add AWS IAM user:
- Login to AWS Dashboard -> My Security Credentials -> Continue to Security Credentials -> Users -> Add User
-
-3) Add permission to the user created:
- Select user -> Add permissions -> Attach existing policies directly -> Search for "AmazonEC2FullAccess"
+ Go to IAM (Search in search box on the top) ->
+ Users -> Add User -> Select Access Key - Programmatic access for credential type
+ 
+ For permission boundary, select Create user without a permissions
+ boundary. Then click next to create a user.
+ 
+ After user is created, add permission : Select user -> Add
+ permissions -> Attach existing policies directly -> Search for
+ "AmazonS3FullAccess"
 
 4) Do AWS setup in your local account to allow SDK access to AWS.
  The sample examples will guide you through the setup process. You will be asked to enter
@@ -70,4 +75,4 @@ Examples
 
 4) DynamoDB:
  - Starter code for working with AWS DynamoDB
- - Grant AmazonDynamoDBFullAccess to your IAM Service Account / User
+ - Grant AmazonDynamoDBFullAccess to your IAM Service Account / User

requirements.txt

@@ -1,5 +1,4 @@
 requests
-gevent
 boto3
 pyparsing
 six