· 7 years ago · Oct 31, 2018, 04:12 AM
1# cat ~/.aws/credentials
2[default]
3aws_access_key_id = XXXXXXXXX
4aws_secret_access_key = XXXXXX
5# cat ~/.aws/config
6[default]
7region = us-east-1
8s3 =
9 signature_version = s3v4
10
11
12
13dvc import --verbose s3://bmeg/source/allele source/allele
14```
15Debug: PRAGMA user_version;
16Debug: fetched: [(2,)]
17Debug: CREATE TABLE IF NOT EXISTS state (inode INTEGER PRIMARY KEY, mtime TEXT NOT NULL, md5 TEXT NOT NULL, timestamp TEXT NOT NULL)
18Debug: CREATE TABLE IF NOT EXISTS state_info (count INTEGER)
19Debug: CREATE TABLE IF NOT EXISTS link_state (path TEXT PRIMARY KEY, inode INTEGER NOT NULL, mtime TEXT NOT NULL)
20Debug: INSERT OR IGNORE INTO state_info (count) SELECT 0 WHERE NOT EXISTS (SELECT * FROM state_info)
21Debug: PRAGMA user_version = 2;
22Importing 's3://bmeg/source/allele' -> '/src/source/allele'
23Debug: Downloading 'bmeg/source/allele' to '/src/source/allele'
24Error: Traceback (most recent call last):
25 File "/usr/local/lib/python3.7/site-packages/dvc/remote/s3.py", line 324, in download
26 Key=from_info['key'])['ContentLength']
27 File "/usr/local/lib/python3.7/site-packages/botocore/client.py", line 320, in _api_call
28 return self._make_api_call(operation_name, kwargs)
29 File "/usr/local/lib/python3.7/site-packages/botocore/client.py", line 623, in _make_api_call
30 raise error_class(parsed_response, operation_name)
31botocore.exceptions.ClientError: An error occurred (403) when calling the HeadObject operation: Forbidden
32
33Warning: Failed to download 'bmeg/source/allele': An error occurred (403) when calling the HeadObject operation: Forbidden
34Debug: SELECT count from state_info WHERE rowid=1
35Debug: fetched: [(10,)]
36Debug: UPDATE state_info SET count = 10 WHERE rowid = 1
37Error: Traceback (most recent call last):
38 File "/usr/local/lib/python3.7/site-packages/dvc/remote/s3.py", line 103, in get_etag
39 obj = self.s3.head_object(Bucket=bucket, Key=key)
40 File "/usr/local/lib/python3.7/site-packages/botocore/client.py", line 320, in _api_call
41 return self._make_api_call(operation_name, kwargs)
42 File "/usr/local/lib/python3.7/site-packages/botocore/client.py", line 623, in _make_api_call
43 raise error_class(parsed_response, operation_name)
44botocore.exceptions.ClientError: An error occurred (403) when calling the HeadObject operation: Forbidden
45
46During handling of the above exception, another exception occurred:
47
48Traceback (most recent call last):
49 File "/usr/local/lib/python3.7/site-packages/dvc/command/imp.py", line 9, in run
50 self.project.imp(self.args.url, self.args.out)
51 File "/usr/local/lib/python3.7/site-packages/dvc/project.py", line 324, in imp
52 stage.run()
53 File "/usr/local/lib/python3.7/site-packages/dvc/stage.py", line 454, in run
54 self.save()
55 File "/usr/local/lib/python3.7/site-packages/dvc/stage.py", line 405, in save
56 dep.save()
57 File "/usr/local/lib/python3.7/site-packages/dvc/dependency/s3.py", line 32, in save
58 self.info = self.remote.save_info(self.path_info)
59 File "/usr/local/lib/python3.7/site-packages/dvc/remote/s3.py", line 114, in save_info
60 path_info['key'])}
61 File "/usr/local/lib/python3.7/site-packages/dvc/remote/s3.py", line 105, in get_etag
62 raise DvcException('s3://{}/{} does not exist'.format(bucket, key))
63dvc.exceptions.DvcException: s3://bmeg/source/allele does not exist
64
65Error: Failed to import s3://bmeg/source/allele: s3://bmeg/source/allele does not exist
66
67Having any troubles? Hit us up at dvc.org/support, we are always happy to help!
68```