forked from algorithmiaio/algorithmia-python
-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathdatafile.py
More file actions
124 lines (106 loc) · 4.08 KB
/
Copy pathdatafile.py
File metadata and controls
124 lines (106 loc) · 4.08 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
'Algorithmia Data API Client (python)'
import re
import json
import six
import tempfile
from datetime import datetime
from Algorithmia.util import getParentAndBase
from Algorithmia.data import DataObject, DataObjectType
from Algorithmia.errors import DataApiError
class DataFile(DataObject):
def __init__(self, client, dataUrl):
super(DataFile, self).__init__(DataObjectType.file)
self.client = client
# Parse dataUrl
self.path = re.sub(r'^data://|^/', '', dataUrl)
self.url = '/v1/data/' + self.path
self.last_modified = None
self.size = None
def set_attributes(self, attributes):
self.last_modified = datetime.strptime(attributes['last_modified'],'%Y-%m-%dT%H:%M:%S.000Z')
self.size = attributes['size']
# Deprecated:
def get(self):
return self.client.getHelper(self.url)
# Get file from the data api
def getFile(self):
exists, error = self.existsWithError()
if not exists:
raise DataApiError('unable to get file {} - {}'.format(self.path, error))
# Make HTTP get request
response = self.client.getHelper(self.url)
with tempfile.NamedTemporaryFile(delete = False) as f:
for block in response.iter_content(1024):
if not block:
break;
f.write(block)
f.flush()
return open(f.name)
def getName(self):
_, name = getParentAndBase(self.path)
return name
def getBytes(self):
exists, error = self.existsWithError()
if not exists:
raise DataApiError('unable to get file {} - {}'.format(self.path, error))
# Make HTTP get request
return self.client.getHelper(self.url).content
def getString(self):
exists, error = self.existsWithError()
if not exists:
raise DataApiError('unable to get file {} - {}'.format(self.path, error))
# Make HTTP get request
return self.client.getHelper(self.url).text
def getJson(self):
exists, error = self.existsWithError()
if not exists:
raise DataApiError('unable to get file {} - {}'.format(self.path, error))
# Make HTTP get request
return self.client.getHelper(self.url).json()
def exists(self):
# In order to not break backward compatability keeping this method to only return
# a boolean
exists, error = self.existsWithError()
return exists
def existsWithError(self):
response = self.client.headHelper(self.url)
error = None
if 'X-Error-Message' in response.headers:
error = response.headers['X-Error-Message']
return (response.status_code == 200, error)
def put(self, data):
# Post to data api
# First turn the data to bytes if we can
if isinstance(data, six.string_types) and not isinstance(data, six.binary_type):
data = bytes(data.encode())
if isinstance(data, six.binary_type):
result = self.client.putHelper(self.url, data)
if 'error' in result:
raise DataApiError(result['error']['message'])
else:
return self
else:
raise TypeError("Must put strings or binary data. Use putJson instead")
def putJson(self, data):
# Post to data api
jsonElement = json.dumps(data)
result = self.client.putHelper(self.url, jsonElement)
if 'error' in result:
raise DataApiError(result['error']['message'])
else:
return self
def putFile(self, path):
# Post file to data api
with open(path, 'rb') as f:
result = self.client.putHelper(self.url, f)
if 'error' in result:
raise DataApiError(result['error']['message'])
else:
return self
def delete(self):
# Delete from data api
result = self.client.deleteHelper(self.url)
if 'error' in result:
raise DataApiError(result['error']['message'])
else:
return True