opencultureconsulting
/
openrefine-client
mirror of https://github.com/opencultureconsulting/openrefine-client.git
2
0
Fork 0
Code Issues Releases Activity

Add text_transform(). Remove dead engine param from get_rows(). Make error reporting in urlopen_json show returned 'code'.

This commit is contained in:
Paul Makepeace 2011-04-24 20:19:45 -04:00
parent 2562f199c9
commit a03212ca94
2 changed files with 41 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
google/refine.py
View File

@ -177,12 +177,10 @@ class RefineServer(object):
def urlopen_json(self, *args, **kwargs):
"""Open a Refine URL, optionally POST data, and return parsed JSON."""
response = self.urlopen(*args, **kwargs)
data = response.read()
response_json = json.loads(data)
if 'code' in response_json and response_json['code'] == 'error':
raise Exception(response_json['message'])
return response_json
response = json.loads(self.urlopen(*args, **kwargs).read())
if 'code' in response and response['code'] != 'ok':
raise Exception(response['code'] + ': ' + response['message'])
return response
class Refine:
@ -249,8 +247,10 @@ class Refine:
return ''
return str(opt)
options = {
'split-into-columns': s(split_into_columns), 'separator': s(separator),
'ignore': s(ignore_initial_non_blank_lines), 'header-lines': s(header_lines),
'split-into-columns': s(split_into_columns),
'separator': s(separator),
'ignore': s(ignore_initial_non_blank_lines),
'header-lines': s(header_lines),
'skip': s(skip_initial_data_rows), 'limit': s(limit),
'guess-value-type': s(guess_value_type),
'ignore-quotes': s(ignore_quotes),
@ -318,8 +318,8 @@ class RefineProject:
if not project_id and not project_name:
raise Exception('Missing Refine project ID and name; need at least one of those')
if not project_name or not project_id:
project_id, project_name = Refine(server).get_project_id_name(project_name or
project_id)
project_id, project_name = Refine(server).get_project_id_name(
project_name or project_id)
self.project_id = project_id
self.project_name = project_name
self.columns = [] # columns & column_index filled in by get_models()
@ -390,9 +390,16 @@ class RefineProject:
{'engine': self.engine.as_json()})
return FacetsResponse(response)
def get_rows(self, engine=None, start=0, limit=10):
def get_rows(self, start=0, limit=10):
response = self.do_json('get-rows', {
'sorting': "{'criteria': []}", 'engine': self.engine.as_json(),
'start': start, 'limit': limit})
return RowsResponse(response)
def text_transform(self, column, expression, on_error='set-to-blank',
repeat=False, repeat_count=10):
response = self.do_json('text-transform', {
'engine': self.engine.as_json(), 'columnName': column,
'expression': expression, 'onError': on_error, 'repeat': repeat,
'repeatCount': repeat_count})
return response

23
google/test/test_refine.py
View File

@ -190,5 +190,28 @@ class TutorialTestFacets(RefineTestCase):
self.assertEqual(cd.numeric_count, 548)
class TutorialTestTransformAndClustering(RefineTestCase):
project_file = 'louisiana-elected-officials.csv'
def test_transform(self):
# Section "3. Cell Editing": {1}
self.project.engine.remove_all() # redundant due to setUp
# {2}
response = self.project.text_transform(column='Zip Code 2',
expression='value.toString()[0, 5]')
self.assertTrue('6067' in response['historyEntry']['description'])
# {3} - XXX history
# {4}
office_title_facet = TextFacet('Office Title')
self.project.engine.add_facet(office_title_facet)
response = self.project.compute_facets()
self.assertEqual(len(response.facets[0].choices), 76)
response = self.project.text_transform(column='Office Title',
expression='value.trim()')
self.assertTrue('6895' in response['historyEntry']['description'])
response = self.project.compute_facets()
self.assertEqual(len(response.facets[0].choices), 67)
if __name__ == '__main__':
unittest.main()