opencultureconsulting
/
openrefine-client
mirror of https://github.com/opencultureconsulting/openrefine-client.git
2
0
Fork 0
Code Issues Releases Activity

Script to list Refine project; apply a JSON operation history; and export a Refine project

This commit is contained in:
Paul Makepeace 2011-05-27 01:20:26 +01:00
parent b6137dd803 ba4fcbbbb2
commit 31e30df5bd
2 changed files with 13 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
google/refine/refine.py
View File

@ -291,7 +291,7 @@ class RefineProject:
def wait_until_idle(self, polling_delay=0.5): def wait_until_idle(self, polling_delay=0.5):
while True: while True:
response = self.do('get-processes') response = self.do_json('get-processes')
if 'processes' in response and len(response['processes']) > 0: if 'processes' in response and len(response['processes']) > 0:
time.sleep(polling_delay) time.sleep(polling_delay)
else: else:
@ -299,7 +299,7 @@ class RefineProject:
def apply_operations(self, file_path, wait=True): def apply_operations(self, file_path, wait=True):
json = open(file_path).read() json = open(file_path).read()
response_json = self.do('apply-operations', {'operations': json}) response_json = self.do_json('apply-operations', {'operations': json})
if response_json['code'] == 'pending' and wait: if response_json['code'] == 'pending' and wait:
self.wait_until_idle() self.wait_until_idle()
return 'ok' return 'ok'

8
refine.py
View File

@ -45,7 +45,8 @@ PARSER.add_option('-l', '--list', dest='list', action='store_true',
help='List projects') help='List projects')
PARSER.add_option('-E', '--export', dest='export', action='store_true', PARSER.add_option('-E', '--export', dest='export', action='store_true',
help='Export project') help='Export project')
PARSER.add_option('-f', '--apply', dest='apply',
help='Apply a JSON commands file to a project')
def list_projects(): def list_projects():
"""Query the Refine server and list projects by ID: name.""" """Query the Refine server and list projects by ID: name."""
@ -85,6 +86,11 @@ def main():
list_projects() list_projects()
else: else:
project = refine.RefineProject(args[0]) project = refine.RefineProject(args[0])
if options.apply:
response = project.apply_operations(options.apply)
if response != 'ok':
print >>sys.stderr, 'Failed to apply %s: %s' % (options.apply,
response)
if options.export: if options.export:
export_project(project, options) export_project(project, options)