From d22022e2737384160ab74173409257ee1f7501dc Mon Sep 17 00:00:00 2001 From: Felix Lohmeier Date: Thu, 22 Aug 2019 01:43:52 +0200 Subject: [PATCH] tests with jupyter notebooks --- tests/cli_bash.ipynb | 819 +++++++++ tests/{cli_create.ipynb => cli_python2.ipynb} | 1519 +++++++++++------ 2 files changed, 1799 insertions(+), 539 deletions(-) create mode 100644 tests/cli_bash.ipynb rename tests/{cli_create.ipynb => cli_python2.ipynb} (69%) diff --git a/tests/cli_bash.ipynb b/tests/cli_bash.ipynb new file mode 100644 index 0000000..5e4ca86 --- /dev/null +++ b/tests/cli_bash.ipynb @@ -0,0 +1,819 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Test executable in a Linux Bash environment" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Install\n", + "\n", + "This notebook requires a [Bash kernel](https://github.com/takluyver/bash_kernel) environment and an OpenRefine server running at http://127.0.0.1:3333." + ] + }, + { + "cell_type": "code", + "execution_count": 49, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "/tmp/20190822_013937\n" + ] + } + ], + "source": [ + "workspace=$(date +%Y%m%d_%H%M%S)\n", + "mkdir -p /tmp/$workspace\n", + "cp -r data /tmp/$workspace\n", + "cd /tmp/$workspace && pwd" + ] + }, + { + "cell_type": "code", + "execution_count": 50, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "https://github.com/opencultureconsulting/openrefine-client/releases/download/v0.3.8/openrefine-client_0-3-8_linux:\n", + "2019-08-22 01:39:40 ERROR 404: Not Found.\n" + ] + } + ], + "source": [ + "wget -nv https://github.com/opencultureconsulting/openrefine-client/releases/download/v0.3.8/openrefine-client_0-3-8_linux -O openrefine-client\n", + "chmod +x openrefine-client" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## README.MD" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Download" + ] + }, + { + "cell_type": "code", + "execution_count": 51, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Download to file duplicates.csv complete\n" + ] + } + ], + "source": [ + "./openrefine-client --download \"https://git.io/fj5hF\" --output=duplicates.csv" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Create" + ] + }, + { + "cell_type": "code", + "execution_count": 52, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "id: 2334935475634\n", + "rows: 10\n" + ] + } + ], + "source": [ + "./openrefine-client --create duplicates.csv" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### List" + ] + }, + { + "cell_type": "code", + "execution_count": 53, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 2334935475634: duplicates\n" + ] + } + ], + "source": [ + "./openrefine-client --list" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Info" + ] + }, + { + "cell_type": "code", + "execution_count": 54, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " id: 2334935475634\n", + " url: http://127.0.0.1:3333/project?project=2334935475634\n", + " name: duplicates\n", + " modified: 2019-08-21T23:40:30Z\n", + " created: 2019-08-21T23:40:30Z\n", + " rowCount: 10\n", + "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'duplicates.csv', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", + " column 001: email\n", + " column 002: name\n", + " column 003: state\n", + " column 004: gender\n", + " column 005: purchase\n" + ] + } + ], + "source": [ + "./openrefine-client --info \"duplicates\"" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Export" + ] + }, + { + "cell_type": "code", + "execution_count": 55, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "email\tname\tstate\tgender\tpurchase\n", + "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV\n", + "melanie.white@example2.edu\tMelanie White\tNC\tF\tiPhone\n", + "danny.baron@example1.com\tD. Baron\tCA\tM\tWinter jacket\n", + "ben.tyler@example3.org\tBen Tyler\tNV\tM\tFlashlight\n", + "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table\n", + "danny.baron@example1.com\tDaniel Baron\tCA\tM\tBike\n", + "jean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\n", + "melanie.white@example2.edu\tMelanie White\tNC\tF\tiPad\n", + "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\n", + "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\n" + ] + } + ], + "source": [ + "./openrefine-client --export \"duplicates\"" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Apply" + ] + }, + { + "cell_type": "code", + "execution_count": 56, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Download to file duplicates-deletion.json complete\n" + ] + } + ], + "source": [ + "./openrefine-client --download \"https://git.io/fj5ju\" --output=duplicates-deletion.json" + ] + }, + { + "cell_type": "code", + "execution_count": 57, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "File duplicates-deletion.json has been successfully applied to project 2334935475634\n" + ] + } + ], + "source": [ + "./openrefine-client --apply duplicates-deletion.json \"duplicates\"" + ] + }, + { + "cell_type": "code", + "execution_count": 58, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "email\tcount\tname\tstate\tgender\tpurchase\n", + "arthur.duff@example4.com\t2\tArthur Duff\tOR\tM\tDining table\n", + "ben.morisson@example6.org\t1\tBen Morisson\tFL\tM\tAmplifier\n", + "ben.tyler@example3.org\t1\tBen Tyler\tNV\tM\tFlashlight\n", + "danny.baron@example1.com\t3\tDanny Baron\tCA\tM\tTV\n", + "jean.griffith@example5.org\t1\tJean Griffith\tWA\tF\tPower drill\n", + "melanie.white@example2.edu\t2\tMelanie White\tNC\tF\tiPhone\n" + ] + } + ], + "source": [ + "./openrefine-client --export \"duplicates\"" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Export XLS" + ] + }, + { + "cell_type": "code", + "execution_count": 59, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Export to file deduped.xls complete\n" + ] + } + ], + "source": [ + "./openrefine-client --export \"duplicates\" --output deduped.xls" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Delete" + ] + }, + { + "cell_type": "code", + "execution_count": 60, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Project 2334935475634 has been successfully deleted\n" + ] + } + ], + "source": [ + "./openrefine-client --delete \"duplicates\"" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Templating" + ] + }, + { + "cell_type": "code", + "execution_count": 61, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "id: 1633409429491\n", + "rows: 10\n" + ] + } + ], + "source": [ + "./openrefine-client --create duplicates.csv --projectName=advanced" + ] + }, + { + "cell_type": "code", + "execution_count": 62, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{ \"events\" : [\n", + " { \"name\" : \"Melanie White\", \"purchase\" : \"iPhone\" },\n", + " { \"name\" : \"Jean Griffith\", \"purchase\" : \"Power drill\" },\n", + " { \"name\" : \"Melanie White\", \"purchase\" : \"iPad\" }\n", + "] }" + ] + } + ], + "source": [ + "./openrefine-client --export \"advanced\" \\\n", + "--prefix='{ \"events\" : [\n", + "' \\\n", + "--template=' { \"name\" : {{jsonize(cells[\"name\"].value)}}, \"purchase\" : {{jsonize(cells[\"purchase\"].value)}} }' \\\n", + "--rowSeparator=',\n", + "' \\\n", + "--suffix='\n", + "] }' \\\n", + "--filterQuery='^F$' \\\n", + "--filterColumn='gender'" + ] + }, + { + "cell_type": "code", + "execution_count": 63, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Export to files complete. Last file: advanced_3.json\n" + ] + } + ], + "source": [ + "./openrefine-client --export \"advanced\" \\\n", + "--prefix='{ \"events\" : [\n", + "' \\\n", + "--template=' { \"name\" : {{jsonize(cells[\"name\"].value)}}, \"purchase\" : {{jsonize(cells[\"purchase\"].value)}} }' \\\n", + "--rowSeparator=',\n", + "' \\\n", + "--suffix='\n", + "] }' \\\n", + "--filterQuery='^F$' \\\n", + "--filterColumn='gender' \\\n", + "--output=advanced.json \\\n", + "--splitToFiles=true" + ] + }, + { + "cell_type": "code", + "execution_count": 64, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Export to files complete. Last file: advanced_melanie.white@example2.edu.json\n" + ] + } + ], + "source": [ + "./openrefine-client --export \"advanced\" \\\n", + "--prefix='{ \"events\" : [\n", + "' \\\n", + "--template=' { \"name\" : {{jsonize(cells[\"name\"].value)}}, \"purchase\" : {{jsonize(cells[\"purchase\"].value)}} }' \\\n", + "--rowSeparator=',\n", + "' \\\n", + "--suffix='\n", + "] }' \\\n", + "--filterQuery='^F$' \\\n", + "--filterColumn='gender' \\\n", + "--output=advanced.json \\\n", + "--splitToFiles=true \\\n", + "--suffixById=true" + ] + }, + { + "cell_type": "code", + "execution_count": 65, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "advanced_1.json \u001b[0m\u001b[38;5;33mdata\u001b[0m\n", + "advanced_2.json deduped.xls\n", + "advanced_3.json duplicates.csv\n", + "advanced_jean.griffith@example5.org.json duplicates-deletion.json\n", + "advanced_melanie.white@example2.edu.json \u001b[38;5;40mopenrefine-client\u001b[0m\n" + ] + } + ], + "source": [ + "ls" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Delete" + ] + }, + { + "cell_type": "code", + "execution_count": 66, + "metadata": { + "scrolled": false + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Project 1633409429491 has been successfully deleted\n" + ] + } + ], + "source": [ + "./openrefine-client --delete \"advanced\"" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Unicode" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### fruits" + ] + }, + { + "cell_type": "code", + "execution_count": 67, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "id: 2280962953279\n", + "rows: 5\n", + " id: 2280962953279\n", + " url: http://127.0.0.1:3333/project?project=2280962953279\n", + " name: evil-fruits\n", + " modified: 2019-08-21T23:40:43Z\n", + " created: 2019-08-21T23:40:43Z\n", + " rowCount: 5\n", + "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/evil-fruits.tsv', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'evil-fruits', u'processQuotes': True, u'limit': -1, u'trimStrings': False, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", + " column 001: 🔣\n", + " column 002: code\n", + " column 003: meaning\n", + "🔣\tcode\tmeaning\n", + "🍇\t1F347\tGRAPES\n", + "🍉\t1F349\tWATERMELON\n", + "🍒\t1F352\tCHERRIES\n", + "🍓\t1F353\tSTRAWBERRY\n", + "🍍\t1F34D\tPINEAPPLE\n" + ] + } + ], + "source": [ + "./openrefine-client --create data/cli/evil-fruits.tsv\n", + "./openrefine-client --info \"evil-fruits\"\n", + "./openrefine-client --export \"evil-fruits\"" + ] + }, + { + "cell_type": "code", + "execution_count": 68, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Export to file emojis.csv complete\n", + "🔣,code,meaning\n", + "🍇,1F347,GRAPES\n", + "🍉,1F349,WATERMELON\n", + "🍒,1F352,CHERRIES\n", + "🍓,1F353,STRAWBERRY\n", + "🍍,1F34D,PINEAPPLE\n" + ] + } + ], + "source": [ + "./openrefine-client --export \"evil-fruits\" --output emojis.csv\n", + "cat emojis.csv" + ] + }, + { + "cell_type": "code", + "execution_count": 69, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{ \"emojis\" : [\n", + " { \"symbol\" : \"🍇\", \"meaning\" : \"GRAPES\" },\n", + " { \"symbol\" : \"🍉\", \"meaning\" : \"WATERMELON\" },\n", + " { \"symbol\" : \"🍍\", \"meaning\" : \"PINEAPPLE\" }\n", + "] }" + ] + } + ], + "source": [ + "./openrefine-client --export \"evil-fruits\" \\\n", + "--prefix='{ \"emojis\" : [\n", + "' \\\n", + "--template=' { \"symbol\" : {{jsonize(with(row.columnNames[0],cn,cells[cn].value))}}, \"meaning\" : {{jsonize(cells[\"meaning\"].value)}} }' \\\n", + "--rowSeparator=',\n", + "' \\\n", + "--suffix='\n", + "] }' \\\n", + "--filterQuery='^1F34' \\\n", + "--filterColumn='code'" + ] + }, + { + "cell_type": "code", + "execution_count": 70, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Export to files complete. Last file: trái cây_3.json\n" + ] + } + ], + "source": [ + "./openrefine-client --export \"evil-fruits\" \\\n", + "--prefix='{ \"emojis\" : [\n", + "' \\\n", + "--template=' { \"symbol\" : {{jsonize(with(row.columnNames[0],cn,cells[cn].value))}}, \"meaning\" : {{jsonize(cells[\"meaning\"].value)}} }' \\\n", + "--rowSeparator=',\n", + "' \\\n", + "--suffix='\n", + "] }' \\\n", + "--filterQuery='^1F34' \\\n", + "--filterColumn='code' \\\n", + "--output='trái cây.json' \\\n", + "--splitToFiles=true" + ] + }, + { + "cell_type": "code", + "execution_count": 71, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Export to files complete. Last file: trái cây_🍍.json\n" + ] + } + ], + "source": [ + "./openrefine-client --export \"evil-fruits\" \\\n", + "--prefix='{ \"emojis\" : [\n", + "' \\\n", + "--template=' { \"symbol\" : {{jsonize(with(row.columnNames[0],cn,cells[cn].value))}}, \"meaning\" : {{jsonize(cells[\"meaning\"].value)}} }' \\\n", + "--rowSeparator=',\n", + "' \\\n", + "--suffix='\n", + "] }' \\\n", + "--filterQuery='^1F34' \\\n", + "--filterColumn='code' \\\n", + "--output='trái cây.json' \\\n", + "--splitToFiles=true \\\n", + "--suffixById=true" + ] + }, + { + "cell_type": "code", + "execution_count": 72, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " advanced_1.json emojis.csv\n", + " advanced_2.json \u001b[0m\u001b[38;5;40mopenrefine-client\u001b[0m\n", + " advanced_3.json 'trái cây_1.json'\n", + " advanced_jean.griffith@example5.org.json 'trái cây_2.json'\n", + " advanced_melanie.white@example2.edu.json 'trái cây_3.json'\n", + " \u001b[38;5;33mdata\u001b[0m 'trái cây_🍇.json'\n", + " deduped.xls 'trái cây_🍉.json'\n", + " duplicates.csv 'trái cây_🍍.json'\n", + " duplicates-deletion.json\n" + ] + } + ], + "source": [ + "ls" + ] + }, + { + "cell_type": "code", + "execution_count": 73, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Project 2280962953279 has been successfully deleted\n" + ] + } + ], + "source": [ + "./openrefine-client --delete \"evil-fruits\"" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### emoji-data" + ] + }, + { + "cell_type": "code", + "execution_count": 74, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "id: 2019865211741\n", + "rows: 20\n", + " id: 2019865211741\n", + " url: http://127.0.0.1:3333/project?project=2019865211741\n", + " name: dữ liệu biểu tượng cảm xúc\n", + " modified: 2019-08-21T23:41:06Z\n", + " created: 2019-08-21T23:41:06Z\n", + " rowCount: 20\n", + "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/d\\u1eef li\\u1ec7u bi\\u1ec3u t\\u01b0\\u1ee3ng c\\u1ea3m x\\xfac.txt', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'd\\u1eef li\\u1ec7u bi\\u1ec3u t\\u01b0\\u1ee3ng c\\u1ea3m x\\xfac', u'processQuotes': True, u'skipDataLines': 34, u'limit': 20, u'trimStrings': False, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False, u'headerLines': 0}]\n", + " column 001: Column 1\n", + " column 002: Column 2\n", + " column 003: Column 3\n", + " column 004: Column 4\n", + " column 005: Column 5\n", + " column 006: Column 6\n", + "Column 1\tColumn 2\tColumn 3\tColumn 4\tColumn 5\tColumn 6\n", + "00A9 ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (©) COPYRIGHT SIGN\n", + "00AE ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (®) REGISTERED SIGN\n", + "203C ;\ttext ;\tL1 ;\tnone ;\ta j\t# V1.1 (‼) DOUBLE EXCLAMATION MARK\n", + "2049 ;\ttext ;\tL1 ;\tnone ;\ta j\t# V3.0 (⁉) EXCLAMATION QUESTION MARK\n", + "2122 ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (™) TRADE MARK SIGN\n", + "2139 ;\ttext ;\tL1 ;\tnone ;\tj\t# V3.0 (ℹ) INFORMATION SOURCE\n", + "2194 ;\ttext ;\tL1 ;\tnone ;\tz j\t# V1.1 (↔) LEFT RIGHT ARROW\n", + "2195 ;\ttext ;\tL1 ;\tnone ;\tz j\t# V1.1 (↕) UP DOWN ARROW\n", + "2196 ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (↖) NORTH WEST ARROW\n", + "2197 ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (↗) NORTH EAST ARROW\n", + "2198 ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (↘) SOUTH EAST ARROW\n", + "2199 ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (↙) SOUTH WEST ARROW\n", + "21A9 ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (↩) LEFTWARDS ARROW WITH HOOK\n", + "21AA ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (↪) RIGHTWARDS ARROW WITH HOOK\n", + "231A ;\temoji ;\tL1 ;\tnone ;\tj\t# V1.1 (⌚) WATCH\n", + "231B ;\temoji ;\tL1 ;\tnone ;\tj\t# V1.1 (⌛) HOURGLASS\n", + "2328 ;\ttext ;\tL2 ;\tnone ;\tx\t# V1.1 (⌨) KEYBOARD\n", + "23CF ;\ttext ;\tL2 ;\tnone ;\tx\t# V4.0 (⏏) EJECT SYMBOL\n", + "23E9 ;\temoji ;\tL1 ;\tnone ;\tj w\t# V6.0 (⏩) BLACK RIGHT-POINTING DOUBLE TRIANGLE\n", + "23EA ;\temoji ;\tL1 ;\tnone ;\tj w\t# V6.0 (⏪) BLACK LEFT-POINTING DOUBLE TRIANGLE\n" + ] + } + ], + "source": [ + "./openrefine-client --create \"data/cli/dữ liệu biểu tượng cảm xúc.txt\" \\\n", + "--format=tsv \\\n", + "--headerLines=0 \\\n", + "--skipDataLines=34 \\\n", + "--limit=20\n", + "./openrefine-client --info \"dữ liệu biểu tượng cảm xúc\"\n", + "./openrefine-client --export \"dữ liệu biểu tượng cảm xúc\"" + ] + }, + { + "cell_type": "code", + "execution_count": 75, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 2019865211741: dữ liệu biểu tượng cảm xúc\n" + ] + } + ], + "source": [ + "./openrefine-client --list" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Delete" + ] + }, + { + "cell_type": "code", + "execution_count": 76, + "metadata": { + "scrolled": false + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Project 2019865211741 has been successfully deleted\n" + ] + } + ], + "source": [ + "./openrefine-client --delete \"dữ liệu biểu tượng cảm xúc\"" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Bash", + "language": "bash", + "name": "bash" + }, + "language_info": { + "codemirror_mode": "shell", + "file_extension": ".sh", + "mimetype": "text/x-sh", + "name": "bash" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/tests/cli_create.ipynb b/tests/cli_python2.ipynb similarity index 69% rename from tests/cli_create.ipynb rename to tests/cli_python2.ipynb index 9f7116b..933ea3c 100644 --- a/tests/cli_create.ipynb +++ b/tests/cli_python2.ipynb @@ -4,7 +4,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "# Test function create in module cli" + "# Test module cli in a Python 2 environment" ] }, { @@ -46,11 +46,803 @@ "cell_type": "code", "execution_count": 2, "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "/tmp/tmp24HyYg\n" + ] + } + ], + "source": [ + "import tempfile\n", + "import shutil\n", + "import os\n", + "dirpath = tempfile.mkdtemp()\n", + "shutil.copytree('data',dirpath + '/data')\n", + "print(dirpath)\n", + "os.chdir(dirpath)" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, "outputs": [], "source": [ "from google.refine import cli" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## README.md" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Download" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Download to file duplicates.csv complete\n" + ] + } + ], + "source": [ + "cli.download('https://git.io/fj5hF','duplicates.csv')" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Create" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "id: 2019539621291\n", + "rows: 10\n" + ] + } + ], + "source": [ + "p1 = cli.create('duplicates.csv')" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### List" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 2019539621291: duplicates\n" + ] + } + ], + "source": [ + "cli.ls()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Info" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " id: 2019539621291\n", + " url: http://127.0.0.1:3333/project?project=2019539621291\n", + " name: duplicates\n", + " modified: 2019-08-21T23:31:03Z\n", + " created: 2019-08-21T23:31:02Z\n", + " rowCount: 10\n", + "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'duplicates.csv', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", + " column 001: email\n", + " column 002: name\n", + " column 003: state\n", + " column 004: gender\n", + " column 005: purchase\n" + ] + } + ], + "source": [ + "cli.info(p1.project_id)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Export" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "email\tname\tstate\tgender\tpurchase\n", + "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV\n", + "melanie.white@example2.edu\tMelanie White\tNC\tF\tiPhone\n", + "danny.baron@example1.com\tD. Baron\tCA\tM\tWinter jacket\n", + "ben.tyler@example3.org\tBen Tyler\tNV\tM\tFlashlight\n", + "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table\n", + "danny.baron@example1.com\tDaniel Baron\tCA\tM\tBike\n", + "jean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\n", + "melanie.white@example2.edu\tMelanie White\tNC\tF\tiPad\n", + "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\n", + "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\n" + ] + } + ], + "source": [ + "cli.export(p1.project_id)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Apply" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Download to file duplicates-deletion.json complete\n" + ] + } + ], + "source": [ + "cli.download('https://git.io/fj5ju','duplicates-deletion.json')" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "File duplicates-deletion.json has been successfully applied to project 2019539621291\n" + ] + } + ], + "source": [ + "cli.apply(p1.project_id, 'duplicates-deletion.json')" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "email\tcount\tname\tstate\tgender\tpurchase\n", + "arthur.duff@example4.com\t2\tArthur Duff\tOR\tM\tDining table\n", + "ben.morisson@example6.org\t1\tBen Morisson\tFL\tM\tAmplifier\n", + "ben.tyler@example3.org\t1\tBen Tyler\tNV\tM\tFlashlight\n", + "danny.baron@example1.com\t3\tDanny Baron\tCA\tM\tTV\n", + "jean.griffith@example5.org\t1\tJean Griffith\tWA\tF\tPower drill\n", + "melanie.white@example2.edu\t2\tMelanie White\tNC\tF\tiPhone\n" + ] + } + ], + "source": [ + "cli.export(p1.project_id)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Export XLS" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "email\tcount\tname\tstate\tgender\tpurchase\n", + "arthur.duff@example4.com\t2\tArthur Duff\tOR\tM\tDining table\n", + "ben.morisson@example6.org\t1\tBen Morisson\tFL\tM\tAmplifier\n", + "ben.tyler@example3.org\t1\tBen Tyler\tNV\tM\tFlashlight\n", + "danny.baron@example1.com\t3\tDanny Baron\tCA\tM\tTV\n", + "jean.griffith@example5.org\t1\tJean Griffith\tWA\tF\tPower drill\n", + "melanie.white@example2.edu\t2\tMelanie White\tNC\tF\tiPhone\n" + ] + } + ], + "source": [ + "cli.export(p1.project_id, 'deduped.xls')" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Delete" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Project 2019539621291 has been successfully deleted\n" + ] + } + ], + "source": [ + "cli.delete(p1.project_id)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Templating" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "id: 1716843473792\n", + "rows: 10\n" + ] + } + ], + "source": [ + "p2 = cli.create('duplicates.csv')" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{ \"events\" : [\n", + " { \"name\" : \"Melanie White\", \"purchase\" : \"iPhone\" },\n", + " { \"name\" : \"Jean Griffith\", \"purchase\" : \"Power drill\" },\n", + " { \"name\" : \"Melanie White\", \"purchase\" : \"iPad\" }\n", + "] }" + ] + } + ], + "source": [ + "cli.templating(p2.project_id,\n", + "prefix='''{ \"events\" : [\n", + "''',\n", + "template=' { \"name\" : {{jsonize(cells[\"name\"].value)}}, \"purchase\" : {{jsonize(cells[\"purchase\"].value)}} }',\n", + "rowSeparator=''',\n", + "''',\n", + "suffix='''\n", + "] }''',\n", + "filterQuery='^F$',\n", + "filterColumn='gender')" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Export to files complete. Last file: advanced_3.json\n" + ] + } + ], + "source": [ + "cli.templating(p2.project_id,\n", + "prefix='''{ \"events\" : [\n", + "''',\n", + "template=' { \"name\" : {{jsonize(cells[\"name\"].value)}}, \"purchase\" : {{jsonize(cells[\"purchase\"].value)}} }',\n", + "rowSeparator=''',\n", + "''',\n", + "suffix='''\n", + "] }''',\n", + "filterQuery='^F$',\n", + "filterColumn='gender',\n", + "output_file='advanced.json',\n", + "splitToFiles=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Export to files complete. Last file: advanced_melanie.white@example2.edu.json\n" + ] + } + ], + "source": [ + "cli.templating(p2.project_id,\n", + "prefix='''{ \"events\" : [\n", + "''',\n", + "template=' { \"name\" : {{jsonize(cells[\"name\"].value)}}, \"purchase\" : {{jsonize(cells[\"purchase\"].value)}} }',\n", + "rowSeparator=''',\n", + "''',\n", + "suffix='''\n", + "] }''',\n", + "filterQuery='^F$',\n", + "filterColumn='gender',\n", + "output_file='advanced.json',\n", + "splitToFiles=True,\n", + "suffixById=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['advanced_jean.griffith@example5.org.json',\n", + " 'advanced_melanie.white@example2.edu.json',\n", + " 'advanced_3.json',\n", + " 'advanced_2.json',\n", + " 'advanced_1.json',\n", + " 'duplicates-deletion.json',\n", + " 'duplicates.csv',\n", + " 'data']" + ] + }, + "execution_count": 18, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "os.listdir(os.getcwd())" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Delete" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Project 1716843473792 has been successfully deleted\n" + ] + } + ], + "source": [ + "cli.delete(p2.project_id)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Unicode" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### fruits" + ] + }, + { + "cell_type": "code", + "execution_count": 62, + "metadata": { + "scrolled": false + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "id: 1929957235590\n", + "rows: 5\n", + " id: 1929957235590\n", + " url: http://127.0.0.1:3333/project?project=1929957235590\n", + " name: evil-fruits\n", + " modified: 2019-08-21T23:35:47Z\n", + " created: 2019-08-21T23:35:47Z\n", + " rowCount: 5\n", + "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/evil-fruits.tsv', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'evil-fruits', u'processQuotes': True, u'limit': -1, u'trimStrings': False, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", + " column 001: 🔣\n", + " column 002: code\n", + " column 003: meaning\n", + "🔣\tcode\tmeaning\n", + "🍇\t1F347\tGRAPES\n", + "🍉\t1F349\tWATERMELON\n", + "🍒\t1F352\tCHERRIES\n", + "🍓\t1F353\tSTRAWBERRY\n", + "🍍\t1F34D\tPINEAPPLE\n" + ] + } + ], + "source": [ + "p1 = cli.create('data/cli/evil-fruits.tsv')\n", + "cli.info(p1.project_id)\n", + "cli.export(p1.project_id)" + ] + }, + { + "cell_type": "code", + "execution_count": 21, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Export to file emojis.csv complete\n", + "🔣,code,meaning\n", + "🍇,1F347,GRAPES\n", + "🍉,1F349,WATERMELON\n", + "🍒,1F352,CHERRIES\n", + "🍓,1F353,STRAWBERRY\n", + "🍍,1F34D,PINEAPPLE\n", + "\n" + ] + } + ], + "source": [ + "cli.export(p1.project_id, output_file='emojis.csv')\n", + "with open('emojis.csv', 'r') as f:\n", + " print(f.read())" + ] + }, + { + "cell_type": "code", + "execution_count": 22, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{ \"emojis\" : [\n", + " { \"symbol\" : \"🍇\", \"meaning\" : \"GRAPES\" },\n", + " { \"symbol\" : \"🍉\", \"meaning\" : \"WATERMELON\" },\n", + " { \"symbol\" : \"🍍\", \"meaning\" : \"PINEAPPLE\" }\n", + "] }" + ] + } + ], + "source": [ + "cli.templating(p1.project_id,\n", + "prefix='''{ \"emojis\" : [\n", + "''',\n", + "template=' { \"symbol\" : {{jsonize(with(row.columnNames[0],cn,cells[cn].value))}}, \"meaning\" : {{jsonize(cells[\"meaning\"].value)}} }',\n", + "rowSeparator=''',\n", + "''',\n", + "suffix='''\n", + "] }''',\n", + "filterQuery='^1F34',\n", + "filterColumn='code')" + ] + }, + { + "cell_type": "code", + "execution_count": 23, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Export to files complete. Last file: trái cây_3.json\n" + ] + } + ], + "source": [ + "cli.templating(p1.project_id,\n", + "prefix='''{ \"emojis\" : [\n", + "''',\n", + "template=' { \"symbol\" : {{jsonize(with(row.columnNames[0],cn,cells[cn].value))}}, \"meaning\" : {{jsonize(cells[\"meaning\"].value)}} }',\n", + "rowSeparator=''',\n", + "''',\n", + "suffix='''\n", + "] }''',\n", + "filterQuery='^1F34',\n", + "filterColumn='code',\n", + "output_file='trái cây.json',\n", + "splitToFiles=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 24, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Export to files complete. Last file: trái cây_🍍.json\n" + ] + } + ], + "source": [ + "cli.templating(p1.project_id,\n", + "prefix='''{ \"emojis\" : [\n", + "''',\n", + "template=' { \"symbol\" : {{jsonize(with(row.columnNames[0],cn,cells[cn].value))}}, \"meaning\" : {{jsonize(cells[\"meaning\"].value)}} }',\n", + "rowSeparator=''',\n", + "''',\n", + "suffix='''\n", + "] }''',\n", + "filterQuery='^1F34',\n", + "filterColumn='code',\n", + "output_file='trái cây.json',\n", + "splitToFiles=True,\n", + "suffixById=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 25, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['tr\\xc3\\xa1i c\\xc3\\xa2y_\\xf0\\x9f\\x8d\\x8d.json',\n", + " 'tr\\xc3\\xa1i c\\xc3\\xa2y_\\xf0\\x9f\\x8d\\x89.json',\n", + " 'tr\\xc3\\xa1i c\\xc3\\xa2y_\\xf0\\x9f\\x8d\\x87.json',\n", + " 'tr\\xc3\\xa1i c\\xc3\\xa2y_3.json',\n", + " 'tr\\xc3\\xa1i c\\xc3\\xa2y_2.json',\n", + " 'tr\\xc3\\xa1i c\\xc3\\xa2y_1.json',\n", + " 'emojis.csv',\n", + " 'advanced_jean.griffith@example5.org.json',\n", + " 'advanced_melanie.white@example2.edu.json',\n", + " 'advanced_3.json',\n", + " 'advanced_2.json',\n", + " 'advanced_1.json',\n", + " 'duplicates-deletion.json',\n", + " 'duplicates.csv',\n", + " 'data']" + ] + }, + "execution_count": 25, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "os.listdir(os.getcwd())" + ] + }, + { + "cell_type": "code", + "execution_count": 26, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Project 2401578251107 has been successfully deleted\n" + ] + } + ], + "source": [ + "cli.delete(p1.project_id)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### emoji data" + ] + }, + { + "cell_type": "code", + "execution_count": 63, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "id: 2314250240290\n", + "rows: 20\n", + " id: 2314250240290\n", + " url: http://127.0.0.1:3333/project?project=2314250240290\n", + " name: dữ liệu biểu tượng cảm xúc\n", + " modified: 2019-08-21T23:36:05Z\n", + " created: 2019-08-21T23:36:05Z\n", + " rowCount: 20\n", + "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/d\\u1eef li\\u1ec7u bi\\u1ec3u t\\u01b0\\u1ee3ng c\\u1ea3m x\\xfac.txt', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'd\\u1eef li\\u1ec7u bi\\u1ec3u t\\u01b0\\u1ee3ng c\\u1ea3m x\\xfac', u'processQuotes': True, u'skipDataLines': 34, u'limit': 20, u'trimStrings': False, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False, u'headerLines': 0}]\n", + " column 001: Column 1\n", + " column 002: Column 2\n", + " column 003: Column 3\n", + " column 004: Column 4\n", + " column 005: Column 5\n", + " column 006: Column 6\n", + "Column 1\tColumn 2\tColumn 3\tColumn 4\tColumn 5\tColumn 6\n", + "00A9 ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (©) COPYRIGHT SIGN\n", + "00AE ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (®) REGISTERED SIGN\n", + "203C ;\ttext ;\tL1 ;\tnone ;\ta j\t# V1.1 (‼) DOUBLE EXCLAMATION MARK\n", + "2049 ;\ttext ;\tL1 ;\tnone ;\ta j\t# V3.0 (⁉) EXCLAMATION QUESTION MARK\n", + "2122 ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (™) TRADE MARK SIGN\n", + "2139 ;\ttext ;\tL1 ;\tnone ;\tj\t# V3.0 (ℹ) INFORMATION SOURCE\n", + "2194 ;\ttext ;\tL1 ;\tnone ;\tz j\t# V1.1 (↔) LEFT RIGHT ARROW\n", + "2195 ;\ttext ;\tL1 ;\tnone ;\tz j\t# V1.1 (↕) UP DOWN ARROW\n", + "2196 ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (↖) NORTH WEST ARROW\n", + "2197 ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (↗) NORTH EAST ARROW\n", + "2198 ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (↘) SOUTH EAST ARROW\n", + "2199 ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (↙) SOUTH WEST ARROW\n", + "21A9 ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (↩) LEFTWARDS ARROW WITH HOOK\n", + "21AA ;\ttext ;\tL1 ;\tnone ;\tj\t# V1.1 (↪) RIGHTWARDS ARROW WITH HOOK\n", + "231A ;\temoji ;\tL1 ;\tnone ;\tj\t# V1.1 (⌚) WATCH\n", + "231B ;\temoji ;\tL1 ;\tnone ;\tj\t# V1.1 (⌛) HOURGLASS\n", + "2328 ;\ttext ;\tL2 ;\tnone ;\tx\t# V1.1 (⌨) KEYBOARD\n", + "23CF ;\ttext ;\tL2 ;\tnone ;\tx\t# V4.0 (⏏) EJECT SYMBOL\n", + "23E9 ;\temoji ;\tL1 ;\tnone ;\tj w\t# V6.0 (⏩) BLACK RIGHT-POINTING DOUBLE TRIANGLE\n", + "23EA ;\temoji ;\tL1 ;\tnone ;\tj w\t# V6.0 (⏪) BLACK LEFT-POINTING DOUBLE TRIANGLE\n" + ] + } + ], + "source": [ + "p1 = cli.create('data/cli/dữ liệu biểu tượng cảm xúc.txt',\n", + " project_format='tsv',\n", + " headerLines=0,\n", + " skipDataLines=34,\n", + " limit=20)\n", + "cli.info(p1.project_id)\n", + "cli.export(p1.project_id)" + ] + }, + { + "cell_type": "code", + "execution_count": 64, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 2314250240290: dữ liệu biểu tượng cảm xúc\n", + " 1929957235590: evil-fruits\n" + ] + } + ], + "source": [ + "cli.ls()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Delete" + ] + }, + { + "cell_type": "code", + "execution_count": 29, + "metadata": { + "scrolled": false + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Project 1602939526221 has been successfully deleted\n" + ] + } + ], + "source": [ + "cli.delete(p1.project_id)" + ] + }, { "cell_type": "markdown", "metadata": {}, @@ -67,7 +859,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 30, "metadata": { "scrolled": false }, @@ -76,13 +868,13 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 1618143866116\n", + "id: 1675776970201\n", "rows: 10\n", - " id: 1618143866116\n", - " url: http://127.0.0.1:3333/project?project=1618143866116\n", + " id: 1675776970201\n", + " url: http://127.0.0.1:3333/project?project=1675776970201\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:53Z\n", - " created: 2019-08-20T02:12:53Z\n", + " modified: 2019-08-21T23:31:05Z\n", + " created: 2019-08-21T23:31:05Z\n", " rowCount: 10\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/duplicates.csv', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", " column 001: email\n", @@ -103,7 +895,7 @@ "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1\t1999\n", "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1\t1998\n", "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1\t1997\n", - "Project 1618143866116 has been successfully deleted\n" + "Project 1675776970201 has been successfully deleted\n" ] } ], @@ -125,14 +917,14 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 31, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "id: 1676755759011\n", + "id: 2268199900543\n", "rows: 10\n", "email\tname\tstate\tgender\tpurchase\tcount\tdate\n", "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV (UTF-8: 📺)\t1\tWed, 4 Jul 2001\n", @@ -145,7 +937,7 @@ "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1\t1999\n", "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1\t1998\n", "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1\t1997\n", - "Project 1676755759011 has been successfully deleted\n" + "Project 2268199900543 has been successfully deleted\n" ] } ], @@ -157,14 +949,14 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 32, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "id: 1970849280401\n", + "id: 1798292162864\n", "rows: 10\n", "email\tname\tstate\tgender\tpurchase\tcount\tdate\n", "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV (UTF-8: 📺)\t1\tWed, 4 Jul 2001\n", @@ -177,7 +969,7 @@ "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1\t1999\n", "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1\t1998\n", "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1\t1997\n", - "Project 1970849280401 has been successfully deleted\n" + "Project 1798292162864 has been successfully deleted\n" ] } ], @@ -198,7 +990,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 33, "metadata": { "scrolled": false }, @@ -207,13 +999,13 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 2231557582225\n", + "id: 2351526371150\n", "rows: 10\n", - " id: 2231557582225\n", - " url: http://127.0.0.1:3333/project?project=2231557582225\n", + " id: 2351526371150\n", + " url: http://127.0.0.1:3333/project?project=2351526371150\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:53Z\n", - " created: 2019-08-20T02:12:53Z\n", + " modified: 2019-08-21T23:31:05Z\n", + " created: 2019-08-21T23:31:05Z\n", " rowCount: 10\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/duplicates.csv', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': True, u'includeFileSources': False}]\n", " column 001: email\n", @@ -233,14 +1025,14 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 34, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Project 2231557582225 has been successfully deleted\n" + "Project 2351526371150 has been successfully deleted\n" ] } ], @@ -259,7 +1051,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 35, "metadata": { "scrolled": true }, @@ -268,7 +1060,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 2294888751269\n", + "id: 1753036694840\n", "rows: 11\n", "Column 1\tColumn 2\tColumn 3\tColumn 4\tColumn 5\tColumn 6\tColumn 7\n", "email\tname\tstate\tgender\tpurchase\tcount\tdate\n", @@ -282,7 +1074,7 @@ "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1\t1999\n", "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1\t1998\n", "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1\t1997\n", - "Project 2294888751269 has been successfully deleted\n" + "Project 1753036694840 has been successfully deleted\n" ] } ], @@ -303,7 +1095,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 36, "metadata": { "scrolled": false }, @@ -312,7 +1104,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 1990694976789\n", + "id: 1567779238383\n", "rows: 5\n", "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table\t1\t2001-07\n", "danny.baron@example1.com\tDaniel Baron\t\t\tBike\t1\t2001\n", @@ -320,7 +1112,7 @@ "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1\t1999\n", "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1\t1998\n", "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1\t1997\n", - "Project 1990694976789 has been successfully deleted\n" + "Project 1567779238383 has been successfully deleted\n" ] } ], @@ -341,7 +1133,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 37, "metadata": { "scrolled": true }, @@ -350,7 +1142,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 1834697810094\n", + "id: 2236287775552\n", "rows: 5\n", "email\tname\tstate\tgender\tpurchase\tcount\tdate\n", "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV (UTF-8: 📺)\t1\tWed, 4 Jul 2001\n", @@ -358,7 +1150,7 @@ "danny.baron@example1.com\t\" D.\t(\"\"Tab\"\") Baron\"\tCA\tM\tWinter jacket\t1\t2001-07-04\n", "ben.tyler@example3.org\tBen Tyler\tNV\tM\tFlashlight\t1\t2001/07/04\n", "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table\t1\t2001-07\n", - "Project 1834697810094 has been successfully deleted\n" + "Project 2236287775552 has been successfully deleted\n" ] } ], @@ -379,14 +1171,14 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 38, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "id: 1745680810911\n", + "id: 2493837924937\n", "rows: 10\n", "email,name,state,gender,purchase,count,date\tColumn 2\n", "\"danny.baron@example1.com,Danny Baron,CA,M,TV (UTF-8: 📺),1,\"\"Wed, 4 Jul 2001\"\t\n", @@ -399,7 +1191,7 @@ "melanie.white@example2.edu,Melanie White,NC,F,'iPad',1,1999\t\n", "ben.morisson@example6.org,Ben Morisson,FL,M,Amplifier,1,1998\t\n", "arthur.duff@example4.com,Arthur Duff,OR,M,Night table,1,1997\t\n", - "Project 1745680810911 has been successfully deleted\n" + "Project 2493837924937 has been successfully deleted\n" ] } ], @@ -418,7 +1210,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 39, "metadata": { "scrolled": true }, @@ -427,13 +1219,13 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 2022088294800\n", + "id: 1568868311685\n", "rows: 10\n", - " id: 2022088294800\n", - " url: http://127.0.0.1:3333/project?project=2022088294800\n", + " id: 1568868311685\n", + " url: http://127.0.0.1:3333/project?project=1568868311685\n", " name: foo\n", - " modified: 2019-08-20T02:12:53Z\n", - " created: 2019-08-20T02:12:53Z\n", + " modified: 2019-08-21T23:31:06Z\n", + " created: 2019-08-21T23:31:06Z\n", " rowCount: 10\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/duplicates.csv', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'foo', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", " column 001: email\n", @@ -443,7 +1235,7 @@ " column 005: purchase\n", " column 006: count\n", " column 007: date\n", - "Project 2022088294800 has been successfully deleted\n" + "Project 1568868311685 has been successfully deleted\n" ] } ], @@ -464,7 +1256,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 40, "metadata": { "scrolled": false }, @@ -473,14 +1265,14 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 2228120867351\n", + "id: 1889306695897\n", "rows: 10\n", - " id: 2228120867351\n", - " url: http://127.0.0.1:3333/project?project=2228120867351\n", + " id: 1889306695897\n", + " url: http://127.0.0.1:3333/project?project=1889306695897\n", " name: duplicates\n", " tags: [u'client1', u'beta']\n", - " modified: 2019-08-20T02:12:53Z\n", - " created: 2019-08-20T02:12:53Z\n", + " modified: 2019-08-21T23:31:06Z\n", + " created: 2019-08-21T23:31:06Z\n", " rowCount: 10\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/duplicates.csv', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'duplicates', u'projectTags': [u'client1', u'beta'], u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", " column 001: email\n", @@ -500,14 +1292,14 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 41, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Project 2228120867351 has been successfully deleted\n" + "Project 1889306695897 has been successfully deleted\n" ] } ], @@ -526,7 +1318,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 42, "metadata": { "scrolled": false }, @@ -535,7 +1327,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 1725478809832\n", + "id: 1906416549071\n", "rows: 5\n", "email\tname\tstate\tgender\tpurchase\tcount\tdate\n", "danny.baron@example1.com\tDaniel Baron\t\t\tBike\t1\t2001\n", @@ -543,7 +1335,7 @@ "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1\t1999\n", "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1\t1998\n", "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1\t1997\n", - "Project 1725478809832 has been successfully deleted\n" + "Project 1906416549071 has been successfully deleted\n" ] } ], @@ -566,7 +1358,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 43, "metadata": { "scrolled": true }, @@ -575,13 +1367,13 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 2533896794214\n", + "id: 1641203332364\n", "rows: 10\n", - " id: 2533896794214\n", - " url: http://127.0.0.1:3333/project?project=2533896794214\n", + " id: 1641203332364\n", + " url: http://127.0.0.1:3333/project?project=1641203332364\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:54Z\n", - " created: 2019-08-20T02:12:54Z\n", + " modified: 2019-08-21T23:31:06Z\n", + " created: 2019-08-21T23:31:06Z\n", " rowCount: 10\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/duplicates.csv', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': True, u'includeFileSources': False}]\n", " column 001: email\n", @@ -601,16 +1393,16 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 44, "metadata": { - "scrolled": true + "scrolled": false }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Project 2533896794214 has been successfully deleted\n" + "Project 1641203332364 has been successfully deleted\n" ] } ], @@ -634,7 +1426,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 45, "metadata": { "scrolled": false }, @@ -643,13 +1435,13 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 2281824651803\n", + "id: 2332414205165\n", "rows: 10\n", - " id: 2281824651803\n", - " url: http://127.0.0.1:3333/project?project=2281824651803\n", + " id: 2332414205165\n", + " url: http://127.0.0.1:3333/project?project=2332414205165\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:54Z\n", - " created: 2019-08-20T02:12:54Z\n", + " modified: 2019-08-21T23:31:06Z\n", + " created: 2019-08-21T23:31:06Z\n", " rowCount: 10\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/duplicates.tsv', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'duplicates', u'processQuotes': True, u'limit': -1, u'trimStrings': False, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", " column 001: email\n", @@ -670,7 +1462,7 @@ "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1\t1999\n", "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1\t1998\n", "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1\t1997\n", - "Project 2281824651803 has been successfully deleted\n" + "Project 2332414205165 has been successfully deleted\n" ] } ], @@ -697,7 +1489,7 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 46, "metadata": { "scrolled": false }, @@ -706,13 +1498,13 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 2534262116323\n", + "id: 1978993820770\n", "rows: 10\n", - " id: 2534262116323\n", - " url: http://127.0.0.1:3333/project?project=2534262116323\n", + " id: 1978993820770\n", + " url: http://127.0.0.1:3333/project?project=1978993820770\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:54Z\n", - " created: 2019-08-20T02:12:54Z\n", + " modified: 2019-08-21T23:31:06Z\n", + " created: 2019-08-21T23:31:06Z\n", " rowCount: 10\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/duplicates.json', u'storeBlankRows': True, u'encoding': u'', u'recordPath': [u'_', u'_'], u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", " column 001: _ - name\n", @@ -733,7 +1525,7 @@ "Melanie White\t1999\tmelanie.white@example2.edu\tNC\t1\tF\t'iPad'\n", "Ben Morisson\t1998\tben.morisson@example6.org\tFL\t1\tM\tAmplifier\n", "Arthur Duff\t1997\tarthur.duff@example4.com\tOR\t1\tM\tNight table\n", - "Project 2534262116323 has been successfully deleted\n" + "Project 1978993820770 has been successfully deleted\n" ] } ], @@ -755,7 +1547,7 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": 47, "metadata": { "scrolled": false }, @@ -764,13 +1556,13 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 2495073177504\n", + "id: 1892692171021\n", "rows: 10\n", - " id: 2495073177504\n", - " url: http://127.0.0.1:3333/project?project=2495073177504\n", + " id: 1892692171021\n", + " url: http://127.0.0.1:3333/project?project=1892692171021\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:54Z\n", - " created: 2019-08-20T02:12:54Z\n", + " modified: 2019-08-21T23:31:07Z\n", + " created: 2019-08-21T23:31:06Z\n", " rowCount: 10\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/duplicates.json', u'storeBlankRows': True, u'encoding': u'', u'recordPath': [u'_', u'_'], u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': True, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", " column 001: _ - name\n", @@ -791,7 +1583,7 @@ "Melanie White\t1999\tmelanie.white@example2.edu\tNC\t1\tF\t'iPad'\n", "Ben Morisson\t1998\tben.morisson@example6.org\tFL\t1\tM\tAmplifier\n", "Arthur Duff\t1997\tarthur.duff@example4.com\tOR\t1\tM\tNight table\n", - "Project 2495073177504 has been successfully deleted\n" + "Project 1892692171021 has been successfully deleted\n" ] } ], @@ -811,7 +1603,7 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 48, "metadata": { "scrolled": false }, @@ -820,13 +1612,13 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 1671966444040\n", + "id: 1945894618034\n", "rows: 10\n", - " id: 1671966444040\n", - " url: http://127.0.0.1:3333/project?project=1671966444040\n", + " id: 1945894618034\n", + " url: http://127.0.0.1:3333/project?project=1945894618034\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:54Z\n", - " created: 2019-08-20T02:12:54Z\n", + " modified: 2019-08-21T23:31:07Z\n", + " created: 2019-08-21T23:31:07Z\n", " rowCount: 10\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/duplicates.json', u'storeBlankRows': True, u'encoding': u'', u'recordPath': [u'_', u'_', u'purchase'], u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", " column 001: purchase\n", @@ -841,7 +1633,7 @@ "'iPad'\n", "Amplifier\n", "Night table\n", - "Project 1671966444040 has been successfully deleted\n" + "Project 1945894618034 has been successfully deleted\n" ] } ], @@ -867,7 +1659,7 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": 49, "metadata": { "scrolled": false }, @@ -876,13 +1668,13 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 2078676878032\n", + "id: 2551263767214\n", "rows: 10\n", - " id: 2078676878032\n", - " url: http://127.0.0.1:3333/project?project=2078676878032\n", + " id: 2551263767214\n", + " url: http://127.0.0.1:3333/project?project=2551263767214\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:54Z\n", - " created: 2019-08-20T02:12:54Z\n", + " modified: 2019-08-21T23:31:07Z\n", + " created: 2019-08-21T23:31:07Z\n", " rowCount: 10\n", "importOptionMetadata: [{u'storeEmptyStrings': False, u'fileSource': u'data/cli/duplicates.json', u'storeBlankRows': True, u'encoding': u'', u'recordPath': [u'_', u'_'], u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", " column 001: _ - name\n", @@ -902,7 +1694,7 @@ }, { "cell_type": "code", - "execution_count": 23, + "execution_count": 50, "metadata": { "scrolled": false }, @@ -911,7 +1703,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Project 2078676878032 has been successfully deleted\n" + "Project 2551263767214 has been successfully deleted\n" ] } ], @@ -935,7 +1727,7 @@ }, { "cell_type": "code", - "execution_count": 24, + "execution_count": 51, "metadata": { "scrolled": true }, @@ -944,13 +1736,13 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 2264312539076\n", + "id: 1926835461545\n", "rows: 80\n", - " id: 2264312539076\n", - " url: http://127.0.0.1:3333/project?project=2264312539076\n", + " id: 1926835461545\n", + " url: http://127.0.0.1:3333/project?project=1926835461545\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:54Z\n", - " created: 2019-08-20T02:12:54Z\n", + " modified: 2019-08-21T23:31:07Z\n", + " created: 2019-08-21T23:31:07Z\n", " rowCount: 80\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/duplicates.xml', u'storeBlankRows': True, u'encoding': u'', u'recordPath': [u'root'], u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", " column 001: root\n", @@ -1134,7 +1926,7 @@ " \"\t\t\t\t\t\t\t\n", "\t\"\n", " \"\t\t\t\t\t\t\t\n", - "Project 2264312539076 has been successfully deleted\n" + "Project 1926835461545 has been successfully deleted\n" ] } ], @@ -1156,7 +1948,7 @@ }, { "cell_type": "code", - "execution_count": 25, + "execution_count": 52, "metadata": { "scrolled": false }, @@ -1165,13 +1957,13 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 1917953863988\n", + "id: 1615744471501\n", "rows: 80\n", - " id: 1917953863988\n", - " url: http://127.0.0.1:3333/project?project=1917953863988\n", + " id: 1615744471501\n", + " url: http://127.0.0.1:3333/project?project=1615744471501\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:54Z\n", - " created: 2019-08-20T02:12:54Z\n", + " modified: 2019-08-21T23:31:07Z\n", + " created: 2019-08-21T23:31:07Z\n", " rowCount: 80\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/duplicates.xml', u'storeBlankRows': True, u'encoding': u'', u'recordPath': [u'root'], u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': True, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", " column 001: root\n", @@ -1355,7 +2147,7 @@ " \"\t\t\t\t\t\t\t\n", "\t\"\n", " \"\t\t\t\t\t\t\t\n", - "Project 1917953863988 has been successfully deleted\n" + "Project 1615744471501 has been successfully deleted\n" ] } ], @@ -1375,7 +2167,7 @@ }, { "cell_type": "code", - "execution_count": 26, + "execution_count": 53, "metadata": { "scrolled": false }, @@ -1384,13 +2176,13 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 2293178566671\n", + "id: 1843370951454\n", "rows: 10\n", - " id: 2293178566671\n", - " url: http://127.0.0.1:3333/project?project=2293178566671\n", + " id: 1843370951454\n", + " url: http://127.0.0.1:3333/project?project=1843370951454\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:54Z\n", - " created: 2019-08-20T02:12:54Z\n", + " modified: 2019-08-21T23:31:07Z\n", + " created: 2019-08-21T23:31:07Z\n", " rowCount: 10\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/duplicates.xml', u'storeBlankRows': True, u'encoding': u'', u'recordPath': [u'root', u'record', u'purchase'], u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", " column 001: purchase\n", @@ -1405,7 +2197,7 @@ "'iPad'\n", "Amplifier\n", "Night table\n", - "Project 2293178566671 has been successfully deleted\n" + "Project 1843370951454 has been successfully deleted\n" ] } ], @@ -1431,7 +2223,7 @@ }, { "cell_type": "code", - "execution_count": 27, + "execution_count": 54, "metadata": { "scrolled": false }, @@ -1440,13 +2232,13 @@ "name": "stdout", "output_type": "stream", "text": [ - "id: 2438123269695\n", + "id: 2549624481101\n", "rows: 10\n", - " id: 2438123269695\n", - " url: http://127.0.0.1:3333/project?project=2438123269695\n", + " id: 2549624481101\n", + " url: http://127.0.0.1:3333/project?project=2549624481101\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:54Z\n", - " created: 2019-08-20T02:12:54Z\n", + " modified: 2019-08-21T23:31:07Z\n", + " created: 2019-08-21T23:31:07Z\n", " rowCount: 10\n", "importOptionMetadata: [{u'storeEmptyStrings': False, u'fileSource': u'data/cli/duplicates.csv', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", " column 001: email\n", @@ -1466,7 +2258,7 @@ }, { "cell_type": "code", - "execution_count": 28, + "execution_count": 55, "metadata": { "scrolled": false }, @@ -1475,7 +2267,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Project 2438123269695 has been successfully deleted\n" + "Project 2549624481101 has been successfully deleted\n" ] } ], @@ -1499,20 +2291,20 @@ }, { "cell_type": "code", - "execution_count": 29, + "execution_count": 56, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "id: 1913292396645\n", + "id: 2029778313736\n", "rows: 11\n", - " id: 1913292396645\n", - " url: http://127.0.0.1:3333/project?project=1913292396645\n", + " id: 2029778313736\n", + " url: http://127.0.0.1:3333/project?project=2029778313736\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:55Z\n", - " created: 2019-08-20T02:12:54Z\n", + " modified: 2019-08-21T23:31:07Z\n", + " created: 2019-08-21T23:31:07Z\n", " rowCount: 11\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/duplicates.txt', u'storeBlankRows': True, u'encoding': u'', u'ignoreLines': -1, u'projectName': u'duplicates', u'processQuotes': True, u'skipDataLines': -1, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False, u'headerLines': 0}]\n", " column 001: Column 1\n", @@ -1528,7 +2320,7 @@ "melanie.white@example2.edu Melanie White NC F 'iPad' 1 1999 \n", "ben.morisson@example6.org Ben Morisson FL M Amplifier 1 1998 \n", "arthur.duff@example4.com Arthur Duff OR M Night table 1 1997 \n", - "Project 1913292396645 has been successfully deleted\n" + "Project 2029778313736 has been successfully deleted\n" ] } ], @@ -1550,20 +2342,20 @@ }, { "cell_type": "code", - "execution_count": 30, + "execution_count": 57, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "id: 1958513543951\n", + "id: 1614710460265\n", "rows: 6\n", - " id: 1958513543951\n", - " url: http://127.0.0.1:3333/project?project=1958513543951\n", + " id: 1614710460265\n", + " url: http://127.0.0.1:3333/project?project=1614710460265\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:55Z\n", - " created: 2019-08-20T02:12:55Z\n", + " modified: 2019-08-21T23:31:08Z\n", + " created: 2019-08-21T23:31:08Z\n", " rowCount: 6\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/duplicates.txt', u'storeBlankRows': True, u'encoding': u'', u'ignoreLines': -1, u'projectName': u'duplicates', u'processQuotes': True, u'limit': -1, u'skipDataLines': -1, u'separator': u',', u'trimStrings': False, u'linesPerRow': 2, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False, u'headerLines': 0}]\n", " column 001: Column 1\n", @@ -1575,7 +2367,7 @@ "danny.baron@example1.com Daniel Baron Bike 1 2001 \tjean.griffith@example5.org Jean Griffith WA F Power drill 1 2000 \n", "melanie.white@example2.edu Melanie White NC F 'iPad' 1 1999 \tben.morisson@example6.org Ben Morisson FL M Amplifier 1 1998 \n", "arthur.duff@example4.com Arthur Duff OR M Night table 1 1997 \t\n", - "Project 1958513543951 has been successfully deleted\n" + "Project 1614710460265 has been successfully deleted\n" ] } ], @@ -1595,20 +2387,20 @@ }, { "cell_type": "code", - "execution_count": 31, + "execution_count": 58, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "id: 1703842312470\n", + "id: 1729341878534\n", "rows: 10\n", - " id: 1703842312470\n", - " url: http://127.0.0.1:3333/project?project=1703842312470\n", + " id: 1729341878534\n", + " url: http://127.0.0.1:3333/project?project=1729341878534\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:55Z\n", - " created: 2019-08-20T02:12:55Z\n", + " modified: 2019-08-21T23:31:08Z\n", + " created: 2019-08-21T23:31:08Z\n", " rowCount: 10\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'data/cli/duplicates.txt', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'duplicates', u'processQuotes': True, u'limit': -1, u'separator': u',', u'trimStrings': False, u'columnWidths': [27, 21, 6, 7, 15, 6, 1000], u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False, u'headerLines': 1}]\n", " column 001: email\n", @@ -1629,7 +2421,7 @@ "melanie.white@example2.edu \tMelanie White \tNC \tF \t'iPad' \t1 \t1999 \n", "ben.morisson@example6.org \tBen Morisson \tFL \tM \tAmplifier \t1 \t1998 \n", "arthur.duff@example4.com \tArthur Duff \tOR \tM \tNight table \t1 \t1997 \n", - "Project 1703842312470 has been successfully deleted\n" + "Project 1729341878534 has been successfully deleted\n" ] } ], @@ -1658,20 +2450,20 @@ }, { "cell_type": "code", - "execution_count": 32, + "execution_count": 59, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "id: 2381217278039\n", + "id: 2279718038457\n", "rows: 16\n", - " id: 2381217278039\n", - " url: http://127.0.0.1:3333/project?project=2381217278039\n", + " id: 2279718038457\n", + " url: http://127.0.0.1:3333/project?project=2279718038457\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:55Z\n", - " created: 2019-08-20T02:12:55Z\n", + " modified: 2019-08-21T23:31:08Z\n", + " created: 2019-08-21T23:31:08Z\n", " rowCount: 16\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'duplicates2.csv', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}, {u'storeEmptyStrings': True, u'fileSource': u'duplicates2.csv', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': False}]\n", " column 001: email\n", @@ -1698,7 +2490,7 @@ "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table, Night table\t2\t2001-07, 1997\n", "jean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\t1\t2000\n", "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1\t1998\n", - "Project 2381217278039 has been successfully deleted\n" + "Project 2279718038457 has been successfully deleted\n" ] } ], @@ -1720,20 +2512,20 @@ }, { "cell_type": "code", - "execution_count": 33, + "execution_count": 60, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "id: 2314884555837\n", + "id: 2100283089198\n", "rows: 16\n", - " id: 2314884555837\n", - " url: http://127.0.0.1:3333/project?project=2314884555837\n", + " id: 2100283089198\n", + " url: http://127.0.0.1:3333/project?project=2100283089198\n", " name: duplicates\n", - " modified: 2019-08-20T02:12:55Z\n", - " created: 2019-08-20T02:12:55Z\n", + " modified: 2019-08-21T23:31:08Z\n", + " created: 2019-08-21T23:31:08Z\n", " rowCount: 16\n", "importOptionMetadata: [{u'storeEmptyStrings': True, u'fileSource': u'duplicates2.csv', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': True}, {u'storeEmptyStrings': True, u'fileSource': u'duplicates2.csv', u'storeBlankRows': True, u'encoding': u'', u'projectName': u'duplicates', u'processQuotes': True, u'separator': u',', u'trimStrings': False, u'limit': -1, u'storeBlankCellsAsNulls': True, u'guessCellValueTypes': False, u'includeFileSources': True}]\n", " column 001: File\n", @@ -1761,7 +2553,7 @@ "duplicates2.csv\tarthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table, Night table\t2\t2001-07, 1997\n", "duplicates2.csv\tjean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\t1\t2000\n", "duplicates2.csv\tben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1\t1998\n", - "Project 2314884555837 has been successfully deleted\n" + "Project 2100283089198 has been successfully deleted\n" ] } ], @@ -1790,51 +2582,20 @@ }, { "cell_type": "code", - "execution_count": 36, + "execution_count": 61, "metadata": {}, "outputs": [ { - "name": "stdout", - "output_type": "stream", - "text": [ - "id: 1620818141127\n", - "rows: 11\n", - " id: 1620818141127\n", - " url: http://127.0.0.1:3333/project?project=1620818141127\n", - " name: duplicates\n", - " modified: 2019-08-20T02:13:41Z\n", - " created: 2019-08-20T02:13:41Z\n", - " column 001: email\n", - " column 002: name\n", - " column 003: state\n", - " column 004: gender\n", - " column 005: purchase\n", - " column 006: count\n", - " column 007: date\n", - " column 008: Column\n", - " column 009: Column 9\n", - " column 010: Column 10\n", - " column 011: Column 11\n", - " column 012: Column 12\n", - " column 013: Column 13\n", - " column 014: Column 14\n", - " column 015: Column 15\n", - " column 016: Column 16\n", - " column 017: Column 17\n", - " column 018: Column 18\n", - " column 019: Column 19\n", - "email\tname\tstate\tgender\tpurchase\tcount\tdate\tColumn\tColumn 9\tColumn 10\tColumn 11\tColumn 12\tColumn 13\tColumn 14\tColumn 15\tColumn 16\tColumn 17\tColumn 18\tColumn 19\n", - "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV (UTF-8: 📺)\t1.0\tWed, 4 Jul 2001\t\t\t\t\t\t\t\t\t\t\t\t\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t\t1.0\t2001-07-04T12:08:56\t\t\t\t\t\t\t\t\t\t\t\t\n", - "danny.baron@example1.com\t\" D.(\"\"Tab\"\") Baron\"\tCA\tM\tWinter jacket\t1.0\t2001-07-04\t\t\t\t\t\t\t\t\t\t\t\t\n", - "ben.tyler@example3.org\tBen Tyler\tNV\tM\tFlashlight\t1.0\t2001/07/04\t\t\t\t\t\t\t\t\t\t\t\t\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table\t1.0\t2001-07\t\t\t\t\t\t\t\t\t\t\t\t\n", - "danny.baron@example1.com\tDaniel Baron\t\t\tBike\t1.0\t2001.0\t\t\t\t\t\t\t\t\t\t\t\t\n", - "jean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\t1.0\t2000.0\t\t\t\t\t\t\t\t\t\t\t\t\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1.0\t1999.0\t\t\t\t\t\t\t\t\t\t\t\t\n", - "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1.0\t1998.0\t\t\t\t\t\t\t\t\t\t\t\t\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1.0\t1997.0\t\t\t\t\t\t\t\t\t\t\t\t\n", - "Project 1620818141127 has been successfully deleted\n" + "ename": "Exception", + "evalue": "Project not created", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mException\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mp\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcli\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcreate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'data/cli/duplicates.ods'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 2\u001b[0m \u001b[0mcli\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minfo\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mproject_id\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 3\u001b[0m \u001b[0mcli\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexport\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mproject_id\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 4\u001b[0m \u001b[0mcli\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdelete\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mproject_id\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/home/felix/.local/lib/python2.7/site-packages/google/refine/cli.pyc\u001b[0m in \u001b[0;36mcreate\u001b[0;34m(project_file, project_format, columnWidths, encoding, guessCellValueTypes, headerLines, ignoreLines, includeFileSources, limit, linesPerRow, processQuotes, projectName, projectTags, recordPath, separator, sheets, skipDataLines, storeBlankCellsAsNulls, storeBlankRows, storeEmptyStrings, trimStrings)\u001b[0m\n\u001b[1;32m 125\u001b[0m \u001b[0mstore_blank_cells_as_nulls\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mstoreBlankCellsAsNulls\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 126\u001b[0m \u001b[0minclude_file_sources\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mincludeFileSources\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 127\u001b[0;31m **kwargs)\n\u001b[0m\u001b[1;32m 128\u001b[0m \u001b[0mrows\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mproject\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdo_json\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'get-rows'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'total'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 129\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mrows\u001b[0m \u001b[0;34m>\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/home/felix/.local/lib/python2.7/site-packages/google/refine/refine.pyc\u001b[0m in \u001b[0;36mnew_project\u001b[0;34m(self, project_file, project_url, project_name, project_format, encoding, separator, ignore_lines, header_lines, skip_data_lines, limit, store_blank_rows, guess_cell_value_types, process_quotes, store_blank_cells_as_nulls, include_file_sources, **opts)\u001b[0m\n\u001b[1;32m 279\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mRefineProject\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mserver\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mproject_id\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 280\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 281\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mException\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'Project not created'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 282\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 283\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mException\u001b[0m: Project not created" ] } ], @@ -1861,54 +2622,9 @@ }, { "cell_type": "code", - "execution_count": 37, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "id: 1985853059017\n", - "rows: 11\n", - " id: 1985853059017\n", - " url: http://127.0.0.1:3333/project?project=1985853059017\n", - " name: duplicates2\n", - " modified: 2019-08-20T02:13:47Z\n", - " created: 2019-08-20T02:13:47Z\n", - " column 001: email\n", - " column 002: name\n", - " column 003: state\n", - " column 004: gender\n", - " column 005: purchase\n", - " column 006: count\n", - " column 007: date\n", - " column 008: Column\n", - " column 009: Column 9\n", - " column 010: Column 10\n", - " column 011: Column 11\n", - " column 012: Column 12\n", - " column 013: Column 13\n", - " column 014: Column 14\n", - " column 015: Column 15\n", - " column 016: Column 16\n", - " column 017: Column 17\n", - " column 018: Column 18\n", - " column 019: Column 19\n", - "email\tname\tstate\tgender\tpurchase\tcount\tdate\tColumn\tColumn 9\tColumn 10\tColumn 11\tColumn 12\tColumn 13\tColumn 14\tColumn 15\tColumn 16\tColumn 17\tColumn 18\tColumn 19\n", - "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV (UTF-8: 📺)\t1.0\tWed, 4 Jul 2001\t\t\t\t\t\t\t\t\t\t\t\t\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t\t1.0\t2001-07-04T12:08:56\t\t\t\t\t\t\t\t\t\t\t\t\n", - "danny.baron@example1.com\t\" D.(\"\"Tab\"\") Baron\"\tCA\tM\tWinter jacket\t1.0\t2001-07-04\t\t\t\t\t\t\t\t\t\t\t\t\n", - "ben.tyler@example3.org\tBen Tyler\tNV\tM\tFlashlight\t1.0\t2001/07/04\t\t\t\t\t\t\t\t\t\t\t\t\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table\t1.0\t2001-07\t\t\t\t\t\t\t\t\t\t\t\t\n", - "danny.baron@example1.com\tDaniel Baron\t\t\tBike\t1.0\t2001.0\t\t\t\t\t\t\t\t\t\t\t\t\n", - "jean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\t1.0\t2000.0\t\t\t\t\t\t\t\t\t\t\t\t\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1.0\t1999.0\t\t\t\t\t\t\t\t\t\t\t\t\n", - "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1.0\t1998.0\t\t\t\t\t\t\t\t\t\t\t\t\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1.0\t1997.0\t\t\t\t\t\t\t\t\t\t\t\t\n", - "Project 1985853059017 has been successfully deleted\n" - ] - } - ], + "outputs": [], "source": [ "p = cli.create('data/cli/duplicates2.ods', sheets=[0])\n", "cli.info(p.project_id)\n", @@ -1925,69 +2641,11 @@ }, { "cell_type": "code", - "execution_count": 38, + "execution_count": null, "metadata": { "scrolled": false }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "id: 2325827930833\n", - "rows: 18\n", - " id: 2325827930833\n", - " url: http://127.0.0.1:3333/project?project=2325827930833\n", - " name: duplicates2\n", - " modified: 2019-08-20T02:13:49Z\n", - " created: 2019-08-20T02:13:49Z\n", - " column 001: email\n", - " column 002: name\n", - " column 003: state\n", - " column 004: gender\n", - " column 005: purchase\n", - " column 006: count\n", - " column 007: date\n", - " column 008: Column\n", - " column 009: Column 9\n", - " column 010: Column 10\n", - " column 011: Column 11\n", - " column 012: Column 12\n", - " column 013: Column 13\n", - " column 014: Column 14\n", - " column 015: Column 15\n", - " column 016: Column 16\n", - " column 017: Column 17\n", - " column 018: Column 18\n", - " column 019: Column 19\n", - " column 020: Column 20\n", - " column 021: Column 21\n", - " column 022: Column 22\n", - " column 023: Column 23\n", - " column 024: Column 24\n", - " column 025: Column 25\n", - " column 026: Column 26\n", - "email\tname\tstate\tgender\tpurchase\tcount\tdate\tColumn\tColumn 9\tColumn 10\tColumn 11\tColumn 12\tColumn 13\tColumn 14\tColumn 15\tColumn 16\tColumn 17\tColumn 18\tColumn 19\tColumn 20\tColumn 21\tColumn 22\tColumn 23\tColumn 24\tColumn 25\tColumn 26\n", - "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV (UTF-8: 📺)\t1.0\tWed, 4 Jul 2001\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t\t1.0\t2001-07-04T12:08:56\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "danny.baron@example1.com\t\" D.(\"\"Tab\"\") Baron\"\tCA\tM\tWinter jacket\t1.0\t2001-07-04\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "ben.tyler@example3.org\tBen Tyler\tNV\tM\tFlashlight\t1.0\t2001/07/04\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table\t1.0\t2001-07\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "danny.baron@example1.com\tDaniel Baron\t\t\tBike\t1.0\t2001.0\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "jean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\t1.0\t2000.0\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1.0\t1999.0\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1.0\t1998.0\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1.0\t1997.0\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV (UTF-8: 📺), Winter jacket, bike\t3.0\tWed, 4 Jul 2001, 2001-07-04, 2001\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t, 'iPad'\t2.0\t2001-07-04T12:08:56, 1999\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "ben.tyler@example3.org\tBen Tyler\tNV\tM\tFlashlight\t1.0\t2001/07/04\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table, Night table\t2.0\t2001-07, 1997\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "jean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\t1.0\t2000.0\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1.0\t1998.0\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n", - "Project 2325827930833 has been successfully deleted\n" - ] - } - ], + "outputs": [], "source": [ "p = cli.create('data/cli/duplicates2.ods', sheets=[0, 1])\n", "cli.info(p.project_id)\n", @@ -2011,42 +2669,9 @@ }, { "cell_type": "code", - "execution_count": 39, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "id: 1607123650693\n", - "rows: 10\n", - " id: 1607123650693\n", - " url: http://127.0.0.1:3333/project?project=1607123650693\n", - " name: duplicates\n", - " modified: 2019-08-20T02:13:52Z\n", - " created: 2019-08-20T02:13:52Z\n", - " column 001: email\n", - " column 002: name\n", - " column 003: state\n", - " column 004: gender\n", - " column 005: purchase\n", - " column 006: count\n", - " column 007: date\n", - "email\tname\tstate\tgender\tpurchase\tcount\tdate\n", - "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV (UTF-8: 📺)\t1.0\tWed, 4 Jul 2001\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t\t1.0\t2001-07-04T12:08:56\n", - "danny.baron@example1.com\t\" D. (\"\"Tab\"\") Baron\"\tCA\tM\tWinter jacket\t1.0\t2001-07-04\n", - "ben.tyler@example3.org\tBen Tyler\tNV\tM\tFlashlight\t1.0\t2001/07/04\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table\t1.0\t2001-07\n", - "danny.baron@example1.com\tDaniel Baron\t\t\tBike\t1.0\t2001.0\n", - "jean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\t1.0\t2000.0\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1.0\t1999.0\n", - "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1.0\t1998.0\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1.0\t1997.0\n", - "Project 1607123650693 has been successfully deleted\n" - ] - } - ], + "outputs": [], "source": [ "p = cli.create('data/cli/duplicates.xls')\n", "cli.info(p.project_id)\n", @@ -2070,42 +2695,9 @@ }, { "cell_type": "code", - "execution_count": 40, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "id: 2439816728218\n", - "rows: 10\n", - " id: 2439816728218\n", - " url: http://127.0.0.1:3333/project?project=2439816728218\n", - " name: duplicates2\n", - " modified: 2019-08-20T02:13:58Z\n", - " created: 2019-08-20T02:13:58Z\n", - " column 001: email\n", - " column 002: name\n", - " column 003: state\n", - " column 004: gender\n", - " column 005: purchase\n", - " column 006: count\n", - " column 007: date\n", - "email\tname\tstate\tgender\tpurchase\tcount\tdate\n", - "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV (UTF-8: 📺)\t1.0\tWed, 4 Jul 2001\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t\t1.0\t2001-07-04T12:08:56\n", - "danny.baron@example1.com\t\" D.(\"\"Tab\"\") Baron\"\tCA\tM\tWinter jacket\t1.0\t2001-07-04\n", - "ben.tyler@example3.org\tBen Tyler\tNV\tM\tFlashlight\t1.0\t2001/07/04\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table\t1.0\t2001-07\n", - "danny.baron@example1.com\tDaniel Baron\t\t\tBike\t1.0\t2001.0\n", - "jean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\t1.0\t2000.0\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1.0\t1999.0\n", - "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1.0\t1998.0\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1.0\t1997.0\n", - "Project 2439816728218 has been successfully deleted\n" - ] - } - ], + "outputs": [], "source": [ "p = cli.create('data/cli/duplicates2.xls', sheets=[0])\n", "cli.info(p.project_id)\n", @@ -2122,50 +2714,11 @@ }, { "cell_type": "code", - "execution_count": 41, + "execution_count": null, "metadata": { "scrolled": false }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "id: 1954256360738\n", - "rows: 16\n", - " id: 1954256360738\n", - " url: http://127.0.0.1:3333/project?project=1954256360738\n", - " name: duplicates2\n", - " modified: 2019-08-20T02:13:59Z\n", - " created: 2019-08-20T02:13:59Z\n", - " column 001: email\n", - " column 002: name\n", - " column 003: state\n", - " column 004: gender\n", - " column 005: purchase\n", - " column 006: count\n", - " column 007: date\n", - "email\tname\tstate\tgender\tpurchase\tcount\tdate\n", - "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV (UTF-8: 📺)\t1.0\tWed, 4 Jul 2001\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t\t1.0\t2001-07-04T12:08:56\n", - "danny.baron@example1.com\t\" D.(\"\"Tab\"\") Baron\"\tCA\tM\tWinter jacket\t1.0\t2001-07-04\n", - "ben.tyler@example3.org\tBen Tyler\tNV\tM\tFlashlight\t1.0\t2001/07/04\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table\t1.0\t2001-07\n", - "danny.baron@example1.com\tDaniel Baron\t\t\tBike\t1.0\t2001.0\n", - "jean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\t1.0\t2000.0\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1.0\t1999.0\n", - "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1.0\t1998.0\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1.0\t1997.0\n", - "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV (UTF-8: 📺), Winter jacket, bike\t3.0\tWed, 4 Jul 2001, 2001-07-04, 2001\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t, 'iPad'\t2.0\t2001-07-04T12:08:56, 1999\n", - "ben.tyler@example3.org\tBen Tyler\tNV\tM\tFlashlight\t1.0\t2001/07/04\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table, Night table\t2.0\t2001-07, 1997\n", - "jean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\t1.0\t2000.0\n", - "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1.0\t1998.0\n", - "Project 1954256360738 has been successfully deleted\n" - ] - } - ], + "outputs": [], "source": [ "p = cli.create('data/cli/duplicates2.xls', sheets=[0, 1])\n", "cli.info(p.project_id)\n", @@ -2189,42 +2742,9 @@ }, { "cell_type": "code", - "execution_count": 42, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "id: 2423289296267\n", - "rows: 10\n", - " id: 2423289296267\n", - " url: http://127.0.0.1:3333/project?project=2423289296267\n", - " name: duplicates\n", - " modified: 2019-08-20T02:14:01Z\n", - " created: 2019-08-20T02:14:01Z\n", - " column 001: email\n", - " column 002: name\n", - " column 003: state\n", - " column 004: gender\n", - " column 005: purchase\n", - " column 006: count\n", - " column 007: date\n", - "email\tname\tstate\tgender\tpurchase\tcount\tdate\n", - "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV (UTF-8: 📺)\t1.0\tWed, 4 Jul 2001\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t\t1.0\t2001-07-04T12:08:56\n", - "danny.baron@example1.com\t\" D. (\"\"Tab\"\") Baron\"\tCA\tM\tWinter jacket\t1.0\t2001-07-04\n", - "ben.tyler@example3.org\tBen Tyler\tNV\tM\tFlashlight\t1.0\t2001/07/04\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table\t1.0\t2001-07\n", - "danny.baron@example1.com\tDaniel Baron\t\t\tBike\t1.0\t2001.0\n", - "jean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\t1.0\t2000.0\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1.0\t1999.0\n", - "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1.0\t1998.0\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1.0\t1997.0\n", - "Project 2423289296267 has been successfully deleted\n" - ] - } - ], + "outputs": [], "source": [ "p = cli.create('data/cli/duplicates.xlsx')\n", "cli.info(p.project_id)\n", @@ -2248,42 +2768,9 @@ }, { "cell_type": "code", - "execution_count": 43, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "id: 1593486586431\n", - "rows: 10\n", - " id: 1593486586431\n", - " url: http://127.0.0.1:3333/project?project=1593486586431\n", - " name: duplicates2\n", - " modified: 2019-08-20T02:14:04Z\n", - " created: 2019-08-20T02:14:04Z\n", - " column 001: email\n", - " column 002: name\n", - " column 003: state\n", - " column 004: gender\n", - " column 005: purchase\n", - " column 006: count\n", - " column 007: date\n", - "email\tname\tstate\tgender\tpurchase\tcount\tdate\n", - "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV (UTF-8: 📺)\t1.0\tWed, 4 Jul 2001\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t\t1.0\t2001-07-04T12:08:56\n", - "danny.baron@example1.com\t\" D.(\"\"Tab\"\") Baron\"\tCA\tM\tWinter jacket\t1.0\t2001-07-04\n", - "ben.tyler@example3.org\tBen Tyler\tNV\tM\tFlashlight\t1.0\t2001/07/04\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table\t1.0\t2001-07\n", - "danny.baron@example1.com\tDaniel Baron\t\t\tBike\t1.0\t2001.0\n", - "jean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\t1.0\t2000.0\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1.0\t1999.0\n", - "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1.0\t1998.0\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1.0\t1997.0\n", - "Project 1593486586431 has been successfully deleted\n" - ] - } - ], + "outputs": [], "source": [ "p = cli.create('data/cli/duplicates2.xlsx', sheets=[0])\n", "cli.info(p.project_id)\n", @@ -2300,63 +2787,17 @@ }, { "cell_type": "code", - "execution_count": 44, + "execution_count": null, "metadata": { "scrolled": false }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "id: 1857964669991\n", - "rows: 16\n", - " id: 1857964669991\n", - " url: http://127.0.0.1:3333/project?project=1857964669991\n", - " name: duplicates2\n", - " modified: 2019-08-20T02:14:09Z\n", - " created: 2019-08-20T02:14:09Z\n", - " column 001: email\n", - " column 002: name\n", - " column 003: state\n", - " column 004: gender\n", - " column 005: purchase\n", - " column 006: count\n", - " column 007: date\n", - "email\tname\tstate\tgender\tpurchase\tcount\tdate\n", - "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV (UTF-8: 📺)\t1.0\tWed, 4 Jul 2001\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t\t1.0\t2001-07-04T12:08:56\n", - "danny.baron@example1.com\t\" D.(\"\"Tab\"\") Baron\"\tCA\tM\tWinter jacket\t1.0\t2001-07-04\n", - "ben.tyler@example3.org\tBen Tyler\tNV\tM\tFlashlight\t1.0\t2001/07/04\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table\t1.0\t2001-07\n", - "danny.baron@example1.com\tDaniel Baron\t\t\tBike\t1.0\t2001.0\n", - "jean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\t1.0\t2000.0\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t'iPad'\t1.0\t1999.0\n", - "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1.0\t1998.0\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tNight table\t1.0\t1997.0\n", - "danny.baron@example1.com\tDanny Baron\tCA\tM\tTV (UTF-8: 📺), Winter jacket, bike\t3.0\tWed, 4 Jul 2001, 2001-07-04, 2001\n", - "melanie.white@example2.edu\tMelanie White\tNC\tF\t, 'iPad'\t2.0\t2001-07-04T12:08:56, 1999\n", - "ben.tyler@example3.org\tBen Tyler\tNV\tM\tFlashlight\t1.0\t2001/07/04\n", - "arthur.duff@example4.com\tArthur Duff\tOR\tM\tDining table, Night table\t2.0\t2001-07, 1997\n", - "jean.griffith@example5.org\tJean Griffith\tWA\tF\tPower drill\t1.0\t2000.0\n", - "ben.morisson@example6.org\tBen Morisson\tFL\tM\tAmplifier\t1.0\t1998.0\n", - "Project 1857964669991 has been successfully deleted\n" - ] - } - ], + "outputs": [], "source": [ "p = cli.create('data/cli/duplicates2.xlsx', sheets=[0, 1])\n", "cli.info(p.project_id)\n", "cli.export(p.project_id)\n", "cli.delete(p.project_id)" ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] } ], "metadata": {