less shitty way of counting digits

ya, it wasn’t counting floats
elliewix · Aug 27, 2016 · 8392370 · 8392370
1 parent 42161d2
commit 8392370
Show file tree

Hide file tree

Showing 1,010 changed files with 2,894 additions and 2,006 deletions.
diff --git a/.Rhistory b/.Rhistory
diff --git a/.ipynb_checkpoints/Untitled-checkpoint.ipynb b/.ipynb_checkpoints/Untitled-checkpoint.ipynb
@@ -0,0 +1,6 @@
+{
+ "cells": [],
+ "metadata": {},
+ "nbformat": 4,
+ "nbformat_minor": 0
+}
diff --git a/.ipynb_checkpoints/Untitled1-checkpoint.ipynb b/.ipynb_checkpoints/Untitled1-checkpoint.ipynb
@@ -0,0 +1,6 @@
+{
+ "cells": [],
+ "metadata": {},
+ "nbformat": 4,
+ "nbformat_minor": 0
+}
diff --git a/data_profile.py b/data_profile.py
@@ -63,7 +63,15 @@ def review_csv(file, mode = 'rt', headers = True, index_row = True, missing = ''
             info['unique_value_content'] = "Not reported (More than 10 unique values)"
         info['missing'] = data[i].count(missing)
         info['percent_missing'] = "{:.0%}".format(info['missing'] / len(data[i]))
-        digits = len([d for d in data[i] if d.isdigit()])
+        #digits = len([d for d in data[i] if d.isdigit()])
+        dcount = 0
+        for d in data[i]:
+            try:
+                float(d)
+                dcount += 1
+            except:
+                pass #hahaha i'll pay for this
+        digits = dcount
         totalvalues = len([d for d in data[i] if len(d) > 0])
         if totalvalues == 0:
             info['percent_digit'] = "no digits"
@@ -166,8 +174,6 @@ def main(source, target, missingcode):
             all_file_data[f] = ({'file_metadata': finfo, \
                              'csv_basic': csvinfo['csv_basic'], \
                              'columns': csvinfo['cols']})
-            #print "looking at " + f
-            #print len(all_file_data)
             make_md(f, all_file_data[f], headers, target)
     write_name = target.split('/')[-2].split('.')[0] + '_DataProfiles.json'
     with open(target + write_name, 'wt') as jsonout:

diff --git a/fakes/0_DataProfile.md b/fakes/0_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/0.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/100_DataProfile.md b/fakes/100_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/100.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/101_DataProfile.md b/fakes/101_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/101.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/102_DataProfile.md b/fakes/102_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/102.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/103_DataProfile.md b/fakes/103_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/103.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/104_DataProfile.md b/fakes/104_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/104.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/105_DataProfile.md b/fakes/105_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/105.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/106_DataProfile.md b/fakes/106_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/106.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/107_DataProfile.md b/fakes/107_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/107.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/108_DataProfile.md b/fakes/108_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/108.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/109_DataProfile.md b/fakes/109_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/109.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/10_DataProfile.md b/fakes/10_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/10.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/110_DataProfile.md b/fakes/110_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/110.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/111_DataProfile.md b/fakes/111_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/111.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/112_DataProfile.md b/fakes/112_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/112.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/113_DataProfile.md b/fakes/113_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/113.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/114_DataProfile.md b/fakes/114_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/114.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/115_DataProfile.md b/fakes/115_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/115.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/116_DataProfile.md b/fakes/116_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/116.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/117_DataProfile.md b/fakes/117_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/117.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/118_DataProfile.md b/fakes/118_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/118.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/119_DataProfile.md b/fakes/119_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/119.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/11_DataProfile.md b/fakes/11_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/11.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/120_DataProfile.md b/fakes/120_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/120.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/121_DataProfile.md b/fakes/121_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/121.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/122_DataProfile.md b/fakes/122_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/122.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/123_DataProfile.md b/fakes/123_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/123.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/124_DataProfile.md b/fakes/124_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/124.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/125_DataProfile.md b/fakes/125_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/125.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/126_DataProfile.md b/fakes/126_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/126.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/127_DataProfile.md b/fakes/127_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/127.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/128_DataProfile.md b/fakes/128_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/128.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/129_DataProfile.md b/fakes/129_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/129.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/12_DataProfile.md b/fakes/12_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/12.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/130_DataProfile.md b/fakes/130_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/130.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/131_DataProfile.md b/fakes/131_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/131.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/132_DataProfile.md b/fakes/132_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/132.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10

diff --git a/fakes/133_DataProfile.md b/fakes/133_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/133.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:11
 
 
 Number of columns: 10

diff --git a/fakes/134_DataProfile.md b/fakes/134_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/134.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:11
 
 
 Number of columns: 10

diff --git a/fakes/135_DataProfile.md b/fakes/135_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/135.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:11
 
 
 Number of columns: 10

diff --git a/fakes/136_DataProfile.md b/fakes/136_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/136.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:11
 
 
 Number of columns: 10

diff --git a/fakes/137_DataProfile.md b/fakes/137_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/137.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:11
 
 
 Number of columns: 10

diff --git a/fakes/138_DataProfile.md b/fakes/138_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/138.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:11
 
 
 Number of columns: 10

diff --git a/fakes/139_DataProfile.md b/fakes/139_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/139.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:11
 
 
 Number of columns: 10

diff --git a/fakes/13_DataProfile.md b/fakes/13_DataProfile.md
@@ -1,6 +1,6 @@
 Data Profile for fakedata/13.csv
 
-Generated on: 2016-Aug-11 20:46:47
+Generated on: 2016-Aug-27 16:21:10
 
 
 Number of columns: 10