Merge pull request ibis-project#22 from anmyachev/speed-up-census

PERF: remove extra sql execution on omnisci side
amyskov · Mar 5, 2020 · 4b8a89c · 4b8a89c
2 parents 76c710a + 9959917
commit 4b8a89c
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/census/census_pandas_ibis.py b/census/census_pandas_ibis.py
@@ -266,9 +266,10 @@ def etl_ibis(
         table = table.set_column(column, table[column].cast("float64"))
         etl_times["t_typeconvert"] += timer() - t0
 
-    y = table["EDUC"].execute()
+    df = table.execute()
+    y = df["EDUC"]
     t0 = timer()
-    X = table.drop(["EDUC"]).execute()
+    X = df.drop(["EDUC"], axis=1)
     etl_times["t_drop"] += timer() - t0
 
     etl_times["t_etl"] = timer() - t_etl_start