checking in progress

franciscojavierarceo · franciscojavierarceo · commit 0d0d117e8e53 · 2024-09-29T22:49:34.000-04:00
Signed-off-by: Francisco Javier Arceo &lt;farceo@redhat.com&gt;
diff --git a/sdk/python/feast/infra/online_stores/sqlite.py b/sdk/python/feast/infra/online_stores/sqlite.py
@@ -21,6 +21,7 @@
 from pathlib import Path
 from typing import Any, Callable, Dict, List, Literal, Optional, Sequence, Tuple, Union
 
+import pandas as pd
 from google.protobuf.internal.containers import RepeatedScalarFieldContainer
 from pydantic import StrictStr
 
@@ -153,13 +154,6 @@ def online_write_batch(
                         )
 
                     else:
-                        if (
-                            table_name
-                            == "test_on_demand_python_transformation_python_stored_writes_feature_view"
-                        ):
-                            print(
-                                f"writing online batch for {table_name} - {feature_name} = {val}"
-                            )
                         conn.execute(
                             f"""
                                 UPDATE {table_name}
@@ -177,8 +171,7 @@ def online_write_batch(
                             ),
                         )
 
-                        # try:
-                        if True:
+                        try:
                             conn.execute(
                                 f"""INSERT OR IGNORE INTO {table_name}
                                 (entity_key, feature_name, value, event_ts, created_ts)
@@ -191,13 +184,23 @@ def online_write_batch(
                                     created_ts,
                                 ),
                             )
-                        else:
+                        except Exception as e:
                             # print(
                             #     f"error writing online batch for {table_name} - {feature_name} = {val}\n {e}"
                             # )
                             print(
                                 f'querying all records for table: {conn.execute(f"select * from {table_name}").fetchall()}'
                             )
+                            def get_table_data(conn):
+                                x = conn.execute(f"select * from sqlite_master").fetchall()
+                                y = conn.execute(f"select * from sqlite_master")
+                                names = list(map(lambda x: x[0], y.description))
+                                return pd.DataFrame(x, columns=names)
+
+                            df = get_table_data(conn)
+                            tmp = [ conn.execute(f"select count(*) from {table_name}").fetchall() for table_name in df['name'].values if table_name not in ['sqlite_autoindex_test_on_demand_python_transformation_driver_hourly_stats_1', 'test_on_demand_python_transformation_driver_hourly_stats_ek', 'sqlite_autoindex_test_on_demand_python_transformation_python_stored_writes_feature_view_1', 'test_on_demand_python_transformation_python_stored_writes_feature_view_ek']]
+                            print(tmp)
+
                             r = conn.execute("""
                             SELECT * FROM sqlite_master WHERE type='table' and name = 'test_on_demand_python_transformation_python_stored_writes_feature_view';
                                 """)
