init research

2026-02-08 11:20:43 -10:00
commit bdf064f54d
3041 changed files with 1592200 additions and 0 deletions
@@ -0,0 +1,22 @@
+import pandas as pd
+import pyarrow as pa
+import pyarrow.feather as feather
+
+# with pa.ipc.open_stream("test/data/alldtypes.arrow-ipc") as reader:
+#    df = reader.read_pandas()
+
+# print(df)
+
+# feather.write_feather(df, "test/data/alldtypes.arrow-feather")
+# feather.write_feather(df, "test/data/alldtypes.arrow-feather-compressed", compression='zstd')
+
+# df = df.drop(columns=["local_times"])
+
+# feather.write_feather(df, "test/data/alldtypes.arrow-feather-v1", version=1)
+
+
+with pa.ipc.open_file("test/data/alldtypes.arrow-file-zstd") as reader:
+   df = reader.read_pandas()
+
+
+print(df)