import numpy as np
import pandas as pd
import pyarrow as pa
= (1 << 30)
DATA_SIZE = 100
NCOLS
= np.random.randn(NCOLS, DATA_SIZE / NCOLS / 8).T
data 2] = np.nan
data[::
= pd.DataFrame(data, columns=['c' + str(i) for i in range(NCOLS)])
df
= pa.Table.from_pandas(df) table
/home/wesm/anaconda3/lib/python3.5/site-packages/ipykernel/__main__.py:8: DeprecationWarning: using a non-integer number instead of an integer will result in an error in the future