Batch Iterating in Pandas
BATCH_SIZE=32
for k,grp in df.groupby(np.arange(len(df))//BATCH_SIZE):
# grp is a tiny dataframe BATCH_SIZE rows long
print(k,grp)
BATCH_SIZE=32
for k,grp in df.groupby(np.arange(len(df))//BATCH_SIZE):
# grp is a tiny dataframe BATCH_SIZE rows long
print(k,grp)