batch_generator.py

def generate_batch(filename, start=0, batchsize=10, max_batches=10):

    counter = 0
    if max_batches == 0:
        max_batches = 999999999

    with open(filename) as current:        
        while current and counter < max_batches:
            yield current.tell()
            counter += 1
            
            for i in range(batchsize):
                x = current.readline()
                if not x:
                    current = None
                    break