gem install chunkify

require 'chunkify'

# produce an array of chunks
Chunkify.split("... a very large text ...")

# map chunks
Chunkify.split("... a very large text ...") do |chunk|
  puts "CHUNK: #{chunk}"
end

# explicitly set chunk size
Chunkify.size = 1024

# recallibrate chunk size based upon 2 ** input tokens length
Chunkify.size! "A size calibration string."