A script for extracting images and corresponding metadata from the ArchiveTeam Flickr Dump and writing to TFRecords
RUSTFLAGS="-C target-cpu=native" cargo build --release
cp target/release/flickr_warc .
# flickr_warc <input file> <output file>
flickr_warc flickr_20190324074003_89733133.megawarc.warc.gz flickr_20190324074003_89733133.tfrecords