prepare_otp_builds_text.exs

defmodule Line do
  defstruct [:datetime, :path, :ref, :sha, :otp]

  def from_line(line) do
    pattern = ~r|builds/otp/ubuntu-14.04/(.*?)\.tar.gz|

    [date, time, _, path] = String.split(line)

    [ref, otp] =
      case Regex.run(pattern, path, capture: :all_but_first) do
        [ref] -> [ref, ""]
        [ref, otp] -> [ref, otp]
      end

    %Line{
      datetime: "#{date}T#{time}Z",
      path: path,
      ref: ref,
      otp: otp
    }
  end

  def get_sha(line, repo_dir) do
    System.cmd("git", ["checkout", line.ref], cd: repo_dir)
    {sha, 0} = System.cmd("git", ["rev-parse", "HEAD"], cd: repo_dir)
    %{line | sha: String.trim(sha)}
  end

  def to_builds_txt(line) do
    [line.ref <> line.otp, line.sha, line.datetime] |> Enum.join(" ")
  end
end

# aws s3 ls s3:https://s3.hex.pm/builds/otp/ubuntu-14.04 --recursive
input = "otp-ls.txt"
output = "builds.txt"
repo = "https://github.com/erlang/otp.git"
repo_dir = "otp"

if !File.dir?(repo_dir) do
  System.cmd("git", ["clone", repo, repo_dir])
end

(content =
  File.stream!(input)
  |> Enum.map(&Line.from_line/1)
  |> Enum.map(&Line.get_sha(&1, repo_dir))
  |> Enum.map_join("\n", &Line.to_builds_txt/1))

File.write!(output, content)
{_, 0} = System.cmd("sort", ["-u", "-k1,1", "-o", output, output])