mod.nu

# duplicates returns the rows that correspond to duplicates of the given column.
export def duplicates  [
    column: string # Column to look duplicates at
    --count(-c) # set it to display the number of times the value is repeated.
] {
    group-by {get $column | into string} |
    transpose |
    insert count { $in.column1 | flatten | length } |
    where count > 1 |
    reject column0 |
    if  ($count | is-empty) { reject count } else { each { $in } }  |
    flatten |
    flatten
}

# duplicates files recursively finds duplicate files in the current working folder.
# It uses a heuristic based on duplicate files having the same size.
export def "duplicates files" [] {
    do -i {ls **/*} | duplicates size
}