common/tools/sortUnique.pl
author Simon Howkins <simonh@symbian.org>
Tue, 14 Jul 2009 10:47:57 +0100
changeset 246 4f2482f1dd48
child 1284 0b4a09013baf
permissions -rw-r--r--
Added sorting and removal of duplicates from TSV files.

#!perl -w
use strict;
# Sorts the input, removes duplicates, and outputs it

# Read it
my @content = <>;

# Sort it, and grep to remove duplicates
my $previous = "\n\n";
@content = grep {$_ ne $previous && ($previous = $_, 1) } sort @content;

# Write it
print @content;