-
Notifications
You must be signed in to change notification settings - Fork 0
/
csv_to_tsv.pl
113 lines (87 loc) · 3.75 KB
/
csv_to_tsv.pl
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
#!/usr/bin/env perl
# Converts comma-separated csv table to tab-separated tsv table.
# Usage:
# perl csv_to_tsv.pl [table]
# Prints to console. To print to file, use
# perl csv_to_tsv.pl [table] > [output table path]
use strict;
use warnings;
my $table = $ARGV[0];
my $NEWLINE = "\n";
my $PREVIOUS_DELIMITER = ",";
my $NEW_DELIMITER = "\t";
my $ESCAPE_QUOTATIONS_CHARACTER = "\"";
my @RESERVED_CHARACTER_OPTIONS = (
"¤", "¶", "§", "Ç", "ü", "é", "â", "ä", "à", "å", "ç", "ê", "ë", "è", "ï", "î", "ì",
"æ", "Æ", "ô", "ö", "ò", "û", "ù", "ÿ", "¢", "£", "¥", "ƒ", "á", "í", "ó", "ú", "ñ",
"Ñ", "‡", "‡", "¿", "¬", "½", "¼", "¡", "«", "»", "¦", "ß", "µ", "±", "°", "•", "·",
"²", "€", "„", "…", "†", "‡", "ˆ", "‰", "Š", "‹", "Œ", "‘", "’", "“", "”", "–", "—",
"˜", "™", "š", "›", "œ", "Ÿ", "¨", "Character Sequence", "©", "®", "¯", "³", "´",
"¸", "¹", "¾", "À", "Á", "Â", "Ã", "Ä", "Å", "È", "É", "Ê", "Ë", "Ì", "Í", "Î", "Ï",
"Ð", "Ò", "Ó", "Ô", "Õ", "Ö", "×", "Ø", "Ù", "Ú", "Û", "Ü", "Ý", "Þ", "ã", "ð", "õ",
"÷", "ø", "ü", "ý", "þ","←", "↑", "→", "↓", "↔", "↕", "↖", "↗", "↘", "↙", "↚", "↛",
"↜", "↝", "↞", "↟", "↠", "↡", "↢", "↣", "↤", "↥", "↦", "↧", "↨", "↩", "↪", "↫", "↬",
"↭", "↮", "↯", "↰", "↱", "↲", "↳", "↴", "↵", "↶", "↷", "↸", "↹", "↺", "↻", "↼", "↽",
"↾", "↿", "⇀", "⇁", "⇂", "⇃", "⇄", "⇅", "⇆", "⇇", "⇈", "⇉", "⇊", "⇋", "⇌", "⇍", "⇎",
"⇏", "⇐", "⇑", "⇒", "⇓", "⇔", "⇕", "⇖", "⇗", "⇘", "⇙", "⇚", "⇛", "⇜", "⇝", "⇞", "⇟",
"⇠", "⇡", "⇢", "⇣", "⇤", "⇥", "⇦", "⇧", "⇨", "⇩", "⇪", "⇫", "⇬", "⇭", "⇮", "⇯", "⇰",
"⇱", "⇲", "⇳", "⇴", "⇵", "⇶", "⇷", "⇸", "⇹", "⇺", "⇻", "⇼", "⇽", "⇾", "⇿"
);
# verifies that input file exists and is not empty
if(!$table or !-e $table or -z $table)
{
print STDERR "Error: table not provided, does not exist, or empty:\n\t"
.$table."\nExiting.\n";
die;
}
# reads in and processes input table
open TABLE, "<$table" || die "Could not open $table to read; terminating =(\n";
while(<TABLE>) # for each row in the file
{
chomp;
my $line = $_;
# selects reserved character or character set
my $reserved_character = generate_character_not_in_input_string($line);
if($line =~ /$reserved_character/)
{
print STDERR "Error: line contains selected reserved character "
.$reserved_character."\n";
die;
}
# replaces all commas within quotes with reserved character
if($line =~ /^(.*$ESCAPE_QUOTATIONS_CHARACTER)([^$ESCAPE_QUOTATIONS_CHARACTER]+)($ESCAPE_QUOTATIONS_CHARACTER.*)$/)
{
# pulls out anything in quotes
my $line_start = $1;
my $within_quotes = $2;
my $line_end = $3;
# replaces all commas within quotes with reserved character
$within_quotes =~ s/$PREVIOUS_DELIMITER/$reserved_character/g;
# reconstructs line
$line = $line_start.$within_quotes.$line_end;
}
# replaces all commas with tabs
$line =~ s/$PREVIOUS_DELIMITER/$NEW_DELIMITER/g;
# replaces reserved character with commas
$line =~ s/$reserved_character/$PREVIOUS_DELIMITER/g;
# deletes all quotes
$line =~ s/$ESCAPE_QUOTATIONS_CHARACTER//g;
# prints resulting line
print $line;
print $NEWLINE;
}
close TABLE;
# generates string of characters not found in input string
sub generate_character_not_in_input_string
{
my $input_string = $_[0];
foreach my $reserved_character_option(@RESERVED_CHARACTER_OPTIONS)
{
if($input_string !~ /$reserved_character_option/)
{
return $reserved_character_option;
}
}
return 0; # didn't find a character not in input string
}
# February 23, 2022