30 lines
793 B
Bash
30 lines
793 B
Bash
|
#!/bin/bash
|
||
|
|
|
||
|
|
# flags
|
||
|
|
# -i <input-file>: Input data file path
|
||
|
|
# -c <expected-columns>: Expected number of columns in each row of the input file
|
||
|
|
# -o [output-file]: Output destination file path
|
||
|
|
|
||
|
|
# eg: ./scripts/filter-bad-rows.sh -i eth.state_cids.csv -c 8 -o cleaned-eth.state_cids.csv
|
||
|
|
|
||
|
|
while getopts i:c:o: OPTION
|
||
|
|
do
|
||
|
|
case "${OPTION}" in
|
||
|
|
i) inputFile=${OPTARG};;
|
||
|
|
c) expectedColumns=${OPTARG};;
|
||
|
|
o) outputFile=${OPTARG};;
|
||
|
|
esac
|
||
|
|
done
|
||
|
|
|
||
|
|
timestamp=$(date +%s)
|
||
|
|
|
||
|
|
# select only rows having expected number of columns
|
||
|
|
if [ -z "${outputFile}" ]; then
|
||
|
|
echo "Invalid destination file arg (-o) ${outputFile}"
|
||
|
|
else
|
||
|
|
awk -F"," "NF==${expectedColumns}" ${inputFile} > ${outputFile}
|
||
|
|
fi
|
||
|
|
|
||
|
|
difference=$(($(date +%s)-timestamp))
|
||
|
|
echo Time taken: $(date -d@${difference} -u +%H:%M:%S)
|