#!/bin/bash

DATADIR="../data"

for f in ${DATADIR}/metadata.*.csv
do
  head -1 $f
done | sort -u | head -1 > ${DATADIR}/header.csv

cp ${DATADIR}/header.csv ${DATADIR}/metadata.csv

for f in ${DATADIR}/metadata.*.csv
do
  cat $f | grep -v fieldName
done | sort -u >> ${DATADIR}/metadata.csv