#!/bin/bash

MAXTHREAD="`cat /proc/cpuinfo | grep processor | wc -l`"

DELAY=0.1

import_csv_gz()

{

echo

date

echo "$1"

mkfifo ${1}_fifo

mysqlimport --fields-terminated-by=';'

--fields-optionally-enclosed-by='\"' --lines-terminated-by='\n' --local

test ${1}_fifo &

zcat $1 > ${1}_fifo

rm ${1}_fifo

mv $1 /home/mysql/csv/done

}

## MAIN

echo "$MAXTHREAD CPU found!"

for i in $(ls /home/mysql/csv/*csvgz); do

import_csv_gz "$i" &

while (( $(jobs | wc -l) >= $MAXTHREAD )); do

sleep $DELAY

jobs > /dev/null

done

done

wait

echo "all done!"