#!/bin/bash
year=`date +%Y`
i=$(cat /spider/data/spots/$year/start.txt)
doy=`date +%j`
v=`cat /spider/data/spots/$year/$doy.dat |wc -l`
sed -n "$i,$v p" /spider/data/spots/$year/$doy.dat > /spider/data/spots/$year/newspots.dat
let "v++"
echo $v > /spider/data/spots/$year/start.txt
mysql -u <USER> -p<PASS> -h <HOST> -e "load data local infile '/spider/data/spots/$year/newspots.dat' into table dxcluster.spots fields terminated by '^' lines terminated by '\n';"