total=$(wc -l < livneh_urls.txt)
batch=1000

for ((i=1; i<=total; i+=batch)); do
  end=$((i+batch-1))
  echo "Downloading URLs $i to $end"
  sed -n "${i},${end}p" livneh_urls.txt | \
  wget -c --tries=20 --waitretry=10 --timeout=30 -i -
done
