rm -Rf /var/lib/nutch/crawl2/indexes/; ./bin/nutch index /var/lib/nutch/crawl2/indexes/ /var/lib/nutch/crawl2/crawldb/ /var/lib/nutch/crawl2/linkdb/ /var/lib/nutch/crawl2/segments/*
./bin/nutch dedup /var/lib/nutch/crawl2/indexes/
rm -Rf /var/lib/nutch/crawl2/index/; ./bin/nutch merge /var/lib/nutch/crawl2/index/ /var/lib/nutch/crawl2/indexes/
