diff --git a/SpringCrawler/crawler.bat b/SpringCrawler/crawler.bat index f369eb6..501e188 100644 --- a/SpringCrawler/crawler.bat +++ b/SpringCrawler/crawler.bat @@ -15,14 +15,6 @@ set NUM_PAGES=%~2 set DEPTH=%~3 set OUTPUT_DIR=%~4 -if not exist venv ( - python -m venv venv -) - -call venv\Scripts\activate.bat -pip install --upgrade pip -pip install -r requirements.txt - set SCRAPY_CMND=scrapy crawl url -a seed_file=%SEED_FILE% -a num_pages=%NUM_PAGES% if not "%DEPTH%"=="" ( diff --git a/SpringCrawler/crawler.sh b/SpringCrawler/crawler.sh index ecfb224..1b86592 100644 --- a/SpringCrawler/crawler.sh +++ b/SpringCrawler/crawler.sh @@ -11,14 +11,6 @@ NUM_PAGES=$2 DEPTH=$3 OUTPUT_DIR=$4 -if [ ! -d "venv" ]; then - python3 -m venv venv -fi - -source venv/bin/activate -pip install --upgrade pip -pip install -r requirements.txt - SCRAPY_CMND="scrapy crawl url -a seed_file=$SEED_FILE -a num_pages=$NUM_PAGES" if [ -n "$DEPTH" ]; then