$ mkdir <YOUR_SRC_FOLDER>
$ cd <YOUR_SRC_FOLDER>
$ git clone [email protected]:santosh-gupta11/web-crawler.git
$ cd <YOUR_SRC_FOLDER>/web-crawler
$ npm install
####The code has got 2 variations for medium.com crawling. ####1) async module based crawler
$ cd <YOUR_SRC_FOLDER>/web-crawler
$ node test-crawler-async.js
####1)Q(promise) module based crawler
$ cd <YOUR_SRC_FOLDER>/web-crawler
$ node test-crawler-promise.js