refactoring.

Author: marcofavorito

.gitignore

@@ -34,5 +34,6 @@ download?doi=*
 url?sa=*
 index.html?reload*
 stamp.jsp*
+wget-log
 
 .idea

README.md

@@ -54,10 +54,12 @@ Tag for topic, e.g.: `algorithms`, `artificial-intelligence`, `blockchain`, `com
 
 ## CLI utils
 
-- `check_dead_links.py`: check if the urls are alive. 
+- `scripts/check_dead_links.py`: check if the urls are alive. 
 In `deadlinks.tsv` you will find the log of the unsuccessful requests.
 
-- `dump.py`: download the entire websites/files associated to the URLs.
+- `scripts/dump.py`: download the entire websites/files associated to the URLs.
+
+Run them from the root of the repository.
 
 ## Credits
 

check_dead_links.py renamed to scripts/check_dead_links.py

@@ -1,3 +1,5 @@
+#!/usr/bin/env python3
+
 import requests
 import concurrent.futures 
 import logging

dump.py renamed to scripts/dump.py

@@ -1,3 +1,5 @@
+#!usr/bin/env python3
+
 import logging
 import multiprocessing
 import os

items.py renamed to scripts/items.py

@@ -1,6 +1,3 @@
-# Copyright (C) Fetch.ai 2018 - All Rights Reserved
-# Unauthorized copying of this file, via any medium is strictly prohibited
-# Proprietary and confidential
 from typing import List