add torrent downloader

Author: kevinlynx

HISTORY.md

@@ -0,0 +1,5 @@
+## 07.05.2013
+
+* add torrent downloader which will download torrents and store them in database or local file system
+* hash_reader now use local torrents first, if not it will download, and depends on the config it may save the file too
+

ebin/config.beam

@@ -1,15 +1,15 @@
 {application,dhtcrawler,
              [{description,"A DHT crawler to index magnet hash to torrent"},
-              {vsn,"0dcf085"},
+              {vsn,"5b344c4"},
               {registered,[dht_crawler_sup]},
               {applications,[kernel,stdlib,crypto,public_key,ssl,inets,bson,
                              mongodb]},
               {mod,{crawler_app,[]}},
-              {modules,[bt_conn,bt_message,crawler_app,crawler_http,
+              {modules,[bt_conn,bt_message,config,crawler_app,crawler_http,
                         crawler_stats,crawler_sup,db_frontend,db_hash,
                         db_hash_reader,db_hash_reader_sup,db_loc_torrent,
                         db_store_mongo,db_system,dht_monitor,
                         hash_reader_stats,http_cache,http_handler,loc_torrent,
-                        loc_torrent_sup,string_split,time_util,tor_download,
-                        tor_download_stats,torrent_file,transfer,urldecode,
-                        vlog]}]}.
+                        loc_torrent_cache,loc_torrent_sup,string_split,
+                        time_util,tor_download,tor_download_stats,
+                        torrent_file,transfer,urldecode,vlog]}]}.

ebin/db_hash_reader.beam

@@ -0,0 +1 @@
+erl -pa ebin -noshell -run loc_torrent_sup start_standalone localhost 27017 20