From 67ff84adaaa898a294138a05086908eb2abc8f86 Mon Sep 17 00:00:00 2001 From: Kevin Lynx Date: Sun, 21 Jul 2013 21:30:28 +0800 Subject: [PATCH] fix hash_download_cache startup bug --- HISTORY.md | 5 +++++ ebin/dhtcrawler.app | 2 +- ebin/hash_download_cache.beam | Bin 5316 -> 5368 bytes 3 files changed, 6 insertions(+), 1 deletion(-) diff --git a/HISTORY.md b/HISTORY.md index 25d07cb..cf841f2 100644 --- a/HISTORY.md +++ b/HISTORY.md @@ -1,3 +1,8 @@ +## 07.21.2013 + +* rewrite hash_reader, now it will keep a wait_download cache +* change hash_writer(crawler) to insert unique hash + ## 07.19.2013 * add simple json searhch api to http diff --git a/ebin/dhtcrawler.app b/ebin/dhtcrawler.app index f29e28c..67fc66a 100644 --- a/ebin/dhtcrawler.app +++ b/ebin/dhtcrawler.app @@ -1,6 +1,6 @@ {application,dhtcrawler, [{description,"A DHT crawler to index magnet hash to torrent"}, - {vsn,"75b3d82"}, + {vsn,"dcf0181"}, {registered,[dht_crawler_sup]}, {applications,[kernel,stdlib,crypto,public_key,ssl,inets,bson, mongodb]}, diff --git a/ebin/hash_download_cache.beam b/ebin/hash_download_cache.beam index a6f10a16226dc405cd67a1a618e9a627afbe1398..3742e79bb0793d4bda22989bb4ec58c01374625c 100644 GIT binary patch delta 2698 zcmYk8c{~&TAICRy%w}thEV&A~#^g5C+{c`yZ3$MJ#a04u~25RCpC zL;%4GI1uu0TpY}D73p9JRyr6X4g_N~VM??DPAPQ^LL6bl4*J_yNfmYy#F}*SAP8bZ z;vh;ORuPvtm=_3Erh_F}<;tvT6&eTEaSl}w7N$x=b1BQK(!nQ8S?5usgQZz1+N>0H z98%(7JVZx@bx&3o87mx^9|S0m<&p-%6j*O^z=6rrYQg_#s{C~TKtRK`HcKDC#zLJ1 z@ITFpTXvf}EPx0jPM56&0-8C{}GT(nwTK$oi& z(t)m-iFLaL)1Mu`=$1?Fakv-M6ub+*u{M`IWB2aRmfA$74E&~sJFzY})%?d;_JZBQ zvL^gnryF`R?1O} zWrdP(=1Ds7WYb!Ro_Y1ryMB|~!XNUq-$a0fU%tRld_2XgtP#CZjXW)I@>KPnQT$WU zriOIlB$>I^ki;{R`7YLe6zX)6aVk7B=O<^5#D*Hq8U1W0V|c^y&HLbzCE-118xTwf zZhXHm*&VL*CG;y^kSaa@B4P7!<-8X*(;q=;)N9PQ*ihWPI>&j6>WPvYvusu9DEWwy zXb{WgPqM2S&lw&GE#LK(^^_qN^rSS$ejFXJe|6>X-acoNb8%Lb58+fK#u!-TMwrM* zjc2QyUgs|6RJ3G}XTo0gpcP4V6WgUfq1|nnIRvekbDds#)Bsf^w`0h0OAyKXLmK%I zJIc>Fs1b_eCBzc*o-W02g-S*n=wq(%2KpJKw3#|+<_SBNWoT-4C28%d3JV?Evt^VB z42vIUOE7++o~*Aq06{L4K-K zVCDR;&^Un=;Ug*4Jffrr!lV*z|eXJIA~k2xr46be}~ zlC2jA$S~(P7A|joJ@-me_bb=R+SH;SF8cQOi^nA|ymhlU|K&23I4^l2GwD(a)3oed zDtqNpvbmF`{7usj&p))cUpQNMWpra>JlN#%rgFg7ik(;7^cq4pGuHE$?@kHr{CrEP zyT60RcolqWkt+uka*?*_am=2m+!wIomz3+BR*a-a7k*6^Ec0$xnP&ihx~U(R`JVQJ zW68W){zupyiU5O~I+ak>nMP!|{T{5nL1L{on;BX3xX^61{;Q~aV8%1Jx}S*maF4e} z#W<`6u708y_(L_a+(lz3A@b38!^Dwi9-nfP;~r`bV`nwgAk`A^I%O?(Qd#@ew`Kr$ z#Or%D-VNp%&00f*Xb5BNu+t9S>#dQRO_xt<-kN&xqz|=+Sy{|KplH1;@)UQ&rfF(U zo1wMaS9{`u$L9+(`<3j!hORl(aF%>ybEsidt(y+X%e>N^sn^w3STDL&nYLELUZ7k7 zsT3#WU#;!Sugdesw`MK<`5o@0vOZVV@xs`&_^hxejKvtk?08A3iPMQZ`g5Hq8o>* z3#Ep?>a6-smk0!C7@|1G{5-XPEppB{%_XwqrI7v<=Hv@ecbh?~U@AQy_lCJb5r&Rb z8CWBFu7jqkGt1CLLZS}O`YQB~?Q0dIvRuqV2k(C?TAN*lnl|%=#O6L}W*Q4T93c)F z>=aR(-ZIC(M{HST=bAbeEY9_9!Sh?Z>hizqEzj!CH!imRUiyByp%vTqE^4!82HGsU zq(@e)iVDrX(b9odk=$tFnmyY1agxu_Li5=*xDOSO4}YqEiTYjVOh{t5&&3f+JtryU zV&qwcNr!V z%nFrQx_6kIwUzW#YyMitqDu3gJ#^oj%ynkv+T10OcP4sgBBQ2srVg^|G4HUJWw{tH z&{>7os(>*YpUebq(VK&EDP4B9-8|S&PYQV+E?a|7dRSHY`_d?Z1gSg2 zMr3YzAv~n|ZZjW2^#T7i!33!yPqfPj>iPZBs4`1Ye0#PMnS1P(D-Xz3HL>oLkC{1s z#&c~n{_8cY9PG%#jcGZTuHx6!#Dr5{e|F&q_iow_ozC+)-Jw;I>Q@wX#bub9KWtLB z<6eiNtt}!8MaJSt;nFn~fa)&-)dTmU3A{n=f81iuGi^^lPd^Hq|5j8uX|>pMx0+n0 z&2fB11*02=jjB|sd`yyN|ljE{K#x(AO XuKM0ov+%m=#`?h|vS1kv%OC$QayX;% delta 2662 zcmYk8XIN9)5{9!0kWd0KAw-H0h)C~6x}i&zCI^rvO`0GeB|(UwR4GaX4AS&~6bVfX z=mAk_B3(d{D$XU&@Z&FtBK)~`DV>qD+ zfk2QT$3_KFe&)oG2nD1mb4=FcBqW3i7lI)N2&@ulDqI+b`=W*rg{p%fk#a~~C`G;zuRJVO$`|l<*j4Zs}8zb-5=0aPxa-3H`YU8K%E&TuP=kp(bE+(>h}4Za9BXH0gzvJ+bk+;At@>c*pxVuaLX;)EQ}dN z$Y{}TU^Wgv6cKhOgLEPz;@%5}WVs|>-}7l})ooUsejL$(3gMhm4+(_7pYXD8pz8Kqe=fsx|f z6Jq-DJzeJ4P3X=x4-FyB_zS@p)+Gn6!|O1dYdRl1?D3|vURdy93_QVecWsM`)AX!& zH;sm9;6Kja6aA%3C~~uoF<(27aTd}lWD64 z(?_rQ40Jo{pPE3HDxk1^;zl`@XE^#4JuS{5677=6w&lx=zdDtYY{rs|M*TCCej16m zMBSI`(4E(nVO}42CC4Ko0Sjcy%7Hd|dE-}T%`?uODa3&GCOdUk_x2mLm@}nhUxRGy zrkzWV0D08#`1;tW&JrF$;Y^xV{=Bv}i z&*62L=)d#E9~WzhS212%i&JOer?S1%s8i*>--=~5>9kiixdL47j(h3D6gK$OcF$lT z`m>veLBnRncpnzA(4-~0k0pl%<+V|s`}aKItzIp0?V0Th9+7=tpwAUhD7;Gx7Be^g zW2uLTW_j3j{Z5xD?_nkzxhtvbbYFtsikgRqs4?Q!ecVU2=1K!8J>}OsYfQ=CFNRMn zt-_doN*VuYSC^g0;$=)vp#*Ga%llq@>KsN12-D4^=GkS^ zDo!`X_m|C$)Mq9poXmPaCHnh?A$}hgIIn+0yLzwXX1Ayag??fsD>0)6Rx zjz1DE!T8WiujlIHp3SI?r^V$>>8DRC^=F$)qR$35hJ6h3BXfl$CcQ$bF{;+B1UCCZ zdT;>_k4EFNl+r@!G$X>9{c3EC`Iz$KcdBMT~(`cX8RNfR83ktMH!AuiapmFij4|%Tv7WID7zfNV(aCD z3Dl{vo{XfCZGtb%W@kdVciLY!d9S?iy4QVyOUd%;%2VkBx49YBjdlyMka@yW;vt5V z?IaG*>MUZaGHAX62U?UJkL9A*Jfq z2GF<3O3@Y!EjHQl7rSrWd7?~9>JqFL`NH$0tyKDRuVaf$%S}(I+Rg#n;mENv_ss*p zsHDQ@jS-F$8gkRKeksEx`+ZmQ*YBp}?L1sMWf;?Z_FyAwHZpR({)^`+FIU~)&f84O zT)Rc`SSMZW2jTB}Pb;4O)ec+aYwesvc|N%2^Pa4B{SQ#Ap2}K#K-@gPs>VQ%j-Cbh z+^k|)ES|UZy&-w3&%nv_3OuH8IQs&`BQfz&`nqV|i^BS>no#eyR&CKe_Ofq#SBAx< zRE|<^4h#J4F*oX|$}G6nqT?H$dYRuptfqD~ZO7kEE7b=WpfdRFE{ahU9Anh6KR>b;2oUsQPO1$01F( z$f5ePNPW6?mS`z@b8dKV;TMm`QDrwrn1#SEIm3US3;Rb%&$wFBPH09 z#u+|kbj06xSRPPGE>!LC0MP7tlgj@0)zc_re^_02G|ohb`t!eV)mWGu|1e^1$c<^2 waq(H%w~~@8IlR~Ywt3ajRa`T11Z7kCy|^PXV<+JV7W~2~9K5