From bd1df73f6b3f97c1dd3ef7cb2cdfd731e103ece3 Mon Sep 17 00:00:00 2001 From: dev Date: Mon, 14 Jun 2010 11:24:33 +0000 Subject: [PATCH] rewritten mirror script(and added god monitoring scripts) --- mirror.i2p2/app.py | 82 ++++++++++++++++++++------ mirror.i2p2/mirror.god | 40 +++++++++++++ mirror.i2p2/mirrors | 3 +- mirror.i2p2/static/images/i2plogo.png | Bin 0 -> 8725 bytes mirror.i2p2/templates/select.html | 29 +++++++++ run.god.example | 5 ++ 6 files changed, 139 insertions(+), 20 deletions(-) create mode 100644 mirror.i2p2/mirror.god create mode 100644 mirror.i2p2/static/images/i2plogo.png create mode 100644 mirror.i2p2/templates/select.html create mode 100644 run.god.example diff --git a/mirror.i2p2/app.py b/mirror.i2p2/app.py index 7c7a9e7a..6672ce0e 100644 --- a/mirror.i2p2/app.py +++ b/mirror.i2p2/app.py @@ -1,33 +1,77 @@ -from werkzeug import BaseRequest, BaseResponse, run_simple -from werkzeug.exceptions import HTTPException -from werkzeug.routing import RequestRedirect +from flask import Flask, redirect, request, render_template, abort from random import randint +from sys import argv +import json -class Request(BaseRequest): - """Useful subclass of the default request that knows how to build urls.""" +# try to create an memcache client +if len(argv[3:]) > 0: + try: + try: + from cmemcache import Client + except ImportError: + from memcache import Client + client=Client(argv[3:]) + except ImportError: + client=None - def __init__(self, environ): - BaseRequest.__init__(self, environ) +# create application +app=Flask(__name__) +# extract domain +domain=argv[1] -class Response(BaseResponse): - """Subclass of base response that has a default mimetype of text/html.""" - default_mimetype = 'text/html' +# extract port +port=int(argv[2]) def read_mirrors(): file = open('mirrors', 'r') dat = file.read() file.close() - return dat.split('\n') + lines=dat.split('\n') + ret={} + for line in lines: + try: + obj=json.loads(line) + except ValueError: + pass + if 'protocol' not in obj: + continue + protocol=obj['protocol'] + if protocol not in ret: + ret[protocol]=[] + ret[protocol].append(obj) + return ret -def app(environ, start_response): - """The WSGI application that connects all together.""" - req = Request(environ) - mirrors = read_mirrors() - mirror = mirrors[randint(0, len(mirrors) - 1)] - resp = RequestRedirect(mirror % req.path) - return resp(environ, start_response) +@app.route('/') +def index(): + return redirect('http://www.%s/download' % domain) + +@app.route('/select/') +def select(f): + mirrors=read_mirrors() + obj=[] + for protocol in mirrors.keys(): + a={} + a['name']=protocol.upper() + a['mirrors']=mirrors[protocol] + for mirror in a['mirrors']: + mirror['url']=mirror['url'] % f + obj.append(a) + return render_template('select.html', mirrors=obj, file=f, domain=domain) + +@app.route('//') +def get(protocol, f): + mirrors=read_mirrors() + if not protocol in mirrors: + abort(404) + mirrors=mirrors[protocol] + return redirect(mirrors.keys()[randint(0, len(mirrors.keys()) - 1)] % f) + +@app.route('/') +def old_get(f): + return redirect('http://i2p.googlecode.com/files/%s' % f) if __name__ == '__main__': - run_simple('localhost', 5008, app) + app.debug=True + app.run(port=port) diff --git a/mirror.i2p2/mirror.god b/mirror.i2p2/mirror.god new file mode 100644 index 00000000..35db886a --- /dev/null +++ b/mirror.i2p2/mirror.god @@ -0,0 +1,40 @@ + +DOMAINS.keys.each do |domain| + God.watch do |w| + w.name="i2p-mirror-#{domain}" + w.interval=30.seconds + w.start="/usr/bin/env python app.py #{domain} #{DOMAINS[domain][:port]}" + w.start_grace=10.seconds + w.restart_grace=10.seconds + w.dir=WDIR + + w.start_if do |start| + start.condition(:process_running) do |c| + c.interval=5.seconds + c.running=false + end + end + w.restart_if do |restart| + restart.condition(:memory_usage) do |c| + c.above=210.megabytes + c.times=[3,5] # 3 out of 5 intervals + end + restart.condition(:cpu_usage) do |c| + c.above=90.percent + c.times=7 + end + end + + w.lifecycle do |on| + on.condition(:flapping) do |c| + c.to_state = [:start, :restart] + c.times=5 + c.within=5.minute + c.transition=:unmonitored + c.retry_in=10.minutes + c.retry_times=5 + c.retry_within=2.hours + end + end + end +end diff --git a/mirror.i2p2/mirrors b/mirror.i2p2/mirrors index 9229e880..5afeaf67 100644 --- a/mirror.i2p2/mirrors +++ b/mirror.i2p2/mirrors @@ -1 +1,2 @@ -http://i2p.googlecode.com/files%s \ No newline at end of file +{"url": "http://golden.mtveurope.org/~yang/i2p_mirror/%s", "org": "VServer.si", "org_url": "http://www.vserver.si", "protocol": "http", "country": "lu"} +{"url": "http://a.mirror.geti2p.net/releases/current/%s", "org": "welterde", "protocol": "http", "country": "de"} \ No newline at end of file diff --git a/mirror.i2p2/static/images/i2plogo.png b/mirror.i2p2/static/images/i2plogo.png new file mode 100644 index 0000000000000000000000000000000000000000..f7beff26bac365f3b7a6fd6e2bbbe52ed5d61c32 GIT binary patch literal 8725 zcmV+wBI@0VP)pl07*naRCt{1JPCAFMY7fRy(AflJW>dCK6F4tM0)>AegB2Xv93k zw1X;Hg5j5bUmxl3UnG5HePvdj7azA{a{<=^=Fgfxt^dIOK+gn-PEC9P;x@z&kZ~3L z766fWdiqPBe_d$r$nrdSNd)95eB|i_V`~f(*5p49>aBkSP!m$K-A*ai;##mf165OE z?Uc<98NAwWaZ27PF@@HBTX#5gSfF@H_dPPub3mcRzEt)8vwEDy>RG3a1w%b|P*JhK=U~Aw$+TLn)=i>rQc4 zVBH~==*AFShIBjPref)vPI*)ri^na)X_pBAU;GusAFzT%Iwo4ZdUcD=N8=j#2GQ^7 zcTR^|S^GeohE}bZ5)2tYn3rp&qfNTFF2E|5h2c6 z5vAluQHm8giqfVg$h7ihS08Mvv}Frr?-<#BGOsVC1+pMBk=|12=y>*<1rd#=kXS(0LA<0XY&;PNKo+e}#Dl3N8^>aeSb)bKPuXLOWY$Ia z>)32j_Bc?Q;M)q}$ zkdNE00~>-Oum`*2(=^*nD<4%Zbv$*#spK)->R3QZfqZXVbN4lItvL19Q)#VQ^Nsu_ zN68?4pSxT)R*bKZ_rGvI>8ir=hsUw}RXj_+#B?FAgF7^y9n8~*>F1cfo@nguW68q7 zkY}Y`7i<07OJf;-TYI5E$g{$lg`2&n6Wti}{HsL=jhBh;BeU}DbueeA(u?_ZJTF+o z346?Q)T6LbZy>r@W{+VvZxz2NxqYpO`_)zkcN$BrcME#0kV6T2O)N8$Xxi)Y`dc64 z`YEL0rTMlu#WPMKq()~$J=7C9LR#zf$N|kYi0>ly)t)_pc(F!LKzvf8ix3weX0Txd zPO7irP#xtoau}utLZEh8&=5`?io^L0wKb!8Di{*;ahN-Lv9TU6lv$46P{=zT4f~9u zX--2U&Ci$lS^Og8p1zhZeWSE8u18}#da?YUVQ2U+rI+S7!sq1C|cYwKTz3O zSvPUfTlaTPJ3Y zl3JVue-D)QNKdU4k=Fh}O(9F(DOip#(6 zh5Jl5A5MGJxSfc_;DRJ0Y9Zo_j5j0S32xbFJ*+T>GlDQZfoZ9Xr_m=_jTJKL?a?6q zYBg{OuHn&PZQLnF$+WDmx2He+-Dz#lf`;WlQEZ5L0z@}9!f+*{jRt9tpxg>BV<+of zY#S+i3iDWcb7gLJRL1tv@pmVW!aIoOZJ{%Ai==;;lIhk^@$!=)#ha2DDpCCD2qcH3 z&IC5<&xVSjaW@zL2tey@>h{5v1$`48AdR^w(`OhZZ>=KgaM?osubjN!)X@@V`5i^;7pGU%_ zOrOv62TZ3kf6(#hcyy3M!Sr3+(=DA%yI>I087^H?x=7`QCGF zk4`Kkx>T0-;!~y;h^}E(`skr`$fmPtNr1){IEM9ZQhI4^qIHW7c$t2aN8CiX?YFme zX?)#KIQ^X+&p>W0J+71-i|3Ubd2!vzC^S3<>5MrN#SFhTMOE-KMXz9biECOLsqy5p zVbrvCJJXF!hwVm(YjsCKcQ(+tr*MNw8*^6LWr)A((;9hhiie^Yx(qh*Jxtg0GwXB@ zw*pt`dTFDqWJ+Y_sj+%}tGYE*Pa2%cs+5%jdMZcg%k`0=?{pdK3d9FAn)XC*A*L|x zW%^i+=YGT~if#-+1vbVEMUx?dA@RO-D$URoHeL(_?C_Cgh=At`HR1^P4E9~+YV#WP zmfCmOJidF$(^GVz%&I`IZI+_h5Fb!jNY|^vM_k6`#WFj--eiWNt1s@nLBj@Fn_9$e z!^RAYC;L<)L(!2BA;kvc84G3i!V!oM-5BciM0uRQDNg=6%8O?xC5s#9?1eQ8Bkugw zt*f1~!G3rz;>#L+1|prj_?gaP`W(eW-WKkM?$=}{BfcZ~asZ|S5I;e*q5(ARkhd2M zdahP7NZ%0%8m}mtA_myoKcO>oq8l2ZH%@P@-g}+zQ`cW;Nf9vfEO7Ya2Pj%S@qvJ8F zJ3|pH4=itV=j+FHlBWLXdUGm2Q}i;Xm+EVjI?b{+v#s`KR+G7#X%%v^?*fF48}zke zH%^Jpy4LJH!#0AmMy;@A#Ao^%h11oEQJ%~~Hn!wV^aD)q)YnGjz0PsPB^VTa(AK0g zWAz@y8Wj&dlb?C9p|`u`ZhG)0xlwLBE}5ao=x;20qurfHNKp=54?b*__Mx$t>Hp?N zR?fu;rr)(Yk9CAWQHEBnj7`i_!t^yv-%RulHVhqGDjB3(D3XCpskR|<=Gl&d-*PS} z++^>e!~#}gaFn4{E2Bmok6N9m8GgxzvZ4@ltB#G}=p{#k_G3d>FGb&pr$GA0_1I7w zP46Q1R6<-rXa7bx73Qb`(yN$XlGLd6x1z}MZFcB zZQmPn^wK(J1!;!aMa*;D@RE^s)j&KOr6&DJ^8rGtciZSqEyp3Ba*l)7aY9ZZuJ-hn{7IjlCXe zRMFK(iznn+0fw;#)73@h*sO^>;`ar=0^GMzAAdY*7*QVAyCvnYHLnzd$su zRgW4V*A;=!T5o9c8j;2}(yI)HjRwp1C@HJtBt|bQ}W@ID+oRVH1B8J@Lem>*l8SwLSe?AlQZakQB_-f}%OzsgN zzQA+|%I}H8uHVr-z^Ur>>gd4GpLclSKnhEhmOAo$ozv59hYTh6V5x4RwDX~Y#aE7c z)uEFo;^?(bi?JK=^>L~6Tb;p+d`ekcTdZCaM2977UnHTkaOOUb5Wru;+X$ zzZp(rS9>-q@!B_xv|CE{@qUEXO`_GlNgWdA%ltlkG~(#R-`nVxQXknT!=`hdCz*Vi zJt3)~8n!n)_M=<*5CI#Kf}3=igr<|x{CFy-Djue8QC`RC2KMRA5(+84$+X&*@#OKf5kFiqs$!qxmBwYeMRo0ynS~5r|MviEph~_#Qow-wzYR z)+AzBFW2|>fM*<@GRX@a>C zyWe7z{o*({Zjp*8?$V;)jym5`U=Sh)o ziW$;WyF}RA2c3sT$T+aCv(+Fj7MeH9`#&0awEdvlTgx$ji>nM8;p4%cUFgj0e?`;_ zw(l(lVU+L~C*seD36U?0a-mW$W9LrDNKJ+DxD7c5J3<{gzn>HqLX4+Pdr2WY6;enX z(Pm|VA69b5ReHREu=gwh<`C4gLv}`%78ONrgAw$T>3usO1?yuJVLz#Ef?bQTp-rs} zBiQ0SRYpu4aALRgMwS)j#MYN0Ht3#@N3Xb_fXKI5(E68eMYO&Iba@^9_Y>(`N-v1j zKZusU#l8omcR<#7^ydcQHfmc0Qa=fZfV;kfvA!pxAC_(!=6ZL1X*nx^Y^<+Qj#a3~ zcKs|M_BQBcpflLV19a+Q6d7RF*2C__*4>qOj-MO(zDwL&WE7vRl2w;}x$DdC;$7G4 z30{2l#d1~4sy5se`~e4NKesNrGt<-P)WINqXhYu?)6HzE3)RW3JKENegSeV~5`}vu zhaj2fY#F`2p>UCm9;H!0_aj$6@n5KwF_L{FooAiYZp-0b{BiAURPt3qwUpDYp^U|H{tF)l*KMvS6%l?11^R<{wgd3+FC`ikynH%TBoL zR;D?P23-d(03ghG@4e4%^FQJ z_1kDM6{jHjHHeMBe9v+U=(O)Eh=ql$-vS}c|G{LRqH(Z=q=-0of_*;NjveLWm=Yu` z3+KXjiZmiXL9L*cf57w_AE+5SKc7}J`LbSkVi@ zPJLx3kcZV2Q(uVImsT_U`KGIk^;n;pC`t7d`jsxS<6DQcLZQ2uM=>Pr4+11ax)5>I z9amZB@D%ExE4JOq5DyO42obwcOGv!9$j zrn^6UF>m=iSQ%RR?H$kDG3?=~4;wfB_Qu{z>zCgA(Z-Jw{{;htAo>Ff<}5(hNZy)^ zFCNh6Jrt?O6|Nf7FBmth-M7}H4Ssj<;zRVYFP(GAvy$=Q=%a5h6P`dwJEYY+Q9kqZ zmXP>wbWl*4g1zy+H`U6Z@5mDVVHjzjJkCJN3!~Q^>2EA^nk)WhQ|P7a@lcZ zR+I==Il%psg~Ka`L;0w3>wC8eS5APD<3`f4)5PIocr|VMM~l(>Q1-);qe`~YXS2z` zuOHcksi4N>P0QGhBha8}b+sFH#N2R@*(G`gf z{IN{hfdj=u-;L3C$aFPikF+oE-r_2UP9>~-u=DAfz4HZ5Ln{>09U9yxbqbHsim8cv zoBwO?+Jm#GuK2mT9|@0;1VTcf(6ItV2)s9qVq~#Cn%c)bL z(3WYZQydGnm9{8@X7rCfsUlb;whR0KqB$1}tTpt>SvJN(n;Uj~+*Or#<-K9}-_+$l}r;;x0gKGPtG?YV0 zB~D2@U4sgpi`>U$0EF!*B@=zShx^Dn)YZX%{Yr!`TOV{H;V$BKZAHaSXX!{4Y8FQ* zTTqUH#x~jL&H$p5uCIoKtcAjGF=`N03gO43P^M-(ZJ|IlxSOs() z5WkU8{6T)&W|ZsSIg&klE37eWhn z{d-p{A_@As--z-N3Np)Wo_SHen46J5EE@{<;Cr9u`%UagCayS%k7ZKlKDlBQHEP(c zd@PmWNO8LkHqGwhV~#Z7h)_8I?n#=SO1aD6+U}tbQBv`Uy`RvIHqCL>|(? zY^BQ(KtTD@=CR6ng}m2uKw&jPUQKROzk2=Zet*nxTyUE%ZhK#}&+9#)03hA^$E^xP z%J$c%`YY=I4G`#>q*aX)f;3LZ6JM`8T-P!0#(8_$cA3L!RjS2_fPAVmfCj*=DY(;CvE$bhU7(Hs19Q*c^i;_E`KVNO@egx2)3hstM{-<{=t2IiEIal z4m0?&2`J_JAYZ`V)@)0tDvd!_G9lzMIYU3jth41z1#8dRZ+6QRO#x+zhq~I9a zUJp(YQ~us(qka$u==RsQUvVAYKV&tw2#AR@Y^QByn{PJ{{{QyXx72nD_9+4z2_N5c zr0t1%a}7H9&#Y!hB!oE0JA`%~;6nm~pRxKt-ZAWt)ZqexhxmEcskIX%#CYa)N>h_R zyRuU6qg?88en18TWoVt0NXF*lx&n85;t zo+aNJpTv09Fz&_P%=zDB9zI%LDY=ZEOSQ%t+5Xw5cx`bP@%5iuZn^u}Hv2?F zgEx2lcwavw`oC z!(;RFSa(TJWb1GaXMuWVxnxUHy_<4bT9Y)0icV_zBLCUc&8z$h+f+9)k4peA0`lJ@ zv4f05N~(7we>Iv)8sgNp7uPDO7%Fxyjui3|#U@@8l@IxLSQT5JFPbgi0aOCgg(4Xe zw_A2Z9_hCiufHmvNey$|vW`fdqynBj&#W-ZBIWP|!i$%b+JpCU)Q*yvO!X=kgzrNy z4(a>6y398-zK7KXwt-y^?-e2zk~*JV8z1YVu5W~_n3Y3?-rEQV#Rsnvyh453wD07) z+mXfBu7kWnymHiQgsSsyJnh~a=|jX*D)1|=(g>u*%XaP}5Yp7}O#T~_HXv0gi&s;` zC2h&eyt;>3-fFvC2S6({>P3U9_+;=ie1NS6|%7vm1fdNRqf=+oo-gZ+>hu^+xb`?K!7X3a#Z? z{3pTnH|3ktI@>#6y1V-Bn~a;eM}n(*>58Sj)`?Q}%xb#lp?l8oJtyEC1FG)nx^){K z+0bh{tV9P}4`N3C2CHrZL2(20q0k3X`S|0mO2t#JE}Xb<41lkF5nR>p7n+2Ac|eW0 zS{|<#8BZCKm|>tJ=B!?HyRw5i;2X0eY#P9Hjta^ta6uio@}XLw?Ezs!fOI)r^spl^ zgF>bJs|drDPzSLGaG>D&5kPt(<#^9fwcsjlGQ4)#b>P`!^=_6g+ya-p<7H)ZJk$rz z$ZQkMAjkcrPhK-+sXhv@MP|ILguHGEIo`iUm9V@bEHB~#h40?P_CRN*kPeJ34$BKq z;bkhW@pv(E$#3`{UHFR)uvLAu(gfkr&CHW8V|28#RJ*b*fn$|aG@I2!sK`yjsqKv@ zz!si8mkMTb<-vlyV@=}1@kk$n)w&sc<4G(+n@@vZj{VGlt}9Qny*l|{R3))>slD>9sjLy+Yj{t zx_+%y4)t-V&|wSc1A9z=CX-3S&_Q#bc2fu0EJATMeC;8jaf0|g&h%lYn|z0_FX1{0 zi>5bm9c1f;2?0BWl4<&Jd71w;Ri2=tRI~dE2{~J*2X`PLF%ra!*-SY9ou1_<3W`**?f0!=U>p%kwb$rey@ctn+v zu#Cc`AX#s`8PZvS-R<*~em(-NSd7 z66j|gRB~plj4eJd(rQl;S*(P@Vrp9rUUg&!VOwr39>6#`Zb%ok?`D?g=sqBE*M$l> zd_h8VDBK``vOZ;AWkCvse$L?aPgm{bBVW!$2xrWulo+ybI>7k|9}7{wRgu+b|TW}(MTUyErShcd{!7(ZC1G_ zq + + + + I2P - Mirror selection - /{{ file }} + + + + +
+

Mirror selection

+

File: /{{ file }}

+
+ {% for protocol in mirrors -%} +
+

{{ protocol.name }}

+ +
+ {%- endfor %} + + + diff --git a/run.god.example b/run.god.example new file mode 100644 index 00000000..ba161c12 --- /dev/null +++ b/run.god.example @@ -0,0 +1,5 @@ +God.pid_file_directory='/home/i2p/pids' +DOMAINS={ + 'i2p2.de' => {:port => 8090}, + 'geti2p.net' => {:port => 8091}, + 'i2project.