From 5fbb2285f03bdb0f7db3225666b2f2f596de805f Mon Sep 17 00:00:00 2001 From: yossarian Date: Sat, 11 Nov 2006 18:17:33 +0000 Subject: [PATCH] Rsync replacement scripts, uses Perl to pull changed files to mirrors. The changes files are written out be Mir's ChangeTracker which is currently being worked on. Some of this will need to be trimmed out. --- scripts/mirror-scripts/.update.pl.swp | Bin 0 -> 28672 bytes scripts/mirror-scripts/changes/changes20061109.txt | 3 + scripts/mirror-scripts/changes/changes20061110.txt | 1 + scripts/mirror-scripts/changes/changes20061111.txt | 0 scripts/mirror-scripts/changes20060622.txt | 5 + scripts/mirror-scripts/changes20060623.txt | 5 + scripts/mirror-scripts/changes20061109.txt | 3 + scripts/mirror-scripts/changes20061110.txt | 1 + scripts/mirror-scripts/changes20061111.txt | 0 scripts/mirror-scripts/index.html | 2833 ++++++++++++++++++++ scripts/mirror-scripts/state/lastupdate.txt | 1 + scripts/mirror-scripts/testupdate.sh | 96 + scripts/mirror-scripts/update.pl | 260 ++ 13 files changed, 3208 insertions(+) create mode 100644 scripts/mirror-scripts/.update.pl.swp create mode 100644 scripts/mirror-scripts/changes/changes20061109.txt create mode 100644 scripts/mirror-scripts/changes/changes20061110.txt create mode 100644 scripts/mirror-scripts/changes/changes20061111.txt create mode 100644 scripts/mirror-scripts/changes20060622.txt create mode 100644 scripts/mirror-scripts/changes20060623.txt create mode 100644 scripts/mirror-scripts/changes20061109.txt create mode 100644 scripts/mirror-scripts/changes20061110.txt create mode 100644 scripts/mirror-scripts/changes20061111.txt create mode 100644 scripts/mirror-scripts/index.html create mode 100644 scripts/mirror-scripts/state/lastupdate.txt create mode 100755 scripts/mirror-scripts/testupdate.sh create mode 100755 scripts/mirror-scripts/update.pl diff --git a/scripts/mirror-scripts/.update.pl.swp b/scripts/mirror-scripts/.update.pl.swp new file mode 100644 index 0000000000000000000000000000000000000000..0e3f372be032daebf83e43fd3af64ffcb75ebcee GIT binary patch literal 28672 zcmeI4e~ctYb;sKw#<7hd306Yv*woF`Iz;d?zkWJ!Yya+W^Gx%^Qm{H zXQ$bj?z!%sn_HjOiA*d)EJQ$w<0KM)Btaw!KNJK(3P?7HKS&UNV4+AsBq2(I@<$>N zB0?bwuY)vJ21t7fD2@amenZ=vS!`FY2A^2h5Z zPjv5ap1Rv{{Ghen^IE=D^!t(T2H{H-(YKx)39LThZdH4J6opYGZbp7TiK~Nt z%T2t6e)r|X*!z|N%fR(AFi6^!!?!v2E-lvf7WSw&{^I)eO0eZE1C{~HfMvikU>UFs zSOzQumVuvg29o}b&W~xs&wveZLyDi}_a4wn|9&mMZw61Nf8WUOUm5%RHT?e~crOqc z_G1~a3|Iy%1C{~HfMvikU>UFsSOzQumI2Ga{~rci0{m5i{eP8!p7;Nf1Ne_OIL^O= zPl4YDzXvXX5_k*vC2%|V>gyfn8Sp;vZmi#lfurEH;5Fc@uXCKQ zfcJnWz&7ZCE@*zzg8RU;q;E5cpLf{c$tDKhE!ufjGASa1;0kk~5zJK6nRM1rLH6coX;{$)7KPUkASi zR=|FsKyO>kwf(LaFFSix5~{YBG&|Ln*Yy&QD}Lfd?AlP_WiL{0x2uwlXUcdjrJpOS zje*~7`N5_d^p&f+ew?VVZEiXuqHP|c64h~I6@-aucHCeS38l!3`(Y4!su{LCb#Lv! zyc7hN|8bigg{DQRQI(FG$75apyt=CTgSex{uQtOV@q(nRHofGyt}8yp zqa`h1ep&5EyJtKgB=CqM> z%iWImjjHEf;L#=6fH2UG!k(rf_9FV;aislh0~%95@q1p_?z(Yew)QALR)qz*x)di- zsW8_pl#A1a<`)X;d>}2HDNnQ;eXb>sLPiWi#z+!Egppl!!b+R1NvF|tU2j5aprc_$ zuG1_p##)rE>lQiB%78bwjgGhP2 zABCHd+f(gsIGk0A0Xg-VmZUHRcLUSwh~c<&*pPt}1beS_!)qpf7>H#mJ%;r7L3usO zQESWd`WM}onPCxRH8ekR5-4xP9wiYKU z>9JrsAvNnLWVo-WLNW4sAk;Ngn}eQo_sWy1`go-x?yq9nUeQ%lMO7^; z?`XsnUq((|c%`&(&wMc#!^rEir%4?C%Zo9Er$xwk7KgH;@JCDXSE;y&GkmFrQGQxX zZVj(Mlf3Y>nADS})K0SMT~dWgMLd1M@F;F9=Uf$!oqgcp$K*;d=v`Qzm=n!KRjR3l z1y$TDCABA7>McWc!rOflwrnB-i0!r8;lV>=GV`j z9<3)*E0j6KJd=0sayr6c$C#5b*cDY1X(2-{8v3jc@DQyKcO0>Ph zP<-BcW zBc~lD9V0aPL9;t(u^L6vQmuBVUR$g$9ca|vTCW|hFW!gKaa%3^t$IOK?pJFEtM?vQ zJb2)~g-+7z@)SRj*L4$_=lU*l0qawdEDA0tb&km{U~%X6`gj{X2!`RH+d@m8WQL+_ zGD>xFZxtj&bS%)+5P=!zQ6usi4lF*TktD-2--CPWpn zEwK)sDAAmB-bokY^T_Rcfh@8S(-6&dXNWFwuG>aonO{dWMV_>YpKNB! zehYK8gG+~H7S&Y43QLDIcUvtTPC8{xz1C3ErUIA2FhP3KK*lYJqKHmiLfrF*X5t@^!YWw3>( zCP)&-D)587-Md)vH!^EGMQ_t#3FTutvlrqdv?F6|4BG8^-4ZG^o{ko}immbjw#$!( zi`h0W#+I(gg@<9g1ul5P~ZmeZ^ZWB27d>h0TFl<6u{l!HgGGr1^hFy z{fppv@KNv_cozIFcsE!FHBbe2ga0JX{}OlsJP+OndY}Yu1Cj&yGWalf3e>?8SOni7 zuKyr-1eC#Bz^&jW@FVzr5j+b%1b!QQ06YOUz?*^e!9}nPUI)HGY;Ql70n318;8idn zv0LONgNOiMvUaC*hAW*SWDUMhs1_EA7ayx#DDUXc^aIx;K^0TUM47o@*2nQ+V=C!X zDoOxiGHLE;&XVcQq>)U}ITj0R^;Mc8(2Il;ic4;=azvumL3~kGWebIQVqI2x%;w{X zC{;P4+RV0Ii@cJ~&Y2~&lqG=mbYyBOP5DY?r)feX(-csO1=g7pXX+{@A<@%Iew_=G z>``ScZ24{9YiT8vYIZ}UpFVT^*y&Mpe^O>~HH`d3f`ejLme!_8#XXt&Sp&?IlgeDD zppbQ;DrrGwRX9@MpS(_j$;qUHE}h@k%kNCplF=`1TE>P_X&OT}L=qa464NwBo_a9S zrC=(M?&2fyuE}j=g2YDjEuGoTt`a)&ERjW0%JtMSyOiDC@A051A?)ssH&u?w(ADX% z+ZdJ~UrZl1nn=hkcO=LkxRoQ3cWFR`ReG?|AS60#{;C{d>0f%_WJ9eS86~x(dkgbg z$;^0G+ap`4oFjnoXsW5;67pZENTR4LMKjfM^5}WfjLnZMZPpMOW$0+4~0$`kPSt; zTNEjZ$&g)&uT~#>yn5lD;?C6_xh|~fTS|K}Q~Ah5MCUwZ&*d~Z*T;Y)I&$?YTVj=o zN{@qmcO|rqtsy9D$JH5L*rfhpCncH? z*Nq~=x%B0X4&V$c#*dZOA3AZYak8EBo%0p$ZWVq@!8*5|MAR%sE5}DM$)OYsO@ufqHhtkOWRo0Y| z`%)D#qlS^#IYY~&0Z4@FvtFLO-8$PY#DI4R z#53HV_x};G_8CTTztEdMJ2HyQ7l?LxtO)nB-r49bm&A~ynxu=R16U%^jx<%kA5qfh z-GmK;Hd72c8BIxCkBxZw9x3zbC%` zCXjsqzX`H;{|EX1_le`b0{#>{3^;o190CWyUEoIWN$UIr$lm?m!~fp|v@Wk=!D}C} z3|Iy%1C{~HfMvikU>UFsSO%_x0U|fM*|Y17(!P1-D0{Ig5h;7ZB>QPMdyePWC9<`f zJ<0Q!jL-kUW=}Q#8QYjiqFFYrN!DfHl4hCQp<@!#W-F$oq}d?B53eAqwS~n(S;zl> zLCif*JTCFSoaz4&vHkym7r-;13EmE5|Njq(?LQBCK=%8e2RDHK=J_80iTOVYTyOz2 zz#^!C{oo#;>$(oNWQ$q`ECZGS%YbFTGGH073|Iy%1D1iGFar|wn{7{eYub7sXC(u9 zjm;5QIYzgy820xS>XDeB*ze zT^kj%ElytU>dgzfTD@N<>?=7jMDc=b$3iXrw@G58Cx}c-%)iqcr{w&IKB=I$s7>p` zkp#CX@7LL}(+a&^+$qItYCqUwcht0Ct?bygKXX_@?J769b8K?w z)3w!}rJay!YN=1W^w-Ua%aGjTaHAYEmf%~s<@DVQ#m&B+aqf*&%{8ZK*|#G5dd&G^ zwm5`+*(#-vT$+TN+0b!9pAOOIsCA-=vn8^DP;XPo&1}f#u0krGEdi%wZ|5s|CbNe^ zY6z0YlKub3h~H)JzQq4*ad*B>od0Lwz2IS>fV|`XG}y_?{)7jgtfnvs>B{TY3YnYo&O sk(o&^An<5bcP6F!*!k#uaAALSB#To^G + + + + + + + + + + + UK Indymedia + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

A network of individuals, independent and alternative media activists and organisations, offering grassroots, non-corporate, non-commercial coverage of important social and political issues.

+ + + + +
+ + + + + + + + + +
+

+ Full article + + + | 28 additions + + + + + | 41 comments + + + +

+

Parliament Sq. Protest Trashed by Police

+

12-05-2006 12:57

+ + + + + + + + + + + +
+ + + + + forty yards of evidence of war crimes destroyed + +
+ + +

Brian Haw's display was removed early in the morning of 23rd May by 50 police officers. At 2.45am they turned up and started to load a container with all the placards and banners and almost all of Brian's personal possessions. [Photos | Video]

A timeline since Monday 8th, when the state won its appeal against the decision that the SOCPA legislation could not be applied to the protest which Brian Haw appears in full article and additions below.

+ + + + + + + + +
+
+ + + + + +
+ +

+ Full article + + + | 1 addition + + + + + | 1 comment + + + +

+

Protests Against The Economic Blockade Of Palestine

+

24-05-2006 18:15

+ + + + + + + + + + + +
+ + + + + Dense crowds patiently listened to speeches + +
+ + +

A replica of the Israeli wall and a large banner with the words "Stop Starving Palestinians, End Israel's Occupation and Recognise Palestinian Democracy", acted as a back drop for the up to 20,000 demonstrators that gathered in London's Trafalgar Square on Saturday 20 of May.
Reports: 1 | 2 | Photos: 1 | 2 | 3 | 4

The demonstration, organised by the Palestine Solidarity Campaign, was prompted by the Israeli government's decision to strengthen the economic blockade of the Palestinian people after the landslide victory of Hamas in the recent Palestinian elections. The Israeli and US governments, together with the EU, brand Hamas as a terrorist organisation and have therefore stopped vital aid and funding from reaching Palestine, with devastating effects on the everyday lives of Palestinian people living in the Occupied Territories.

An Emergency Vigil was held in Sheffield on Thursday 25th May, called by Sheffield Palestine Solidarity Campaign.

For daily reports of life under Israeli occupation see the Middle East Media Centre and the Palestine Today audio reports in the IMC-UK newswires. Also check out IMC-Israel and IMC-Beirut for information about grassroots strugless and campaigns in the Middle East.

+ + + + + + + +
+ +
+ +
+ +

+ Full article + + + + | 1 comment + + + +

+

All This For Selling Flowers ...

+

13-05-2006 18:53

+ + + + + + + + + + + +
+ + + + + Dead serious. + +
+ + +

On Friday 12th May, several activists and human rights campaigners, as well as people from different groups including London's Zapatista Action Project (z.a.p.), Bristol Solidarity group Kiptik and the Comite Cerezo support group in the U.K, staged a peaceful occupation and noise demonstration in and outside the Mexican Embassy in London [Photos and Report]. Four people locked on in front of the Embassy, effectively closing it down for business for most of the day. Meanwhile a Samba band was playing whilst other activists held banners referring to the events that have been taking place in San Salvador de Atenco, northern Mexico [Press Release]. Another protest outside the Mexican embassy had already taken place on Wednesday 10th [Pics and Report]. The Electronic Disturbance Theater and the Borderlands Hacklab also called for a virtual strike against the Mexican Government on May 5th.

Last week, residents of Atenco, a municipality near Mexico City, suffered massive police brutality and repression, after local organisations helped 60 flower vendors of the Texcoco local market to resist a blockade by state police that prevented them from setting up their stands. People from Atenco quickly responded by obstructing the highway that borders their town and leads to Texcoco market. The events that followed speak of unprecedented levels of police brutality. More than 3000 armed police forces stormed the town beating everyone in their path [Photos: 1 | 2 | 3 | Videos: 1 | 2 | 3] and arrested more than 200 people after a house to house search around the town. Francisco Javier Cortés, a 14 year old local boy was killed as a result of police violence on the first day, and many were severely injured. Since then there have been reports that a total of up to 300 people have been arrested (of which the authorities have only recognised 109), 18 people have been disappeared, 5 women have been raped whilst in custody, and 5 foreigners have been deported.

Reports in the IMC-UK newswire by: Global Exchange | The Other Campaign Montreal | Irene of Mexico City | Erika Del Carmen Fuchs from Mexico DF | Kasa de Kultura para Tod@s.
Follow the unfolding events in: Narconews Bulletin | IMC-Chiapas | IMC-Mexico | IMC-UK Zapatista Page
Radio webstream with daily reports (Sp): Ke-Huelga Radio Zapote

+ + + + + + + +
+ +
+ +
+ +

+ Full article + + + + | 9 comments + + + +

+

Creative activist roadshow in east-west collaboration

+

30-04-2006 19:44

+ + + + + + + + + + + +
+ + + + + + +
+ + +

The Art and Activism Caravan is a border crossing project, starting early June, travelling for 3 months from Greece via Macedonia, Albania, Montenegro, Serbia, Bosnia Herzegovina and Hungary to the eco-activist gathering Ecotopia in Slovakia. Its aim is to support and connect youth, campaign, community and activist groups, their actions and campaigns with creative forms of activism. The participants will share skills in the field of video, creative writing, music and dance, sculpturing, street performance, drawing and painting, samba and screen printing.

Groups involved in the AA Caravan are EYFA (European Youth For Action), Candida TV (video collective, Italy), Rhythms of Resistance (samba), The Mischief Makers (creative activist collective, Nottingham), Undercurrents (UK video collective), Karahaber (video news network, Turkey), Loesje (creative writing), Rebel Clown Army and VideA (video collective, Balkans).

The local organisations and groups hosting the project are Medsos (Greece), Bitola Youth Forum (Macedonia), Mjaft (Albania), Plagus_M (Serbia & Montenegro), In Stage (Serbia & Montenegro), Kulturanova (Serbia & Montenegro), Tuzla Live (Bosnia & Herzegovina), Uruk (Bosnia & Herzegovina) and ZoFi and Valley of Arts (Hungary) and Ecotopia (Slovakia). For more information on the host groups click here. The artists taking part in the project come from Norway, Turkey, Italy, The Netherlands, UK, Ukraine, Germany and Armenia.

Links: AA Caravan website | Map of route | The host groups | The artists

Wikipedia on: Balkans | Greece | Macedonia | Albania | Montenegro | Serbia | Bosnia Herzegovina | Hungary | Slovakia

Local Indymedias: Athens | Belgrade | Croatia | Hungary

Art Activism Links: Design for Social Change | My Dads Strip Club | Northern Arts Tactical Offensive | Movement of the Imagination | The Church of Stop Shopping | The YES Men | The Lab of Insurrectionary Imagination | YoMango | Space Hijackers | videoactivism.org (everything for the video activist)

Background Links: ZNet Balkanwatch (Background articles on the political situation in the Balkans + lots of links) | Transitions Online (Online newsletter covering politics in the Balkans and wider region) | Maknews.com (Macedonian independent news agency) | Abolishing the Borders from Below (anarchist magazine focused around Eastern Europe) | Role of Women in The Balkans War (links) | Balkansnet.org (Balkans anti-war and human rights resources) | Our target is peace (The centre for peace in the Balkans)

+ + + + + + + +
+ +
+ +
+ +

+ Full article + + + | 1 addition + + + + + | 8 comments + + + +

+

Mayday Weekend 2006

+

28-04-2006 19:28

+ + + + + + + + + + + +
+ + + + + + +
+ + +

Monday May the 1st saw the culmination of the MayDay weekend 2006. A series of demonstrations and protests took place all over the UK and beyond. In London up to 4000 people marched from Clerkenwell Green to Trafalgar square in the traditional TUC march. One of the largest blocs of the march was the Autonomous Bloc which consisted of up to 800 people, marching on the issues of precarity and migration. Meanwhile, the Space Hijackers were having a 'police victory party' outside the Bank of England [Pics: 1 | 2 | 3 | 4]

The march went off peacefully until the Autonomous bloc tried to bring its soundsystem into Trafalgar Square to be used as an open microphone for speeches and discussion. At that point police snatched the pedal powered soundsystem from the crowd and prevented the Autonomous Bloc from assembling in the square. It was not until the march finished that the soundsystem was given back. Whilst this was taking place thousands of people listened to speeches at the rally in Trafalgar Square. After 4pm, people dispersed.

See: Timeline of Events | London Roundup | Eyewitness Account
Photos and Reports: 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10
Audio: 1 | 2 | Videos: 1 | 2

Other May Day demonstrations and protests around Britain included:

A Workers Memorial Day demonstration in London to commemorate those people who have been killed at work. In Manchester, a Chaos Mass bike ride took place, as well as a May Day march, an anti-nuclear demonstration [Video] to commemorate the 20th anniversary of the nuclear disaster in Chernobyl, and a picnic against capitalism. A march [more] also took place in Cambridge against the privatisation of public services, as well as an 'Extra tea for mayday' action where activists visited ASDA to give extra tea breaks to the workers forced to work on Mayday.

In Newcastle a contingent from Tyneside Community Action for Refugees marched demanding the right to work for refugees and asylum seekers, in Liverpool the Merseyside May Day celebrations included a march and a rally in Princes Park, and in Nottingham a march and rally [more] also took place. In Scotland there was the traditional May Day march and rally in Edinburgh, and a MayDay parade in Glasgow.

For reports of the massive demonstrations in the US and the several Euro MayDay Parades in Europe, as well as the full UK's Mayday 06 events listing click at the 'Full Article' link on top.

+ + + + + + + +
+ +
+ +
+ +

+ Full article + + + +

+

"European Alternatives Resistance", United Against Repression

+

18-04-2006 20:35

+ + + + + + + + + + + +
+ + + + + View of the Teknoparade in Strasbourg + +
+ + +

The French city of Strasbourg became a 'free party area' on Saturday 15 April, when around 3000 people gathered for the "European Alternatives Resistance" Sound-System Parade [Flyers]. The protest was called by Free 4 Euroalternatives, a loose coalition of sound systems, free party and festival organisers, squats and people from around Europe.

The parade was a show of defiance to the increasing levels of repression against non-commercial and autonomous forms of culture, and in particular to protest about last summer's brutal attack by Czech police against the Czechtek tekno festival. This event was widely considered as the 'breaking point', when police in riot gear steamed into dancing people with baton charges and tear gas attacks. As a result, two people died and over 50 were seriously injured. [See Czech Teknival attack feature]

The demonstration passed peacefully with people dancing to music played by several mobile sound systems, and it ended with different parties across Strasbourg. Some of the banners read "Nothing Stops People Who Dance", "Free Party! Free People!", "Respect Our Rights" and "Against Police Brutality". One of the organisers said: "We chose Strasbourg because the city accommodates several European institutions, in particular the European Court of the humans right, to which we intend to immediately address a letter after the demonstration".

Photos and Czech TV news report
Photo Galleries 1 | 2 | 3

+ + + + + + + +
+ +
+ +
+ +

+ Full article + + + + | 8 comments + + + +

+

Israeli Repression in Palestine Intensifies as the Borders are Re-drawn

+

15-04-2006 16:35

+ + + + + + + + + + + +
+ + + + + Hadlid being laid to rest (picture by laila El-haddad) + +
+ + +

Since the election of the Kadima party, violence and incursions against the Palestinian population has intensified. A report prepared and published by the Palestinian National Information Centre on the Israeli violations in the period between 4 and 10 April, 2006, revealed that Israeli soldiers shelled Palestinian homes, killing 19, while 7 residents were extra-judicially assassinated.

The Israeli violations also include repeated invasions of Palestinian cities, villages and refugee camps, with checkpoint closures isolating the Palestinian territories from each other.

Reports: 1 | 2 | 3 | 4 | Global Indymedia feature
Audio: report on extra-judicial killing | interview with Dr Ghassan Hamdan of the PMRS | interview with a member of the Hebron Christian Peace Maker team who was attacked by settlers
Read also: article from Laila El-Haddad's blog

For continuous updates on the situation in Palestine, please visit International Middle East Media Centre | Palestine News Network | and also This week in Palestine, which is a weekly audio round-up of key events in Gaza and the West Bank.

+ + + + + + + +
+ +
+ +
+ +

+ Full article + + + | 5 additions + + + + +

+

Hunger Strike in Colnbrook Detention Centre

+

10-04-2006 08:11

+ + + + + + + + + + + +
+ + + + + Side view of Colnbrook. No, it's not a prison, they say, just a detention centre + +
+ + +

Updates: 27th April: Some remain on hunger strike.
24th April: The hunger strike in Colnbrook seems to have ended [Timeline | Solidarity Page]. Meanwhile, around 20 Turkish Kurdish detainees in Harmondsworth began a hunger strike on 20 April.
17 April: About 25 detainees in Haslar have staged a peaceful protest in the courtyard early this afernoon and are still there, refusing to re-enter the building. There are also news that the hunger strike have spread to Tinsley House.
15 April: More than 120 detainees in Haslar detention centre, Protsmoth, have gone on hunger strike in protest againts arbitrary detention and in solidariety with the detainees in Colnbrook.

In protest at their inhumane treatment by security guards during the No Borders demonstration last Saturday (8th April, 2006), over 150 detainees in Colnbrook detention centre went on hunger strike. According to the latest updates, nearly 100 of them are still on indefinite hunger strike. A delegation from the Home Office is supposed to pay them a visit to hear their demands for release. [Strike update 17/04]

The hunger strikers have been subject to repression from Colnbrook’s management, with one detainee, deemed to be the "organiser" of the protest, having been locked in an isolation cell on Saturday night, then later removed to another detention centre.

Many of the people inside Colnbrook have been there for over 6 months, with some being detained for up to 3 years. There is no automatic bail review process for immigrants who are being detained. Last January, a detainee at Harmondsworth Detention Centre took his own life out of despair. Fellow detainees responded with a one-day hunger strike and a written statement about their conditions and treatment in detention.

On Thursday 13, a solidarity protest took place outside the Home Office building in central London [Report and Pics]. This had been urgently called by London No Borders and The Square Social Centre. On Satuday 15 No Borders fundraiser also took place in London. And on Thursday 20 Cardiff saw another solidarity demonstration called by the No Borders South Wales group.

Read: initial reports [1] [2] | press release | detainee tells of beatings in Colnbrook (video)

+ + + + + + + +
+ +
+ +
+ +

+ Full article + + + | 6 additions + + + + + | 2 comments + + + +

+

Noborders Demo at Harmondsworth Detention Centre

+

08-04-2006 13:58

+ + + + + + + + + + + +
+ + + + + The main demo as seen from pavement walking towards the footpath + +
+ + +

Harmondsworth, 8 April 2006. Around 300 people from London, Birmingham, Bristol, Leeds, Brighton, Reading and Cardiff demonstrated at the Harmondsworth and Colnbrook detention centres near Heathrow to ensure that "those inside will hear our voices and know that they are not alone." The call out for the demonstration was made by London No Borders, the Campaign to Close Heathrow Detention Centres, London Against Detention, and The Square Occupied Social Centre in solidarity with the Noborder actions in Australia [see the NCADC report].

There was a large police presence and they prevented detainees and demonstrators from establishing a line of sight: the demo was not allowed to take place in the field where detainees could see it from their windows. Security guards also prevented detainees from accessing the centre's exercise yard and didn't even allow them to approach the windows. Some detainees were reportedly beaten up when they protested against these restrictions. In response, some 150 detainees in Colnbrook have gone on hunger strike [Read press release on updated situation in Colnbrook].

Many phone calls from detainees were passed on to the demonstrators via a small sound system. Former detainees also gave live testimonies of their own experience in detention [Sekindi's speech]. Meanwhile, about 40 people managed to make their way around the side of Colnbrook where detainees could see and hear them from the windows, and they spent a long time communicating with people inside, before being moved on by the police.

See the full timeline of events
Reports and Pics: 1 | 2 | 3 | 4 | 5 | Audio reports
Videos: 1 | 2 | 3 | 4 | 5 | 6 | 7

In Glasgow, around 300 asylum seekers, refugees, sans-papiers, Unity activists, and their supporters marched from the Home Office Reporting Centre in Ibrox to a rally in the Carnival Arts Centre in town calling for the right to work and an end to deportations. On Monday, 10th April, the All African Women's Group and other organisations protested outside Communications House in London in solidarity with international actions for immigration and asylum rights, and against detention.

In Manchester, a demo and rally [more] were held on 15 April under the slogan "Manchester: city of detention, destitution and deportation". On the same day, the offices of Ethiopian Airlines in London were targetted by anti-deportation activists. Their locks were glued and anti-deportation slogans were painted over their office and in the surrounding area.

+ + + + + + + +
+ +
+ +
+ +

+ Full article + + + + | 9 comments + + + +

+

Condoleeza Rice Visits Liverpool!

+

31-03-2006 01:00

+ + + + + + + + + + + +
+ + + + + + +
+ + +

Condoleeza Rice - Secretary of State and former National Security Advisor to the Bush Administration - toured Liverpool on Friday 31st March. She visited LIPA & was serenaded by the Royal Liverpool Philharmonic Orchestra. Mersey poet Roger McGough was due to compere the concert in her honour, but withdrew his support. Masses of protesters turned out and let her know she's not welcome here.

Sat 1st April - Maritime Museum visit Rice, Straw and Liverpool's Rich Cultural Heritage

Reports from main demo Liverpool Unites to 'Unwelcome' Terrorist Mastermind Rice| Photos | Photos | Photos | Photos | Photos | No Scouse for Rice Video

Reports from LIPA Protest - Friday Lunchtime Protests Against Condi Visit to LIPA
Report & pics from LIPA demo

www.condiwatch.co.uk

On Indymedia: 30 Mar - Protests outside Condi's hotel | Protestors, performers & police get ready for Condi visit
Previously:1 | 2

Other media: Daily Post articles - 4 | 3 | 2 | 1
icliverpool.co.uk online discussion

+ + + + + + + +
+ +
+ +
+ +

+ Full article + + + + | 4 comments + + + +

+

Indymedia photographer arrested by armed officers

+

30-03-2006 16:22

+ + + + + + + + + + +

On Saturday 18th March photographer and serial Indymedia contributor Alan Lodge - or Tash - was arrested after taking photos of armed police in public. Tash denied the charge of wilfully obstructing a police officer at Nottingham Magistrates Court on Monday March 27. Defending solicitor Paul Dhami told the court: "The officers took exception to his presence, and one took it upon himself to physically impede Tash and then arrested him." The arrest came only weeks after Nottingham police issued guidelines to their officers reminding them to respect journalists' rights.

Recent topics covered by Tash include: Council workers on strike 1 + 2, Nottingham's new rinky dinky, the campaign against incinerator expansion, Ashbourne's Shrovetide 'Mob' football and surveillance of Nottingham city centre.

Links: NUJ backs photographer in press freedom case | All articles published by Alan on Indymedia since 2003 | Previous article on Notts Indymedia about the incident | Guidelines for police and media at incidents | NUJ Freelance - May06 Defend the Nottingham One! | Trial Date now set for hearing at Nottingham Magistrates

+ + + + + + + +
+ +
+ + +

+ XML + Feature Archive +

+
+ + + + + + +
+ + + +
+
Upcoming Coverage
+
+ View and post events +
+ +
UK
+ + +
Friday 16th - Sunday 18th June — Newcastle PROJECTILE: A festival of anarchist film and culture
+ +
Saturday 17th June — Sheffield, National Demo No Incapacity Benefit Cuts
+ + + + + + +
Ongoing
+
Iraq Occupation: Electronic Iraq
+ +
Israel-Palestine: Israel Indymedia | Palestine Indymedia
+ +
Climate Change: Climate Indymedia
+ +
Other: Chiapas | Bolivia | New Orleans | Colombia
+ + +
+ + + + + + + +
+
United Kollectives
+
All Regions
+ +
Birmingham
+ +
Cambridge
+ +
Leeds Bradford
+ +
Liverpool
+ +
London
+ +
Manchester
+ +
Nottinghamshire
+ +
Oxford
+ +
Scotland
+ +
Sheffield
+ +
South Coast
+ +
West Country
+ +
World
+ + +
Other Local IMCs
+
Bristol
+
Scotland
+ +
+ + + + + +
+
IMC Alerts
+ +
Seize the media, not the servers. Indymedia needs your support for a new server.
+ +
+ + +
+
Projects
+
Radio Page
+
Video Page
+
Indymedia Cinema
+
Offline Newsheet
+
+ +
+
Topics
+ +
All Topics
+ +
Analysis
+ +
Animal Liberation
+ +
Anti-militarism
+ +
Anti-racism
+ +
Bio-technology
+ +
Culture
+ +
Ecology
+ +
Education
+ +
Free Spaces
+ +
Gender
+ +
Globalisation
+ +
Health
+ +
Indymedia
+ +
Migration
+ +
Repression
+ +
Social Struggles
+ +
Technology
+ +
Workers' Movements
+ +
Zapatista
+ + + +
+ +
+
Major Reports
+ + +
April 2006 No Borders Days of Action
+ +
Art and Activism Caravan 2006
+ +
Climate Camp 2006
+ +
French CPE uprising 2006
+ +
G8 Russia 2006
+ +
March 18 Anti War Protest
+ +
Mayday 2006
+ +
WSF 2006
+ + +
Past Major Reports
+ + + +
+ + + +
+
+ Encrypted Page +
+
+ You are viewing this page using an encrypted connection. + If you bookmark this page or send it's address in an email + you might want to use + the + un-encrypted address of this page. +
+
+ If you recieved a warning about an untrusted root certificate + please install the + CAcert root certificate, + for more information see the + security page. +
+
+ + + + +
+

Global IMC Network

+

+ [an error occurred while processing this directive] +

+
+ + +
+ + + +
+ + +
+ + + +

Publish your news

+ +

Need help with publishing?

+ + + + + + + + + + +
+ + +
+

+ + Promoted Newswire + + | Open Newswire +

+ + + +

+ Text + The Paramilitaries and the Peace of Colombia +
+ + 27-05-2006 04:05 + + + +

+ + +

+ Image + Torture UN/OPCAT: 20 ratifications!! +
+ + 27-05-2006 03:10 + + + +

+ + +

+ Image + Terrorist comics???!!! +
+ + 27-05-2006 01:02 + + + +

+ + +

+ Text + Sussex Uni docks 20% of striking staff pay! +
+ + 27-05-2006 00:46 + + + +

+ + +

+ Text + 4 Essential Ways To Save The Earth : Part 1 +
+ + 27-05-2006 00:06 + + + +

+ + +

+ Text + KEEP LEFT! MAGAZINE now online! +
+ + 26-05-2006 23:22 + + + +

+ + + + + + + + +

+ Text + Salute the US Generals! - Don't you hear the boots? +
+ + 26-05-2006 22:02 + + + +

+ + +

+ Image + Goldmine threatens French Amazonia +
+ + 26-05-2006 22:01 + + + +

+ + +

+ Text + Tony Blair Will Make Britain Look Like It Lost To The Nazis +
+ + 26-05-2006 20:36 + + + + | 2 comments + + + +

+ + +

+ Text + Frankly ... you know fuck all +
+ + 26-05-2006 19:07 + + + +

+ + +

+ Image + No money for Palestine (by Latuff) +
+ + 26-05-2006 18:48 + + + +

+ + +

+ Text + Leaflet for lecturers' union demo +
+ + 26-05-2006 16:39 + + + +

+ + +

+ Text + UPCOMING BENEFIT DINNER AND GIG +
+ + 26-05-2006 16:20 + + + +

+ + +

+ Text + ASBO sentences given to DSEI protestors. +
+ + 26-05-2006 15:54 + + + + | 1 comment + + + +

+ + +

+ Text + Rhythms of Resistance Manchester & Art and Activism Caravan +
+ + 26-05-2006 15:28 + + + + | 1 comment + + + +

+ + +

+ Text + The vivisection industry, government & media vs the animal liberation movement +
+ + 26-05-2006 15:11 + + + + | 1 comment + + + +

+ + +

+ Text + Blair and Bush agree Iran War plan +
+ + 26-05-2006 15:01 + + + + | 4 comments + + + +

+ + +

+ Image + A country staiined with blood and injustice. Sri Lanka +
+ + 26-05-2006 14:12 + + + +

+ + +

+ Text + Bethnal Green Questions for George Galloway MP Friday 26 May 2006 +
+ + 26-05-2006 14:11 + + + + | 2 comments + + + +

+ + +

+ Text + BUSH & BLAIR: Things have not gone as planned? +
+ + 26-05-2006 13:00 + + + + | 3 comments + + + +

+ + +

+ Text + US LIVING WAGE ACTIVISTS VISIT THE UK +
+ + 26-05-2006 12:33 + + + +

+ + +

+ Text + Leeds Palestine Solidarity Campaign +
+ + 26-05-2006 10:35 + + + +

+ + +

+ Text + Oil for Occupation, But None for Iraqis +
+ + 26-05-2006 08:07 + + + +

+ + +

+ Image + SF Bay Area Housing Crash Continues +
+ + 26-05-2006 07:24 + + + +

+ + +

+ Text + Latest "bin Laden" Fake: Americans No Longer Buying It +
+ + 26-05-2006 01:29 + + + + | 3 comments + + + +

+ + +

+ Text + Basra Explodes +
+ + 26-05-2006 01:26 + + + +

+ + +

+ Text + Iran Letter The Media Ignored/Neo-Fascists Planted Iran "Badge" Propaganda +
+ + 26-05-2006 01:24 + + + + | 1 comment + + + +

+ + +

+ Text + Zionist Architects of Iraq Crime Wanted Civil War All Along +
+ + 26-05-2006 01:20 + + + + | 3 comments + + + +

+ + + + + +

+ Text + . . . . REMEMBER THE DOGGERELS OF INFOWAR +
+ + 25-05-2006 20:50 + + + + | 1 comment + + + +

+ + +

+ Text + Mad Profits +
+ + 25-05-2006 20:31 + + + +

+ + +

+ Text + VENEZUELA GRANDEST OF GRAND PRIZES FOR US +
+ + 25-05-2006 19:20 + + + + | 1 comment + + + +

+ + + + + +

+ Text + Climate Camp benefit gig with Baraka in Oxford +
+ + 25-05-2006 18:45 + + + +

+ + +

+ Image + FINANCIAL CRIME CONFERENCE 2006 +
+ + 25-05-2006 18:17 + + + +

+ + +

+ Text + Brian Haw and the Death of Democracy +
+ + 25-05-2006 16:03 + + + + | 1 comment + + + +

+ + + + + +

+ Text + OutRage!:Tatchell defies Moscow gay ban... +
+ + 25-05-2006 15:09 + + + +

+ + +

+ Image + Photos of Former Commander in Chief opposing war on Iran +
+ + 25-05-2006 14:57 + + + + | 3 comments + + + +

+ + +

+ Text + Manchester picket in support of the strikers of Mercadona (Barcelona) +
+ + 25-05-2006 14:53 + + + +

+ + +

+ Text + June 4th, 2006 International Day of Solidarity with the Daechuri Villagers +
+ + 25-05-2006 14:27 + + + +

+ + +

+ Image + Now who are the benefit cheats? +
+ + 25-05-2006 14:17 + + + +

+ + +

+ Image + British Racists Organising in Dublin +
+ + 25-05-2006 12:18 + + + + | 1 comment + + + +

+ + +

+ Text + Collisions at Sea Assisted by Computer Games +
+ + 25-05-2006 11:29 + + + +

+ + +

+ Generic media + Infousurpa no 25 +
+ + 25-05-2006 07:00 + + + +

+ + + + + +

+ Image + Heir of ousted King of Iran plans to overthrow Mullah's Regime +
+ + 25-05-2006 03:11 + + + +

+ + +

+ Text + Irish 9/11 Truth Candidate to Stand for Dáil Elections +
+ + 25-05-2006 03:07 + + + +

+ + +

+ Image + British & US troops have no protection from poisonous uranium gas in Iraq +
+ + 25-05-2006 03:04 + + + + | 1 comment + + + +

+ + +

+ Text + Call for antipatriarchy-antiheterosexism focus at European PGA conference +
+ + 25-05-2006 02:15 + + + + | 3 comments + + + +

+ + +

+ Image + World Naked Bike Rides to be held in Brighton, Manchester, York and London +
+ + 25-05-2006 01:32 + + + +

+ + +

+ Text + Touchstone for traitors +
+ + 24-05-2006 23:17 + + + + | 1 comment + + + +

+ + +

+ Text + The State of War +
+ + 24-05-2006 23:11 + + + +

+ + +

+ Text + HELP STOP ILLEGAL EVICTION THURS 25thMAY URGENT +
+ + 24-05-2006 20:42 + + + + | 4 comments + + + +

+ + + + + + + + +

+ Text + Indy Film Showing in Birmingham +
+ + 24-05-2006 18:23 + + + | 1 addition + + + + +

+ + +

+ Text + London Critical Mass in Court +
+ + 24-05-2006 17:42 + + + +

+ + +

+ Text + Sad Death of Richard McIlkenny of the Birmingham 6 +
+ + 24-05-2006 17:42 + + + +

+ + + + + +

+ Text + Talks by John Zerzan +
+ + 24-05-2006 16:52 + + + | 1 addition + + + + + | 1 comment + + + +

+ + +

+ Text + Demand Washington talk to Tehran +
+ + 24-05-2006 13:38 + + + +

+ + +

+ Text + A call to student activists - support our lecturers +
+ + 24-05-2006 13:35 + + + +

+ + + + + +

+ Text + Bilderbergers target Chavez and Iran in Ottawa +
+ + 24-05-2006 13:06 + + + + | 6 comments + + + +

+ + +

+ Text + 21st Sheffield Green Fair +
+ + 24-05-2006 12:44 + + + + | 1 comment + + + +

+ + +

+ Text + Venezuela and Peak Oil +
+ + 24-05-2006 12:09 + + + +

+ + + + + +

+ Text + 9/11 and Homeland Security +
+ + 24-05-2006 11:47 + + + +

+ + + + + +

+ Image + MPS Susan Kramer and Vince Cable offer support to Parliament Square protester Br +
+ + 24-05-2006 11:12 + + + +

+ + +

+ Image + NeoCon Comics presents: Tales of Iraq War (by Latuff) +
+ + 24-05-2006 09:30 + + + +

+ + +

+ Image + Arundhati Roy on India, Iraq, U.S. Empire and Dissent +
+ + 24-05-2006 09:06 + + + +

+ + + + + +

+ Image + New Strategy for an Autonomous Politics +
+ + 24-05-2006 06:23 + + + + | 1 comment + + + +

+ + + + + +

+ Image + Australian uranium under PM Howard about sovereign risk, a nuke weapon future +
+ + 24-05-2006 02:50 + + + + | 1 comment + + + +

+ + +

+ Image + Against the MegaMachine - Anti-Civilisation gathering in Spain, 2-5 June +
+ + 24-05-2006 01:21 + + + +

+ + +

+ Text + Neighbours from Hell In Britain release abusive neighbour survey +
+ + 24-05-2006 01:18 + + + +

+ + +

+ Text + Parliament Square Peace Campaign +
+ + 24-05-2006 00:54 + + + +

+ + +

+ Image + Brough criticised for customary law stance +
+ + 24-05-2006 00:53 + + + +

+ + +

+ Text + Benefit for Saving Iceland & Ath Welak - Friday 26th May +
+ + 23-05-2006 23:41 + + + +

+ + +

+ Image + Prisoners' Right of Access to the Courts: +
+ + 23-05-2006 23:34 + + + +

+ + + + + +

+ Text + The Revolution IS being televised - Chavez Coup film now widely available +
+ + 23-05-2006 22:41 + + + + | 1 comment + + + +

+ + +

+ Text + Khoodeelaar! demands Tower Hamltes Council sack Christine Gilbert +
+ + 23-05-2006 21:29 + + + + | 3 comments + + + +

+ + +

+ Text + 'Alternatives' Public Meeting in Telford on June 10th +
+ + 23-05-2006 21:15 + + + +

+ + +

+ Image + BNP attempts to regain lost cred in Barking and Dagenham +
+ + 23-05-2006 21:06 + + + + | 6 comments + + + +

+ + +

+ Text + Corruption in Russia - what about the UK? +
+ + 23-05-2006 20:35 + + + +

+ + +

+ Text + Crossrail - what is it, why is it bad and how did it come about? +
+ + 23-05-2006 20:26 + + + +

+ + +

+ Text + "Bush is certifiable" +
+ + 23-05-2006 19:59 + + + +

+ + +

+ Image + (Toscana / Chiantishire) CASES OF DEATHS BY POISONING ARE INCREASING +
+ + 23-05-2006 19:36 + + + +

+ + +

+ Text + WIND TURBINE SUCCESS IN MENDIPS +
+ + 23-05-2006 19:15 + + + +

+ + + + + +

+ Text + Israel's UN ambassador slams Qatar, praises Bolton +
+ + 23-05-2006 19:02 + + + +

+ + +

+ Text + McNulty wife behind corrupt Crossrail +
+ + 23-05-2006 18:59 + + + +

+ + +

+ Text + UK OLIGARCH ADRIAN MONTAGUE RIPPING OFF TAXPAYERS +
+ + 23-05-2006 18:49 + + + +

+ + +

+ Text + Radical Academics event at the Square Social Centre, Weds 24.05, 6pm +
+ + 23-05-2006 18:12 + + + + | 2 comments + + + +

+ + +

+ Text + We are all Jessies! +
+ + 23-05-2006 18:05 + + + +

+ + +

+ Text + Talks by John Zerzan this Monday and Friday +
+ + 23-05-2006 16:53 + + + | 1 addition + + + + + | 1 comment + + + +

+ + +

+ Text + Canada's poor face `emergency': UN +
+ + 23-05-2006 15:33 + + + +

+ + +

+ Text + McNulty wife in election fraud scandal in Tower Hamlets +
+ + 23-05-2006 15:11 + + + +

+ + +

+ Image + Cholesterol study is Bitter Pill for Bayer´s One-A-Day Vitamins +
+ + 23-05-2006 15:11 + + + +

+ + +

+ Text + Massive errors/malpractice found in DWP medicals +
+ + 23-05-2006 13:02 + + + +

+ + +

+ Text + supporto legale +
+ + 23-05-2006 12:52 + + + +

+ + +

+ Text + BRIAN HAW SOLIDARITY - MEET BLIAR TOMORROW 11AM +
+ + 23-05-2006 12:42 + + + +

+ + +

+ Text + Toxteth, 'years of investment' and who has benefitted? +
+ + 23-05-2006 12:33 + + + +

+ + +

+ Text + Cardiff Anti-G8 benefit on Friday 2nd June +
+ + 23-05-2006 11:11 + + + +

+ + +

+ Text + Rough Music #10 +
+ + 23-05-2006 10:50 + + + +

+ + +

+ Text + Immigration Minister Tony McNulty Sacked +
+ + 23-05-2006 10:46 + + + +

+ + +

+ Text + POLICE REMOVE BRIAN'S DISPLAY - JOIN HIM IN SOLIDARITY TODAY +
+ + 23-05-2006 10:05 + + + + | 1 comment + + + +

+ + +

+ Text + Meeting on International Work in Palestine in Brigton +
+ + 23-05-2006 09:58 + + + +

+ + +

+ Text + Swansea Coalition Against The War ..Annual General Meeting +
+ + 23-05-2006 07:19 + + + +

+ + +

+ Text + World Council of Churches slams Israel +
+ + 23-05-2006 07:13 + + + + | 1 comment + + + +

+ + +

+ Text + Majority of Americans Support Real 9/11 Investigation +
+ + 23-05-2006 07:04 + + + + | 3 comments + + + +

+ + +

+ Text + Implementing Israeli Policy: The DC Axis Of Evil +
+ + 23-05-2006 07:00 + + + +

+ + +

+ Text + Easily Dispensable: Iraq's Children +
+ + 23-05-2006 06:54 + + + + | 1 comment + + + +

+ + +

+ Text + The Israel Lobby, by John Mearsheimer and Stephen Walt +
+ + 23-05-2006 06:00 + + + + | 4 comments + + + +

+ +
+ +

+ + XML + Newswire Archive +

+ +
+ + + +
+ + + + + + + + + + diff --git a/scripts/mirror-scripts/state/lastupdate.txt b/scripts/mirror-scripts/state/lastupdate.txt new file mode 100644 index 00000000..10704a9f --- /dev/null +++ b/scripts/mirror-scripts/state/lastupdate.txt @@ -0,0 +1 @@ +2006:11:09T00:00:00 diff --git a/scripts/mirror-scripts/testupdate.sh b/scripts/mirror-scripts/testupdate.sh new file mode 100755 index 00000000..a32c3faf --- /dev/null +++ b/scripts/mirror-scripts/testupdate.sh @@ -0,0 +1,96 @@ +#!/bin/sh + +# This script will run tests with the update script to ensure +# that all is good :) + +SCRIPT=/home/mish/active/indymedia/mirror-scripts/update.pl + +TESTDIR=/tmp/test_updatemirror +CHANGEDIR=$TESTDIR/changes +STATEDIR=$TESTDIR/state + +LASTUPDATEFILE=$STATEDIR/lastupdate.txt +OUTPUTFILE=$TESTDIR/out.txt +CORRECTFILE=$TESTDIR/correct.txt + +# set up - set up the directories and files required +setup () +{ + # first remove anything left + rm -rf $TESTDIR + + # create the directory and copy the files we need to it + mkdir -p $CHANGEDIR + mkdir -p $STATEDIR + cp change*.txt $TESTDIR/ + return +} + +# teardown - remove all stuff so that next time is clean +teardown () +{ + # do we want to wait before tear down + if [ "$INTERACTIVE" == "i" ]; then + echo "Press any key to continue to next test" + read -n1 + fi + + rm -rf $TESTDIR + return +} + +# setlastupdate - set the last update date/time +# pass the date/time as YYYY MM DD hh mm ss +setlastupdate () +{ + # set the format as for `date -s %Y/%m/%d %H:%M:%S` + # or use that if no argument is set + if [ "$#" -eq "0" ]; then + date +"%Y:%m:%dT%H:%M:%S" > $LASTUPDATEFILE + else + echo "$1:$2:$3T$4:$5:$6" > $LASTUPDATEFILE + fi + return +} + +# get the list of change files - one day only +testChangeFileListOneDay () +{ + setup + setlastupdate 2006 06 22 16 13 11 + $SCRIPT --test \ + --workingdir=$TESTDIR \ + --list-change-files \ + --now="2006:06:22T16:31:11.01" \ + --output=$OUTPUTFILE + # check output file + echo "/changes/changes20060622.txt" > $CORRECTFILE + diff $OUTPUTFILE $CORRECTFILE + if [ "$?" -ne "0" ]; then + echo "*** FAILED testChangeFileListOneDay ***" + else + echo "Passed testChangeFileListOneDay" + fi + + teardown +} + + +# generic test +testGeneric () +{ + setup + teardown +} + +# do we want to do tests interactively +if [ $# -eq 0 ]; then + INTERACTIVE=0 +else + INTERACTIVE=$1 +fi + + +# do the tests +testGeneric +testChangeFileListOneDay diff --git a/scripts/mirror-scripts/update.pl b/scripts/mirror-scripts/update.pl new file mode 100755 index 00000000..ee21c0bb --- /dev/null +++ b/scripts/mirror-scripts/update.pl @@ -0,0 +1,260 @@ +#!/usr/bin/perl -w + +# This script is to get the changes needed to update the +# files on a mir mirror. +# +# Full details (among other stuff) at +# http://lists.indymedia.org/pipermail/imc-uk-tech/2006-May/0531-ib.html +# +# An extract is +# +# Mir will simply publish a list of file changes. It will produce one +# file per day. The file will be publicly viewable on the web at +# +# /changes/changesYYYYMMDD.txt +# +# So on May 28th, 2006, the file name would be +# +# /changes/changes20060528.txt +# +# The format of the file will also be simple. There will be three +# columns. First will be the time, then (add/change/delete) depending +# whether the file is new, has been updated or deleted, and then the full +# relative path of the file. So an example line would be +# +# 2006:01:24T09:08:17 add /en/2006/05/341547.html +# +# This will have to be done for HTML files, media files and the include +# files. + +use strict; + +use Cwd; +use Date::Parse; +use Date::Format; +use LWP::UserAgent; +use Time::Local; + +################## +# Global variables +################## + +# by default, this is not a test +my $istest = 0; + +# by default, this is the working directory +my $workingdir = getcwd(); + +# get the time and date - using UTC +my $timenow = time(); + +# if this is 1, we only list the change files that are needed and stop +# otherwise we do our normal processing +my $listchangefiles = 0; + +my $outputfile; + +# The root URL to fetch files from +my $remoteroot; + +################################ +# process command line arguments +################################ + +foreach my $argnum (0 .. $#ARGV) { + my $argument = $ARGV[$argnum]; + if ($argument eq "--test") { + $istest = 1; + } elsif ($argument =~ /^--workingdir=(.*)$/) { + $workingdir = $1; + } elsif ($argument =~ /^--now=(.*)$/) { + $timenow = str2time($1); + } elsif ($argument =~ /^--output=(.*)$/) { + $outputfile = $1; + } elsif ($argument =~ /^--remoteroot=(.*)$/) { + $remoteroot = $1; + } elsif ($argument =~ /^--list-change-files/) { + $listchangefiles = 1; + } +} + +# the directory where all files with state are kept +my $statedir = "$workingdir/state"; +if (! -e $statedir) { + mkdir $statedir or die "Can't create $statedir"; +} + +# the directory where changes files are kept +my $changesdir = "$workingdir/changes"; + +# the file we want with the last time in it is +my $lastupdatefile = "$statedir/lastupdate.txt"; + +# where we get changes files from +my $changesroot = "$remoteroot/changes"; + +# LWP user agent for fetching files +# keep_alive is important, to avoid the overhead of +# establishing a new connection for each file we fetch +my $ua = LWP::UserAgent->new(agent => "MirMirror/0.1", + keep_alive => 1); + + +################## +# the program flow +################## + +# first work out when the last time we were up to date is and +# find present time. +my $timeoflastupdate = findLastUpdateTime(); + +if ($istest) { + print STDERR "timenow is ".time2str("%c",$timenow)." \n"; + print STDERR "timeoflastupdate is ".time2str("%c",$timeoflastupdate)." \n\n"; +} + +# Now we know which days' changes we need to get from the server +my @changesfiles = getChangesFileList(); +if ($istest or $listchangefiles) { + foreach my $file (@changesfiles) { print STDERR "using changes file $file\n"; } + exit 0 if $listchangefiles; +} + +# get the changes files +my @changesfilecontent; +foreach my $file (@changesfiles) { push @changesfilecontent, getChangesFile($file); } + +# if the file has not changed (response code 304) then ignore it + +# iterate over all the fetched files, building up a list of files +# to fetch/delete +my %files; +foreach my $changes (@changesfilecontent) { + my @changes = split /[\r\n]+/, $changes; + foreach my $change (@changes) { + my ($time, $op, $path) = split ' ', $change; + # TODO: Ignore changes prior to $timeoflastupdate + # TODO: Ignore malformed lines, especially wacky paths that could be malicious + $files{$path} = $op; + print STDERR "Marked $path as '$op'\n" if $istest; + } +} + +# Fetch all files whose last operation was "add" or "change" +# Delete all files whose last operation was "delete" +while (my ($file, $op) = each %files) { + if ($op eq "delete") { + if (-e "$workingdir/$file") { + # delete: if the file exists, remove it + print STDERR "deleting $workingdir/$file\n" if $istest; + unlink "$workingdir/$file" or die "Can't delete $workingdir/$file ($!)"; + } + else { + print STDERR "not deleting $workingdir/$file beacuse it doesn't exist\n" if $istest; + } + } + elsif ($op eq "add" or $op eq "change") { + # add/change: re-fetch the file + my $content = fetchFile("$remoteroot/$file","$workingdir/$file"); + } + else { + die "Unknown operation '$op'"; + } +} + + +# update the last "up-to-date" time +saveLastUpdateTime() unless $istest; + +# finish +exit 0; + +############### +# SUBROUTINES # +############### + +# find the last update time +# if the file with the update time has disappeared, alert the admin +# and use the datestamp on the startpage file ( /en/index.html ) +sub findLastUpdateTime() { + open (UPDATETIME, "<", $lastupdatefile) or return $timenow; + my $lastupdatetimestr = ; + close (UPDATETIME); + + chomp ($lastupdatetimestr); + return str2time ($lastupdatetimestr); +} + +# convert the date into a correctly formatted string +sub date2ISOstr($) { + return time2str ("%Y:%m:%dT%T", $_[0]); +} + +# convert the date into RFC2616 format +sub date2HTTPstr($) { + return time2str ("%Y:%m:%dT%T", $_[0]); +} + +# write the time now into the last update file +sub saveLastUpdateTime() { + open (UPDATETIME, ">", $lastupdatefile) or die "Can't open $lastupdatefile for writing ($!)"; + print UPDATETIME date2ISOstr($timenow); + close (UPDATETIME); +} + +# return an array of filename +sub getChangesFileList() +{ + my @files; + for (my $time = str2time(time2str("%Y:%m:%dT00:00:00", $timeoflastupdate)); + $time < $timenow; + $time += 86400) { + push @files, time2str("changes%Y%m%d.txt", $time); + } + return @files; +} + +# get the directory part of a filename +sub dirPart($) { + my $dir = $_[0]; + $dir =~ s{/[^/]*$}{}; + return $dir; +} + +# get a file, optionally saving it locally +sub fetchFile($;$) { + my ($remotefile, $localfile) = @_; + + if ($istest) { + print STDERR "fetching $remotefile"; + print STDERR " as $localfile" if $localfile; + } + + my $req = HTTP::Request->new(GET => "$remotefile"); + # TODO: If-Modified-Since + my $resp = $ua->request(HTTP::Request->new(GET => "$remotefile")); + if ($resp->is_success) { + if ($localfile) { + print STDERR " -> success\n" if $istest; + my $localdir = dirPart($localfile); + if (! -e $localdir) { + mkdir $localdir or die "Can't create directory $localdir ($!)"; + } + + open (LOCAL, ">", "$localfile") or die "Can't open $localfile for writing ($!)"; + print LOCAL $resp->content or die "Error writing $localfile ($!)"; + close LOCAL or die "Error writing $localfile ($!)"; + # TODO: set mtime from Last-Modified + } + return $resp->content; + } + else { + print STDERR " -> failed\n" if $istest; + die "Can't fetch $remotefile (".$resp->status_line.")"; + } +} + +# get a changes file +sub getChangesFile($) { + return fetchFile($changesroot."/".$_[0], $changesdir."/".$_[0]); +} -- 2.11.0