- anti-abuse features created
authorzapata <zapata>
Sat, 15 Mar 2003 15:35:56 +0000 (15:35 +0000)
committerzapata <zapata>
Sat, 15 Mar 2003 15:35:56 +0000 (15:35 +0000)
- old config functions removed

28 files changed:
bundles/admin_en.properties
etc/bundles/open_en.properties
etc/config.properties-dist
etc/log4j.properties
etc/open/comment.template
etc/open/posting.template
source/Mir.java
source/default.properties
source/mir/misc/PDFUtil.java
source/mir/util/GeneratorHTMLFunctions.java
source/mir/util/HTMLRoutines.java
source/mir/util/InternetFunctions.java [new file with mode: 0755]
source/mir/util/StringRoutines.java
source/mircoders/global/Abuse.java [new file with mode: 0755]
source/mircoders/global/MirGlobal.java
source/mircoders/localizer/basic/MirBasicDataModelLocalizer.java
source/mircoders/localizer/basic/MirBasicGeneratorLocalizer.java
source/mircoders/localizer/basic/MirBasicOpenPostingLocalizer.java
source/mircoders/localizer/basic/MirBasicProducerAssistantLocalizer.java
source/mircoders/localizer/basic/MirBasicProducerLocalizer.java
source/mircoders/servlet/ServletModuleAbuse.java [new file with mode: 0755]
source/mircoders/servlet/ServletModuleContent.java
source/mircoders/servlet/ServletModuleLocalizer.java
source/mircoders/servlet/ServletModuleOpenIndy.java
templates/admin/abuse.filters.template [new file with mode: 0755]
templates/admin/abuse.log.template [new file with mode: 0755]
templates/admin/abuse.template [new file with mode: 0755]
templates/admin/superusermenu.template

index 15305c0..dd45508 100755 (executable)
@@ -1,6 +1,6 @@
 ########## admin ##########
 # language: english
-# $Id: admin_en.properties,v 1.38 2003/03/09 05:52:12 zapata Exp $
+# $Id: admin_en.properties,v 1.39 2003/03/15 15:35:56 zapata Exp $
 
 languagename=English
 
@@ -101,6 +101,9 @@ comment.html=HTML?
 comment.status=Status 
 comment.language=Language
 
+comment.operation.hide=Hide
+comment.operation.unhide=Unhide
+
 commentlist.htmltitle=Comments
 
 commentsearch.field = Field
@@ -177,6 +180,11 @@ content.viewparent=view
 content.clearparent=de-select
 content.selectparent=select
 
+content.operation.hide=Hide
+content.operation.unhide=Unhide
+content.operation.newswire=Newswire
+
+
 contentsearch.value = value
 contentsearch.field = field
 contentsearch.field.title = Title
@@ -359,8 +367,35 @@ superusermenu.topics = Manage topics
 superusermenu.articletypes = Manage article types\r
 superusermenu.comment_statuses = Manage comment status values\r
 superusermenu.users = Manage users\r
-superusermenu.languages = Manage languages\r
-superusermenu.imcs = Manage IMCS (obsolete)\r
+superusermenu.languages = Manage languages
+superusermenu.abuse = Apply anti-abuse measures\r
+superusermenu.imcs = Manage IMCS (obsolete)
+
+
+abuse.setting = Setting
+abuse.value = Value
+
+abuse.disableopenpostings=Turn off open posting
+abuse.openpostingpassword=Require a password for open postings
+abuse.logpostings=Log IPs for open postings
+abuse.logsize=Logging buffer size
+abuse.cookies=Use cookies for blocked users
+abuse.articleaction=Action for blocked article
+abuse.commentaction=Action for blocked comment
+
+abuse.showlog=Show the IP log
+abuse.showfilters=Manage filters
+
+abuse.log.time=Time
+abuse.log.address=IP number
+abuse.log.object=Object
+abuse.log.browser=Browser
+
+abuse.filters = Filters
+abuse.filter.type = Type
+abuse.filtertype.ip = IP Number
+abuse.filtertype.regexp = Regular expression
+abuse.filter.expression = Expression
 
 
 
@@ -386,6 +421,8 @@ articletypes.startspecial=Startpage-special
 commentstatus.normal=Normal
 
 
+
+
 ########## error ##########
 
 error.htmltitle=the system caused an error
index 5a24631..c03158f 100755 (executable)
@@ -58,6 +58,12 @@ postingdupe.explanation=You probably clicked on the reload button or submitted y
 postingdupe.no_panic=Don't panic
 postingdupe.back=Back
 
+postingdisabled.info=Open posting is not possible at this moment. <br> We apologize for any inconvenience this may cause you.
+postingdisabled.htmltitle=Mir | Open posting disabled
+postingdisabled.title=Open posting disabled
+postingdisabled.back=Back
+
+
 comment.htmltitle=Mir | comment
 comment.header=Adding a coment to an article
 comment.password=Password
index 1971560..27084f6 100755 (executable)
@@ -97,9 +97,6 @@ Mir.Localizer.Producer.AllNewProducers= media.new;articles.changed;startpage.run
 GenerateFO=yes
 GeneratePDF=yes
 
-#on-time-password-protection
-PasswdProtection=no
-
 #use rsync to mirror the website to a remote-host
 Rsync=no
 Rsync.Script.Path=/var/www/bin/rsync-copy
index d1e8d4b..626088a 100755 (executable)
@@ -1,4 +1,6 @@
 log4j.rootLogger= WARN, A1
+log4j.logger.Utility= INFO, UtilityA
+log4j.logger.Global= INFO, GlobalA
 log4j.logger.Servlet= INFO, ServletA
 log4j.logger.Database= INFO, DatabaseA
 log4j.logger.Entity= INFO, EntityA
@@ -54,6 +56,16 @@ log4j.appender.LocalizerA.layout=org.apache.log4j.PatternLayout
 log4j.appender.LocalizerA.layout.ConversionPattern=%d [%p] %c %x %m%n
 
 log4j.appender.TemplateEngineA=org.apache.log4j.RollingFileAppender
-log4j.appender.TemplateEngineA.File=${log.home}/localizer.log
+log4j.appender.TemplateEngineA.File=${log.home}/template.log
 log4j.appender.TemplateEngineA.layout=org.apache.log4j.PatternLayout
 log4j.appender.TemplateEngineA.layout.ConversionPattern=%d [%p] %c %x %m%n
+
+log4j.appender.GlobalA=org.apache.log4j.RollingFileAppender
+log4j.appender.GlobalA.File=${log.home}/global.log
+log4j.appender.GlobalA.layout=org.apache.log4j.PatternLayout
+log4j.appender.GlobalA.layout.ConversionPattern=%d [%p] %c %x %m%n
+
+log4j.appender.UtilityA=org.apache.log4j.RollingFileAppender
+log4j.appender.UtilityA.File=${log.home}/global.log
+log4j.appender.UtilityA.layout=org.apache.log4j.PatternLayout
+log4j.appender.UtilityA.layout.ConversionPattern=%d [%p] %c %x %m%n
index f846af4..f6d9bcc 100755 (executable)
                        <p>
                                <font color="white"">
                                        ${lang("comment.note")}
-                                        <br>${data.passwd}
+<if data.passwd>                                       
+          <br>
+          ${data.passwd}
+</if>          
                                </font>
                        </p>
 
                        <font face="Helvetica, Arial" color="white" size=+2><b>${lang("comment.formtitle")}</b></font>
                </td>
        </tr>
-       <if config["PasswdProtection"]=="yes" || config["PasswdProtection"]=="1">
+<if data.passwd>                                       
        <tr>
                <td><td>${lang("comment.password")}:</td>
                <td><input type="text" name="passwd" size="10"></td>
        </tr>
-       </if>
+</if>
        <tr>
                <td>
                        <b>${lang("comment.title")}:</b>
index 0ce2373..67e2f47 100755 (executable)
                <td colspan="3" bgcolor="white">
 
 <include "open/disclaimer.inc.de">
+<if data.passwd>                                       
+
 <br>${data.passwd}
+</if>
 <br><br>
 <a name="form"></a>
                </td>
                        <center><font size="+2" face="Helvetica, Arial,sans-serif" color="white"><b>${lang("posting.form.title")}</b></font></center>
                </td>
        </tr>
-       <if config["PasswdProtection"]=="yes" || config["PasswdProtection"]=="1">
+<if data.passwd>                                       
     <tr>
                <td>${lang("posting.password")}</td>
                <td><input type="text" name="passwd" size="10"></td>
        </tr>
-       </if>
+</if>
        <tr>
                <td valign="top">
                        ${lang("posting.title")}:<br>
index e7f306c..ce3de04 100755 (executable)
@@ -79,8 +79,8 @@ import freemarker.template.TemplateModel;
 /**
  * Mir.java - main servlet, that dispatches to servletmodules
  *
- * @author $Author: idfx $
- * @version $Id: Mir.java,v 1.39 2003/03/15 02:07:35 idfx Exp $
+ * @author $Author: zapata $
+ * @version $Id: Mir.java,v 1.40 2003/03/15 15:35:56 zapata Exp $
  *
  */
 public class Mir extends AbstractServlet {
@@ -102,8 +102,7 @@ public class Mir extends AbstractServlet {
           MessageResources messageResources =
             MessageResources.getMessageResources("bundles.adminlocal");
           List languages =
-            StringRoutines.splitString(MirGlobal.getConfigPropertyWithDefault(
-                "Mir.Login.Languages", "en"), ";");
+            StringRoutines.splitString(MirGlobal.config().getString("Mir.Login.Languages", "en"), ";");
 
           loginLanguages = new Vector();
 
@@ -141,7 +140,7 @@ public class Mir extends AbstractServlet {
   // OpenMir as well -mh
   protected String getDefaultLanguage(HttpServletRequest aRequest) {
     String defaultlanguage =
-      MirGlobal.getConfigPropertyWithDefault("Mir.Login.DefaultLanguage", "");
+      MirGlobal.config().getString("Mir.Login.DefaultLanguage", "");
 
     if (defaultlanguage.length() == 0) {
       Locale locale = aRequest.getLocale();
index 3455052..d89e055 100755 (executable)
@@ -47,6 +47,17 @@ Mir.Version=1.1beta
 StandardLanguage=de
 DirectOpenposting=yes
 
+# The name of the abuse config file (relative to the WEB-INF dir)
+Abuse.Config=abuse.properties
+# The name of the cookie that can be used to thwart trolls
+#    (The name is deliberately misleading)
+Abuse.CookieName=SessionIdentifier
+
+# The time the cookie will remain active in hours
+#   168 = 1 week
+Abuse.CookieMaxAge=168
+
+
 #where to put the lucene index
 IndexPath=/tmp/index
 
@@ -92,9 +103,6 @@ Mir.Localizer.Producer.AllNewProducers= media.new;articles.changed;startpage.run
 GenerateFO=yes
 GeneratePDF=yes
 
-#on-time-password-protection
-PasswdProtection=no
-
 #use rsync to mirror the website to a remote-host
 Rsync=no
 Rsync.Script.Path=/var/www/bin/rsync-copy
@@ -263,6 +271,7 @@ ServletModule.OpenIndy.CommentDupeTemplate=etc/open/comment_dupe.template
 ServletModule.OpenIndy.PostingTemplate=etc/open/posting.template
 ServletModule.OpenIndy.PostingDoneTemplate=etc/open/posting_done.template
 ServletModule.OpenIndy.PostingDupeTemplate=etc/open/posting_dupe.template
+ServletModule.OpenIndy.PostingDisabledTemplate=etc/open/posting_disabled.template
 ServletModule.OpenIndy.SearchResultsTemplate=etc/open/search_results.template
 ServletModule.OpenIndy.PrepareMailTemplate=etc/open/prepare_mail.template
 ServletModule.OpenIndy.SentMailTemplate=etc/open/sent_mail.template
index 2ef9fe6..7279f72 100755 (executable)
@@ -48,63 +48,63 @@ import org.apache.log.Priority;
 import org.xml.sax.XMLReader;
 
 public class PDFUtil {
-    
+
   public static void makePDF(String foFilePath,Object pdfDestination,String stylesheetPath) throws Exception
   {
     try{
       Driver driver = new Driver();
-      
+
       //stupid logging that fop wants to use, needs to be changed
       Hierarchy hierarchy = Hierarchy.getDefaultHierarchy();
       Logger fopLog=null;
       fopLog = hierarchy.getLoggerFor("fop");
       fopLog.setPriority(Priority.WARN);
       driver.setLogger(fopLog);
-      
+
       driver.setRenderer(Driver.RENDER_PDF);
-  
+
       File foFile=new File(foFilePath);
-      
+
       String html2foStyleSheetPath;
       if (stylesheetPath == "FROMCONFIG"){
-       html2foStyleSheetPath=MirGlobal.getConfigProperty("Home") 
-         + MirGlobal.getConfigProperty("HTMLTemplateProcessor.Dir")
-          + "/" 
-          + MirGlobal.getConfigProperty("Producer.PrintableContent.html2foStyleSheetName"); 
+        html2foStyleSheetPath=MirGlobal.config().getString("Home")
+          + MirGlobal.config().getString("HTMLTemplateProcessor.Dir")
+          + File.separator
+          + MirGlobal.config().getString("Producer.PrintableContent.html2foStyleSheetName");
       }
       else {
-         html2foStyleSheetPath=stylesheetPath;
+          html2foStyleSheetPath=stylesheetPath;
       }
       File html2foStyleSheet=new File(html2foStyleSheetPath);
       InputHandler inputHandler =
-       new XSLTInputHandler(foFile, html2foStyleSheet);
+        new XSLTInputHandler(foFile, html2foStyleSheet);
       XMLReader parser = inputHandler.getParser();
-      
+
       if (pdfDestination instanceof String) {
-       String filePath = (String) pdfDestination;
-       driver.setOutputStream(new FileOutputStream(filePath));
-       driver.render(parser, inputHandler.getInputSource());
+        String filePath = (String) pdfDestination;
+        driver.setOutputStream(new FileOutputStream(filePath));
+        driver.render(parser, inputHandler.getInputSource());
       }
       else if (pdfDestination instanceof HttpServletResponse){
-       HttpServletResponse res = (HttpServletResponse) pdfDestination; 
-       ByteArrayOutputStream out = new ByteArrayOutputStream();
-       driver.setOutputStream(out);
-       res.setContentType("application/pdf");
-       
-       driver.render(parser, inputHandler.getInputSource());
-       
-       byte[] content = out.toByteArray();
-       res.setContentLength(content.length);
-       res.getOutputStream().write(content);
-       res.getOutputStream().flush();
+        HttpServletResponse res = (HttpServletResponse) pdfDestination;
+        ByteArrayOutputStream out = new ByteArrayOutputStream();
+        driver.setOutputStream(out);
+        res.setContentType("application/pdf");
+
+        driver.render(parser, inputHandler.getInputSource());
+
+        byte[] content = out.toByteArray();
+        res.setContentLength(content.length);
+        res.getOutputStream().write(content);
+        res.getOutputStream().flush();
       }
       else {
-       throw new Exception("I'm sorry but I don't know how to output a pdf to an object of type" + pdfDestination.getClass().getName());
+        throw new Exception("I'm sorry but I don't know how to output a pdf to an object of type" + pdfDestination.getClass().getName());
       }
     }
-  
+
     catch (Exception ex){
-       throw(ex);
+        throw(ex);
     }
   }
 }
index 8afeb23..b5e0bf6 100755 (executable)
@@ -43,10 +43,15 @@ public class GeneratorHTMLFunctions {
   public static class encodeURIGeneratorFunction implements Generator.GeneratorFunction {
     public Object perform(List aParameters) throws GeneratorExc, GeneratorFailure {
       try {
-        if (aParameters.size()!=1)
-          throw new GeneratorExc("encodeURIGeneratorFunction: only 1 parameter expected");
+        if (aParameters.size()<1 || aParameters.size()>2)
+          throw new GeneratorExc("encodeURIGeneratorFunction <text> [<encoding>]: only 1 or 2 parameters expected");
+
+        if (aParameters.size()>=2)
+          return HTMLRoutines.encodeURL(StringRoutines.interpretAsString(aParameters.get(0)), (StringRoutines.interpretAsString(aParameters.get(1))));
+        else
+          return HTMLRoutines.encodeURL(StringRoutines.interpretAsString(aParameters.get(0)));
+
 
-        return HTMLRoutines.encodeURL(StringRoutines.interpretAsString(aParameters.get(0)));
       }
       catch (GeneratorExc e) {
         throw e;
index 3bb4a1c..ee23557 100755 (executable)
@@ -1,55 +1,64 @@
-/*
- * Copyright (C) 2001, 2002  The Mir-coders group
- *
- * This file is part of Mir.
- *
- * Mir is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
- * (at your option) any later version.
- *
- * Mir is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with Mir; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
- *
- * In addition, as a special exception, The Mir-coders gives permission to link
- * the code of this program with the com.oreilly.servlet library, any library
- * licensed under the Apache Software License, The Sun (tm) Java Advanced
- * Imaging library (JAI), The Sun JIMI library (or with modified versions of
- * the above that use the same license as the above), and distribute linked
- * combinations including the two.  You must obey the GNU General Public
- * License in all respects for all of the code used other than the above
- * mentioned libraries.  If you modify this file, you may extend this exception
- * to your version of the file, but you are not obligated to do so.  If you do
- * not wish to do so, delete this exception statement from your version.
- */
-
-package mir.util;
-
-import java.net.URLEncoder;
-
-public class HTMLRoutines {
-
-  public static String encodeURL(String aString) {
-    return URLEncoder.encode(aString);
-  }
-
-  public static String encodeHTML(String aText) {
-    final char[] CHARACTERS_TO_ESCAPE = { '&', '<', '>', '"' };
-    final String[] ESCAPE_CODES = { "&amp;", "&lt;", "&gt;", "&quot;" };
-
-    return StringRoutines.replaceStringCharacters(aText, CHARACTERS_TO_ESCAPE, ESCAPE_CODES);
-  }
-
-  public static String encodeXML(String aText) {
-    final char[] CHARACTERS_TO_ESCAPE = { '&', '<', '>', '"', '\'' };
-    final String[] ESCAPE_CODES = { "&amp;", "&lt;", "&gt;", "&quot;", "&apos;" };
-
-    return StringRoutines.replaceStringCharacters(aText, CHARACTERS_TO_ESCAPE, ESCAPE_CODES);
-  }
+/*\r
+ * Copyright (C) 2001, 2002  The Mir-coders group\r
+ *\r
+ * This file is part of Mir.\r
+ *\r
+ * Mir is free software; you can redistribute it and/or modify\r
+ * it under the terms of the GNU General Public License as published by\r
+ * the Free Software Foundation; either version 2 of the License, or\r
+ * (at your option) any later version.\r
+ *\r
+ * Mir is distributed in the hope that it will be useful,\r
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of\r
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\r
+ * GNU General Public License for more details.\r
+ *\r
+ * You should have received a copy of the GNU General Public License\r
+ * along with Mir; if not, write to the Free Software\r
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA\r
+ *\r
+ * In addition, as a special exception, The Mir-coders gives permission to link\r
+ * the code of this program with the com.oreilly.servlet library, any library\r
+ * licensed under the Apache Software License, The Sun (tm) Java Advanced\r
+ * Imaging library (JAI), The Sun JIMI library (or with modified versions of\r
+ * the above that use the same license as the above), and distribute linked\r
+ * combinations including the two.  You must obey the GNU General Public\r
+ * License in all respects for all of the code used other than the above\r
+ * mentioned libraries.  If you modify this file, you may extend this exception\r
+ * to your version of the file, but you are not obligated to do so.  If you do\r
+ * not wish to do so, delete this exception statement from your version.\r
+ */\r
+\r
+package mir.util;\r
+\r
+import java.net.URLEncoder;\r
+\r
+public class HTMLRoutines {\r
+\r
+  public static String encodeURL(String aString) {\r
+    return URLEncoder.encode(aString);\r
+  }\r
+\r
+  public static String encodeURL(String aString, String anEncoding) {\r
+    try {\r
+      return URLEncoder.encode(aString, anEncoding);\r
+    }\r
+    catch (Throwable t) {\r
+      throw new RuntimeException(t.getMessage());\r
+    }\r
+  }\r
+\r
+  public static String encodeHTML(String aText) {\r
+    final char[] CHARACTERS_TO_ESCAPE = { '&', '<', '>', '"' };\r
+    final String[] ESCAPE_CODES = { "&amp;", "&lt;", "&gt;", "&quot;" };\r
+\r
+    return StringRoutines.replaceStringCharacters(aText, CHARACTERS_TO_ESCAPE, ESCAPE_CODES);\r
+  }\r
+\r
+  public static String encodeXML(String aText) {\r
+    final char[] CHARACTERS_TO_ESCAPE = { '&', '<', '>', '"', '\'' };\r
+    final String[] ESCAPE_CODES = { "&amp;", "&lt;", "&gt;", "&quot;", "&apos;" };\r
+\r
+    return StringRoutines.replaceStringCharacters(aText, CHARACTERS_TO_ESCAPE, ESCAPE_CODES);\r
+  }\r
 }
\ No newline at end of file
diff --git a/source/mir/util/InternetFunctions.java b/source/mir/util/InternetFunctions.java
new file mode 100755 (executable)
index 0000000..5193daa
--- /dev/null
@@ -0,0 +1,66 @@
+package mir.util;
+
+import java.util.List;
+
+public class InternetFunctions {
+  private InternetFunctions() {
+  }
+
+  public static boolean isIpAddressInNetwork(String anIpAddress, String aNetwork) throws Exception {
+    long ipAddress = parseIPAddress(anIpAddress);
+    long network = 0;
+    long netMask = (1L<<32)-1;
+    List networkParts = StringRoutines.separateString(aNetwork, "/");
+
+    network = parseIPAddress((String) networkParts.get(0));
+    if (networkParts.size()>=2) {
+      netMask=parseNetmask((String) networkParts.get(1));
+    }
+
+    return (ipAddress & netMask ) == (network & netMask);
+  }
+
+  public static long parseIPAddress(String anIpAddress) throws Exception {
+    int[] parts = {0,0,0,0};
+    int i;
+    long result;
+    List stringParts = StringRoutines.splitString(anIpAddress, ".");
+
+    if (stringParts.size()!=4)
+      throw new Exception("Not a valid IP Address: " + anIpAddress);
+
+    try {
+      for (i=0; i<4; i++) {
+        parts[i] = Integer.parseInt((String) stringParts.get(i));
+      }
+    }
+    catch (Throwable t) {
+      throw new Exception("Not a valid IP Address: " + anIpAddress);
+    }
+    for (i=0; i<4; i++) {
+      if (parts[i]<0 || parts[i]>255)
+        throw new Exception("Not a valid IP Address: " + anIpAddress);
+    }
+
+    return parts[0]<<24 | parts[1]<<16 | parts[2]<<8 | parts[3];
+  }
+
+  public static long parseNetmask(String anIpAddress) throws Exception {
+    try {
+      return parseIPAddress(anIpAddress);
+    }
+    catch (Throwable t) {
+    }
+
+    try {
+      int size = Integer.parseInt(anIpAddress);
+
+      if (size<=32)
+        return ((1L<<size)-1)<<(32-size);
+    }
+    catch (Throwable t) {
+    }
+
+    return (1L<<32)-1;
+  }
+}
\ No newline at end of file
index 8d3ecd3..8d7257c 100755 (executable)
@@ -116,6 +116,14 @@ public class StringRoutines {
     throw new Exception("Integer expected, "+aValue+" found");
   }
 
+  /**
+   *
+   * @param aSource
+   * @param aSearchExpression
+   * @param aReplacement
+   * @return
+   * @throws Exception
+   */
   public static String performRegularExpressionReplacement(String aSource,
       String aSearchExpression, String aReplacement) throws Exception {
 
@@ -126,6 +134,13 @@ public class StringRoutines {
     return regularExpression.substituteAll(aSource, aReplacement);
   }
 
+  /**
+   *
+   * @param aSource
+   * @param aSearchExpression
+   * @return
+   * @throws REException
+   */
   public static boolean performRegularExpressionSearch(String aSource,
       String aSearchExpression) throws REException {
     RE regularExpression;
@@ -135,6 +150,16 @@ public class StringRoutines {
     return regularExpression.isMatch(aSource);
   }
 
+  /**
+   * Separates a string based on a separator:
+   *     <code>seperateString("a:b:c", ":");</code> will lead to
+   *     a List with 3 Strings: <code>"a"</code>, <code>"b"</code> and <code>"c"</code>
+   *
+   * @param aString     The string to split
+   * @param aSeparator
+   * @return
+   */
+
   public static List splitString(String aString, String aSeparator) {
     List result= new Vector();
     int previousPosition = 0;
@@ -150,4 +175,36 @@ public class StringRoutines {
 
     return result;
   }
+
+  /**
+   * Separates a String into at most 2 parts based on a separator:
+   * <ul>
+   *   <li>
+   *     <code>seperateString("a:b:c", ":");</code> will lead to
+   *     a List with 2 Strings: <code>"a"</code> and <code>"b:c"</code>
+   *   <li>
+   *     <code>seperateString("abc", ":");</code> will lead to
+   *     a List with a single String: <code>"abc"</code>
+   * </ul>
+   *
+   *
+   * @param aString
+   * @param aSeparator
+   * @return
+   */
+  public static List separateString(String aString, String aSeparator) {
+    List result= new Vector();
+    int previousPosition = 0;
+    int position;
+    int endOfNamePosition;
+
+    if((position = aString.indexOf(aSeparator, previousPosition))>=0) {
+      result.add(aString.substring(previousPosition, position));
+      previousPosition = position + aSeparator.length();
+    }
+
+    result.add(aString.substring(previousPosition, aString.length()));
+
+    return result;
+  }
 }
\ No newline at end of file
diff --git a/source/mircoders/global/Abuse.java b/source/mircoders/global/Abuse.java
new file mode 100755 (executable)
index 0000000..dd1a4ed
--- /dev/null
@@ -0,0 +1,598 @@
+package mircoders.global;\r
+\r
+import java.io.FileNotFoundException;\r
+import java.util.Arrays;\r
+import java.util.Date;\r
+import java.util.HashMap;\r
+import java.util.Iterator;\r
+import java.util.List;\r
+import java.util.Map;\r
+import java.util.Vector;\r
+import java.util.Random;\r
+import java.io.*;\r
+import javax.servlet.http.*;\r
+\r
+import org.apache.commons.collections.*;\r
+import gnu.regexp.RE;\r
+\r
+import mir.log.LoggerWrapper;\r
+import mir.util.DateToMapAdapter;\r
+import mir.util.StringRoutines;\r
+import mir.util.*;\r
+import mir.entity.*;\r
+\r
+import mircoders.entity.EntityComment;\r
+import mircoders.entity.EntityContent;\r
+import mircoders.localizer.MirAdminInterfaceLocalizer;\r
+\r
+\r
+public class Abuse {\r
+  private List filters;\r
+  private int maxIdentifier;\r
+  private LoggerWrapper logger;\r
+  private int logSize;\r
+  private boolean logEnabled;\r
+  private boolean openPostingDisabled;\r
+  private boolean openPostingPassword;\r
+  private boolean cookieOnBlock;\r
+  private String articleBlockAction;\r
+  private String commentBlockAction;\r
+  private List log;\r
+  private String configFile = MirGlobal.config().getStringWithHome("Abuse.Config");\r
+\r
+\r
+  private static final String IP_FILTER_TYPE="ip";\r
+  private static final String REGEXP_FILTER_TYPE="regexp";\r
+  private static String cookieName=MirGlobal.config().getString("Abuse.CookieName");\r
+  private static int cookieMaxAge = 60*60*MirGlobal.config().getInt("Abuse.CookieMaxAge");\r
+\r
+  public Abuse() {\r
+    logger = new LoggerWrapper("Global.Abuse");\r
+    filters = new Vector();\r
+    maxIdentifier = 0;\r
+    log = new Vector();\r
+\r
+    logSize = 100;\r
+    logEnabled = false;\r
+    articleBlockAction = "";\r
+    commentBlockAction = "";\r
+    openPostingPassword = false;\r
+    openPostingDisabled = false;\r
+    cookieOnBlock = false;\r
+\r
+    load();\r
+  }\r
+\r
+  public boolean checkIpFilter(String anIpAddress) {\r
+    synchronized (filters) {\r
+      Iterator i = filters.iterator();\r
+\r
+      while (i.hasNext()) {\r
+        Filter filter = (Filter) i.next();\r
+\r
+        try {\r
+          if ( (filter.getType().equals(IP_FILTER_TYPE)) &&\r
+              InternetFunctions.isIpAddressInNetwork(anIpAddress, filter.getExpression())) {\r
+            logger.debug("ip match on " + filter.getExpression());\r
+            return true;\r
+          }\r
+        }\r
+        catch (Throwable t) {\r
+          logger.warn("error while checking ip address " + anIpAddress + " over network " + filter.expression + ": " + t.getMessage());\r
+        }\r
+      }\r
+\r
+      return false;\r
+    }\r
+  }\r
+\r
+  private boolean checkRegExpFilter(Entity anEntity) {\r
+    synchronized (filters) {\r
+      Iterator i = filters.iterator();\r
+\r
+      while (i.hasNext()) {\r
+        Filter filter = (Filter) i.next();\r
+\r
+        if (filter.getType().equals(REGEXP_FILTER_TYPE)) {\r
+          try {\r
+            RE regularExpression = new RE(filter.getExpression());\r
+\r
+            Iterator j = anEntity.getFields().iterator();\r
+            while (j.hasNext()) {\r
+              String field = anEntity.getValue( (String) j.next());\r
+\r
+              if (field != null && regularExpression.isMatch(field.toLowerCase())) {\r
+                logger.debug("regexp match on " + filter.getExpression());\r
+                return true;\r
+              }\r
+            }\r
+          }\r
+          catch (Throwable t) {\r
+            logger.warn("error while checking entity with regexp " + filter.getExpression() + ": " + t.getMessage());\r
+          }\r
+        }\r
+      }\r
+\r
+      return false;\r
+    }\r
+  }\r
+\r
+  private void setCookie(HttpServletResponse aResponse) {\r
+    Random random = new Random();\r
+\r
+    Cookie cookie = new Cookie(cookieName, Integer.toString(random.nextInt(1000000000)));\r
+    cookie.setMaxAge(cookieMaxAge);\r
+    cookie.setPath("/");\r
+    aResponse.addCookie(cookie);\r
+  }\r
+\r
+  private boolean checkCookie(List aCookies) {\r
+    if (getCookieOnBlock()) {\r
+      Iterator i = aCookies.iterator();\r
+\r
+      while (i.hasNext()) {\r
+        Cookie cookie = (Cookie) i.next();\r
+\r
+        if (cookie.getName().equals(cookieName)) {\r
+          logger.debug("cookie match");\r
+          return true;\r
+        }\r
+      }\r
+    }\r
+\r
+    return false;\r
+  }\r
+\r
+  public void checkComment(EntityComment aComment, HttpServletRequest aRequest, HttpServletResponse aResponse) {\r
+    try {\r
+      long time = System.currentTimeMillis();\r
+\r
+      MirAdminInterfaceLocalizer.MirSimpleEntityOperation operation = MirGlobal.localizer().adminInterface().simpleCommentOperationForName(commentBlockAction);\r
+\r
+      if (checkCookie(Arrays.asList(aRequest.getCookies())) || checkIpFilter(aRequest.getRemoteAddr()) || checkRegExpFilter(aComment)) {\r
+        operation.perform(null, MirGlobal.localizer().dataModel().adapterModel().makeEntityAdapter("comment", aComment));\r
+        setCookie(aResponse);\r
+      }\r
+\r
+      logger.info("checkComment: " + (System.currentTimeMillis()-time) + "ms");\r
+\r
+    }\r
+    catch (Throwable t) {\r
+      logger.error("Abuse.checkComment: " + t.toString());\r
+    }\r
+  }\r
+\r
+  public void checkArticle(EntityContent anArticle, HttpServletRequest aRequest, HttpServletResponse aResponse) {\r
+    try {\r
+      long time = System.currentTimeMillis();\r
+\r
+      MirAdminInterfaceLocalizer.MirSimpleEntityOperation operation = MirGlobal.localizer().adminInterface().simpleCommentOperationForName(commentBlockAction);\r
+\r
+      if (checkCookie(Arrays.asList(aRequest.getCookies())) || checkIpFilter(aRequest.getRemoteAddr()) || checkRegExpFilter(anArticle)) {\r
+        operation.perform(null, MirGlobal.localizer().dataModel().adapterModel().makeEntityAdapter("content", anArticle));\r
+        setCookie(aResponse);\r
+      }\r
+\r
+      logger.info("checkArticle: " + (System.currentTimeMillis()-time) + "ms");\r
+    }\r
+    catch (Throwable t) {\r
+      logger.error("Abuse.checkArticle: " + t.toString());\r
+    }\r
+  }\r
+\r
+  public boolean getLogEnabled() {\r
+    return logEnabled;\r
+  }\r
+\r
+  public void setLogEnabled(boolean anEnabled) {\r
+    logEnabled = anEnabled;\r
+    truncateLog();\r
+  }\r
+\r
+  public int getLogSize() {\r
+    return logSize;\r
+  }\r
+\r
+  public void setLogSize(int aSize) {\r
+    logSize = aSize;\r
+    truncateLog();\r
+  }\r
+\r
+  public boolean getOpenPostingDisabled() {\r
+    return openPostingDisabled;\r
+  }\r
+\r
+  public void setOpenPostingDisabled(boolean anOpenPostingDisabled) {\r
+    openPostingDisabled = anOpenPostingDisabled;\r
+  }\r
+\r
+  public boolean getOpenPostingPassword() {\r
+    return openPostingPassword;\r
+  }\r
+\r
+  public void setOpenPostingPassword(boolean anOpenPostingPassword) {\r
+    openPostingPassword = anOpenPostingPassword;\r
+  }\r
+\r
+  public boolean getCookieOnBlock() {\r
+    return cookieOnBlock;\r
+  }\r
+\r
+  public void setCookieOnBlock(boolean aCookieOnBlock) {\r
+    cookieOnBlock = aCookieOnBlock;\r
+  }\r
+\r
+  public String getArticleBlockAction() {\r
+    return articleBlockAction;\r
+  }\r
+\r
+  public void setArticleBlockAction(String anAction) {\r
+    articleBlockAction = anAction;\r
+  }\r
+\r
+  public String getCommentBlockAction() {\r
+    return commentBlockAction;\r
+  }\r
+\r
+  public void setCommentBlockAction(String anAction) {\r
+    commentBlockAction = anAction;\r
+  }\r
+\r
+\r
+  public List getLog() {\r
+    synchronized(log) {\r
+      List result = new Vector();\r
+\r
+      Iterator i = log.iterator();\r
+      while (i.hasNext()) {\r
+        LogEntry logEntry = (LogEntry) i.next();\r
+        Map entry = new HashMap();\r
+\r
+        entry.put("ip", logEntry.getIpNumber());\r
+        entry.put("id", logEntry.getId());\r
+        entry.put("timestamp", new DateToMapAdapter(logEntry.getTimeStamp()));\r
+        if (logEntry.getIsArticle())\r
+          entry.put("type", "content");\r
+        else\r
+          entry.put("type", "comment");\r
+        entry.put("browser", logEntry.getBrowserString());\r
+\r
+        result.add(entry);\r
+      }\r
+\r
+      return result;\r
+    }\r
+  }\r
+\r
+  public void logComment(String anIp, String anId, Date aTimeStamp, String aBrowser) {\r
+    appendLog(new LogEntry(aTimeStamp, anIp, aBrowser, anId, false));\r
+  }\r
+\r
+  public void logArticle(String anIp, String anId, Date aTimeStamp, String aBrowser) {\r
+    appendLog(new LogEntry(aTimeStamp, anIp, aBrowser, anId, true));\r
+  }\r
+\r
+  public void load() {\r
+    try {\r
+      ExtendedProperties configuration = new ExtendedProperties();\r
+\r
+      try {\r
+        configuration = new ExtendedProperties(configFile);\r
+      }\r
+      catch (FileNotFoundException e) {\r
+      }\r
+\r
+      getFilterConfig(filters, "abuse.filter", configuration);\r
+\r
+      setOpenPostingDisabled(configuration.getString("abuse.openPostingDisabled", "0").equals("1"));\r
+      setOpenPostingPassword(configuration.getString("abuse.openPostingPassword", "0").equals("1"));\r
+      setCookieOnBlock(configuration.getString("abuse.cookieOnBlock", "0").equals("1"));\r
+      setLogEnabled(configuration.getString("abuse.logEnabled", "0").equals("1"));\r
+      setLogSize(configuration.getInt("abuse.logSize", 10));\r
+      setArticleBlockAction(configuration.getString("abuse.articleBlockAction", ""));\r
+      setCommentBlockAction(configuration.getString("abuse.commentBlockAction", ""));\r
+    }\r
+    catch (Throwable t) {\r
+      throw new RuntimeException(t.toString());\r
+    }\r
+  }\r
+  public void save() {\r
+    try {\r
+      ExtendedProperties configuration = new ExtendedProperties();\r
+\r
+      setFilterConfig(filters, "abuse.filter", configuration);\r
+\r
+      configuration.addProperty("abuse.openPostingDisabled", getOpenPostingDisabled()?"1":"0");\r
+      configuration.addProperty("abuse.openPostingPassword", getOpenPostingPassword()?"1":"0");\r
+      configuration.addProperty("abuse.cookieOnBlock", getCookieOnBlock()?"1":"0");\r
+      configuration.addProperty("abuse.logEnabled", getLogEnabled()?"1":"0");\r
+      configuration.addProperty("abuse.logSize", Integer.toString(getLogSize()));\r
+      configuration.addProperty("abuse.articleBlockAction", getArticleBlockAction());\r
+      configuration.addProperty("abuse.commentBlockAction", getCommentBlockAction());\r
+\r
+      configuration.save(new FileOutputStream(new File(configFile)), "Anti abuse configuration");\r
+    }\r
+    catch (Throwable t) {\r
+      throw new RuntimeException(t.toString());\r
+    }\r
+  }\r
+\r
+  public List getFilterTypes() {\r
+    List result = new Vector();\r
+\r
+    Map entry = new HashMap();\r
+    entry.put("resource", "abuse.filtertype.ip");\r
+    entry.put("id", IP_FILTER_TYPE);\r
+    result.add(entry);\r
+\r
+    entry = new HashMap();\r
+    entry.put("resource", "abuse.filtertype.regexp");\r
+    entry.put("id", REGEXP_FILTER_TYPE);\r
+    result.add(entry);\r
+\r
+    return result;\r
+  }\r
+\r
+  public List getArticleActions() {\r
+    try {\r
+      List result = new Vector();\r
+\r
+      Iterator i = MirGlobal.localizer().adminInterface().simpleArticleOperations().iterator();\r
+      while (i.hasNext()) {\r
+        MirAdminInterfaceLocalizer.MirSimpleEntityOperation operation =\r
+            (MirAdminInterfaceLocalizer.MirSimpleEntityOperation) i.next();\r
+\r
+        Map action = new HashMap();\r
+        action.put("resource", "content.operation."+operation.getName());\r
+        action.put("identifier", operation.getName());\r
+\r
+        result.add(action);\r
+      }\r
+\r
+      return result;\r
+    }\r
+    catch (Throwable t) {\r
+      throw new RuntimeException("can't get article actions");\r
+    }\r
+  }\r
+\r
+  public List getCommentActions() {\r
+    try {\r
+      List result = new Vector();\r
+\r
+      Iterator i = MirGlobal.localizer().adminInterface().simpleCommentOperations().iterator();\r
+      while (i.hasNext()) {\r
+        MirAdminInterfaceLocalizer.MirSimpleEntityOperation operation =\r
+            (MirAdminInterfaceLocalizer.MirSimpleEntityOperation) i.next();\r
+\r
+        Map action = new HashMap();\r
+        action.put("resource", "comment.operation."+operation.getName());\r
+        action.put("identifier", operation.getName());\r
+\r
+        result.add(action);\r
+      }\r
+\r
+      return result;\r
+    }\r
+    catch (Throwable t) {\r
+      throw new RuntimeException("can't get comment actions");\r
+    }\r
+  }\r
+\r
+  public List getFilters() {\r
+    return getFiltersAsMaps(filters);\r
+  }\r
+\r
+  public void addFilter(String aType, String anExpression) {\r
+    addFilter(filters, aType, anExpression);\r
+  }\r
+\r
+  public void setFilter(String anIdentifier, String aType, String anExpression) {\r
+    setFilter(filters, anIdentifier, aType, anExpression);\r
+  }\r
+\r
+  public void deleteFilter(String anIdentifier) {\r
+    deleteFilter(filters, anIdentifier);\r
+  }\r
+\r
+  public void validateIpFilter(String anIdentifier, String anArticleAction, String aCommentAction) throws Exception {\r
+  }\r
+\r
+  private List getFiltersAsMaps(List aFilters) {\r
+    synchronized(aFilters) {\r
+      List result = new Vector();\r
+\r
+      Iterator i = aFilters.iterator();\r
+      while (i.hasNext()) {\r
+        Filter filter = (Filter) i.next();\r
+        Map map = new HashMap();\r
+\r
+        map.put("id", filter.getId());\r
+        map.put("expression", filter.getExpression());\r
+        map.put("type", filter.getType());\r
+\r
+        result.add(map);\r
+      }\r
+      return result;\r
+    }\r
+  }\r
+\r
+  private void addFilter(List aFilters, String aType, String anExpression) {\r
+    Filter filter = new Filter();\r
+\r
+    filter.setId(generateId());\r
+    filter.setExpression(anExpression);\r
+    filter.setType(aType);\r
+\r
+    synchronized (aFilters) {\r
+      aFilters.add(filter);\r
+    }\r
+  }\r
+\r
+  private void setFilter(List aFilters, String anIdentifier, String aType, String anExpression) {\r
+    synchronized (aFilters) {\r
+      Filter filter = findFilter(aFilters, anIdentifier);\r
+\r
+      if (filter!=null) {\r
+        filter.setExpression(anExpression);\r
+        filter.setType(aType);\r
+      }\r
+    }\r
+  }\r
+\r
+  private Filter findFilter(List aFilters, String anIdentifier) {\r
+    synchronized (aFilters) {\r
+      Iterator i = aFilters.iterator();\r
+      while (i.hasNext()) {\r
+        Filter filter = (Filter) i.next();\r
+\r
+        if (filter.getId().equals(anIdentifier)) {\r
+          return filter;\r
+        }\r
+      }\r
+    }\r
+\r
+    return null;\r
+  }\r
+\r
+  private void deleteFilter(List aFilters, String anIdentifier) {\r
+    synchronized (aFilters) {\r
+      Filter filter = findFilter(aFilters, anIdentifier);\r
+\r
+      if (filter!=null) {\r
+        aFilters.remove(filter);\r
+      }\r
+    }\r
+  }\r
+\r
+  private String generateId() {\r
+    synchronized(this) {\r
+      maxIdentifier = maxIdentifier+1;\r
+\r
+      return Integer.toString(maxIdentifier);\r
+    }\r
+  }\r
+\r
+  private static class Filter {\r
+    private String identifier;\r
+    private String expression;\r
+    private String type;\r
+\r
+    public Filter() {\r
+      expression="";\r
+      type="";\r
+      identifier="";\r
+    }\r
+\r
+    public String getId() {\r
+      return identifier;\r
+    }\r
+\r
+    public void setId(String anId) {\r
+      identifier = anId;\r
+    }\r
+\r
+    public String getExpression() {\r
+      return expression;\r
+    }\r
+\r
+    public void setExpression(String anExpression) {\r
+      expression = anExpression;\r
+    }\r
+\r
+    public String getType() {\r
+      return type;\r
+    }\r
+\r
+    public void setType(String aType) {\r
+      type = aType;\r
+    }\r
+  }\r
+\r
+  private void setFilterConfig(List aFilters, String aConfigKey, ExtendedProperties aConfiguration) {\r
+    synchronized(aFilters) {\r
+      Iterator i = aFilters.iterator();\r
+\r
+      while (i.hasNext()) {\r
+        Filter filter = (Filter) i.next();\r
+\r
+        aConfiguration.addProperty(aConfigKey, filter.getType()+":"+filter.getExpression());\r
+      }\r
+    }\r
+  }\r
+\r
+  private void getFilterConfig(List aFilters, String aConfigKey, ExtendedProperties aConfiguration) {\r
+    synchronized(aFilters) {\r
+      aFilters.clear();\r
+\r
+      Iterator i = Arrays.asList(aConfiguration.getStringArray(aConfigKey)).iterator();\r
+\r
+      while (i.hasNext()) {\r
+        String filter = (String) i.next();\r
+        List parts = StringRoutines.separateString(filter, ":");\r
+\r
+        if (parts.size()==2) {\r
+          addFilter( (String) parts.get(0), (String) parts.get(1));\r
+        }\r
+      }\r
+    }\r
+  }\r
+\r
+  private static class LogEntry {\r
+    private String ipNumber;\r
+    private String browserString;\r
+    private String id;\r
+    private Date timeStamp;\r
+    private boolean isArticle;\r
+\r
+    public LogEntry(Date aTimeStamp, String anIpNumber, String aBrowserString, String anId, boolean anIsArticle) {\r
+      ipNumber = anIpNumber;\r
+      browserString = aBrowserString;\r
+      id = anId;\r
+      isArticle = anIsArticle;\r
+      timeStamp=aTimeStamp;\r
+    }\r
+\r
+    public String getIpNumber() {\r
+      return ipNumber;\r
+    }\r
+\r
+    public String getBrowserString() {\r
+      return browserString;\r
+    }\r
+\r
+    public String getId() {\r
+      return id;\r
+    }\r
+\r
+    public Date getTimeStamp() {\r
+      return timeStamp;\r
+    }\r
+\r
+    public boolean getIsArticle() {\r
+      return isArticle;\r
+    }\r
+  }\r
+\r
+  private void truncateLog() {\r
+    synchronized(log) {\r
+      if (!logEnabled)\r
+        log.clear();\r
+      else {\r
+        while (log.size()>0 && log.size()>logSize) {\r
+          log.remove(0);\r
+        }\r
+      }\r
+    }\r
+  };\r
+\r
+  private void appendLog(LogEntry anEntry) {\r
+    synchronized (log) {\r
+      if (logEnabled) {\r
+        log.add(anEntry);\r
+        truncateLog();\r
+      }\r
+    }\r
+  }\r
+\r
+}
\ No newline at end of file
index 6641b1d..2e29c9d 100755 (executable)
@@ -41,6 +41,7 @@ public class MirGlobal {
   static private MirPropertiesConfiguration configuration;
   static private MirLocalizer localizer;
   static private ProducerEngine producerEngine;
+  static private Abuse abuse;
 
   public static MirLocalizer localizer() {
     String localizerClassName;
@@ -49,7 +50,7 @@ public class MirGlobal {
     if (localizer == null ) {
       synchronized(MirGlobal.class) {
         if (localizer == null ) {
-          localizerClassName = getConfigPropertyWithDefault("Mir.Localizer", "mirlocal.localizer.basic.MirBasicLocalizer");
+          localizerClassName = config().getString("Mir.Localizer", "mirlocal.localizer.basic.MirBasicLocalizer");
 
           try {
             localizerClass = Class.forName(localizerClassName);
@@ -74,6 +75,17 @@ public class MirGlobal {
     return localizer;
   }
 
+  public static Abuse abuse() {
+    if (abuse==null) {
+      synchronized(MirGlobal.class) {
+        if (abuse==null)
+          abuse = new Abuse();
+      }
+    }
+
+    return abuse;
+  }
+
   public static MirPropertiesConfiguration config() {
     try {
       return MirPropertiesConfiguration.instance();
@@ -90,42 +102,4 @@ public class MirGlobal {
 
     return producerEngine;
   }
-
-  public static String getConfigPropertyWithDefault(String aPropertyName, String aDefault) {
-    String result;
-
-    //this try-catch is sort of a hack, if we make everything use MirGlobal
-    //instead of MirConfig, we can get rid of the Runtime exception we through
-    //in getProp, and deal with it here.. needs more thinking.. -mh
-    try {
-      result = config().getString(aPropertyName);
-    } catch (Throwable t) {
-      result = aDefault;
-    }
-
-
-    if (result==null)
-      result = aDefault;
-
-    return result;
-  }
-
-  public static String getConfigProperty(String aPropertyName) {
-    String result;
-
-    result = config().getString(aPropertyName);
-
-    if (result==null)
-      throw new ConfigException("Property '" + aPropertyName + "' not present");
-
-    return result;
-  }
-
-  public static int getConfigIntegerProperty(String aPropertyName) {
-    return config().getInt(aPropertyName);
-  }
-
-  public static boolean getConfigBooleanProperty(String aPropertyName) {
-    return config().getBoolean(aPropertyName);
-  }
 }
index 0e124d4..fd9bf47 100755 (executable)
@@ -375,7 +375,7 @@ public class MirBasicDataModelLocalizer implements MirDataModelLocalizer {
         iterator = (RewindableIterator) (anEntityAdapter.get("to_uploaded_media"));\r
         iterator.rewind();\r
 \r
-        tinyIcon = MirGlobal.getConfigProperty("Producer.Icon.TinyText");\r
+        tinyIcon = MirGlobal.config().getString("Producer.Icon.TinyText");\r
         iconAlt = "Text";\r
 \r
         if (iterator.hasNext()) {\r
@@ -385,15 +385,15 @@ public class MirBasicDataModelLocalizer implements MirDataModelLocalizer {
           mediaHandler = MediaHelper.getHandler( mediaType );\r
 \r
           if (mediaHandler.isVideo()) {\r
-            tinyIcon = MirGlobal.getConfigProperty("Producer.Icon.TinyVideo");\r
+            tinyIcon = MirGlobal.config().getString("Producer.Icon.TinyVideo");\r
             iconAlt = "Video";\r
           }\r
           else if (mediaHandler.isAudio()) {\r
-            tinyIcon = MirGlobal.getConfigProperty("Producer.Icon.TinyAudio");\r
+            tinyIcon = MirGlobal.config().getString("Producer.Icon.TinyAudio");\r
             iconAlt = "Audio";\r
           }\r
           else if (mediaHandler.isImage()) {\r
-            tinyIcon = MirGlobal.getConfigProperty("Producer.Icon.TinyImage");\r
+            tinyIcon = MirGlobal.config().getString("Producer.Icon.TinyImage");\r
             iconAlt = "Image";\r
           }\r
           else {\r
@@ -409,7 +409,7 @@ public class MirBasicDataModelLocalizer implements MirDataModelLocalizer {
       }\r
 \r
       result = new HashMap();\r
-      result.put("tiny_icon", MirGlobal.getConfigProperty("Producer.ImageRoot") + "/" + tinyIcon);\r
+      result.put("tiny_icon", MirGlobal.config().getString("Producer.ImageRoot") + "/" + tinyIcon);\r
       result.put("icon_alt", iconAlt);\r
 \r
       return result;\r
index f6f6710..10995ba 100755 (executable)
@@ -54,12 +54,14 @@ public class MirBasicGeneratorLocalizer implements MirGeneratorLocalizer {
   }
 
   protected void buildRepository(GeneratorLibraryRepository aRepository) {
-    aRepository.registerLibraryFactory("freemarker", new FreemarkerGenerator.FreemarkerGeneratorLibraryFactory( MirGlobal.getConfigProperty("Home") ) );
+    aRepository.registerLibraryFactory("freemarker",
+       new FreemarkerGenerator.FreemarkerGeneratorLibraryFactory(
+          MirGlobal.config().getString("Home") ) );
   }
 
   public Generator.GeneratorLibrary makeProducerGeneratorLibrary() throws MirLocalizerExc, MirLocalizerFailure {
     try {
-      return repository.constructCompositeLibrary(MirGlobal.getConfigProperty("Mir.Localizer.Producer.GeneratorLibrary"));
+      return repository.constructCompositeLibrary(MirGlobal.config().getString("Mir.Localizer.Producer.GeneratorLibrary"));
     }
     catch (Throwable t) {
       throw new MirLocalizerFailure(t);
@@ -68,7 +70,7 @@ public class MirBasicGeneratorLocalizer implements MirGeneratorLocalizer {
 
   public Generator.GeneratorLibrary makeAdminGeneratorLibrary() throws MirLocalizerExc, MirLocalizerFailure {
     try {
-      return repository.constructCompositeLibrary(MirGlobal.getConfigProperty("Mir.Localizer.Admin.GeneratorLibrary"));
+      return repository.constructCompositeLibrary(MirGlobal.config().getString("Mir.Localizer.Admin.GeneratorLibrary"));
     }
     catch (Throwable t) {
       throw new MirLocalizerFailure(t);
@@ -77,7 +79,7 @@ public class MirBasicGeneratorLocalizer implements MirGeneratorLocalizer {
 
   public Generator.GeneratorLibrary makeOpenPostingGeneratorLibrary() throws MirLocalizerExc, MirLocalizerFailure {
     try {
-      return repository.constructCompositeLibrary(MirGlobal.getConfigProperty("Mir.Localizer.OpenPosting.GeneratorLibrary"));
+      return repository.constructCompositeLibrary(MirGlobal.config().getString("Mir.Localizer.OpenPosting.GeneratorLibrary"));
     }
     catch (Throwable t) {
       throw new MirLocalizerFailure(t);
@@ -85,6 +87,6 @@ public class MirBasicGeneratorLocalizer implements MirGeneratorLocalizer {
   };
 
   public WriterEngine makeWriterEngine() throws MirLocalizerExc, MirLocalizerFailure {
-    return new MirBasicWriterEngine(MirGlobal.getConfigProperty("Mir.DefaultEncoding"));
+    return new MirBasicWriterEngine(MirGlobal.config().getString("Mir.DefaultEncoding"));
   }
 }
index 5f0655e..ad7dae9 100755 (executable)
@@ -54,8 +54,8 @@ public class MirBasicOpenPostingLocalizer implements MirOpenPostingLocalizer {
     logger = new LoggerWrapper("Localizer.Basic.OpenPosting");
 
     try {
-      String contentProducers = MirGlobal.getConfigProperty("Mir.Localizer.OpenPosting.ContentProducers");
-      String commentProducers = MirGlobal.getConfigProperty("Mir.Localizer.OpenPosting.CommentProducers");
+      String contentProducers = MirGlobal.config().getString("Mir.Localizer.OpenPosting.ContentProducers");
+      String commentProducers = MirGlobal.config().getString("Mir.Localizer.OpenPosting.CommentProducers");
 
       afterContentProducerTasks = ProducerEngine.ProducerTask.parseProducerTaskList(contentProducers);
       afterCommentProducerTasks = ProducerEngine.ProducerTask.parseProducerTaskList(commentProducers);
index b46f76d..58b193f 100755 (executable)
@@ -67,19 +67,19 @@ public class MirBasicProducerAssistantLocalizer implements MirProducerAssistantL
     logger = new LoggerWrapper("Localizer.ProducerAssistant");
 
 // obsolete:
-    configMap.put("producerDocRoot", MirGlobal.getConfigProperty("Producer.DocRoot"));
-    configMap.put("storageRoot", MirGlobal.getConfigProperty("Producer.StorageRoot"));
-    configMap.put("productionHost", MirGlobal.getConfigProperty("Producer.ProductionHost"));
-    configMap.put("openAction", MirGlobal.getConfigProperty("Producer.OpenAction"));
-    configMap.put("docRoot", MirGlobal.getConfigProperty("RootUri"));
-    configMap.put("actionRoot", MirGlobal.getConfigProperty("RootUri")+"/servlet/Mir");
+    configMap.put("producerDocRoot", MirGlobal.config().getString("Producer.DocRoot"));
+    configMap.put("storageRoot", MirGlobal.config().getString("Producer.StorageRoot"));
+    configMap.put("productionHost", MirGlobal.config().getString("Producer.ProductionHost"));
+    configMap.put("openAction", MirGlobal.config().getString("Producer.OpenAction"));
+    configMap.put("docRoot", MirGlobal.config().getString("RootUri"));
+    configMap.put("actionRoot", MirGlobal.config().getString("RootUri")+"/servlet/Mir");
     configMap.put("now", new DateToMapAdapter((new GregorianCalendar()).getTime()));
-    configMap.put("videoHost", MirGlobal.getConfigProperty("Producer.Video.Host"));
-    configMap.put("audioHost", MirGlobal.getConfigProperty("Producer.Audio.Host"));
-    configMap.put("imageHost", MirGlobal.getConfigProperty("Producer.Image.Host"));
-    configMap.put("imagePath", MirGlobal.getConfigProperty("Producer.Image.Path"));
-    configMap.put("mirVersion", MirGlobal.getConfigProperty("Mir.Version"));
-    configMap.put("defEncoding", MirGlobal.getConfigProperty("Mir.DefaultEncoding"));
+    configMap.put("videoHost", MirGlobal.config().getString("Producer.Video.Host"));
+    configMap.put("audioHost", MirGlobal.config().getString("Producer.Audio.Host"));
+    configMap.put("imageHost", MirGlobal.config().getString("Producer.Image.Host"));
+    configMap.put("imagePath", MirGlobal.config().getString("Producer.Image.Path"));
+    configMap.put("mirVersion", MirGlobal.config().getString("Mir.Version"));
+    configMap.put("defEncoding", MirGlobal.config().getString("Mir.DefaultEncoding"));
 
 // "new":
     try {
@@ -163,10 +163,10 @@ public class MirBasicProducerAssistantLocalizer implements MirProducerAssistantL
   public String filterText(String aText) {
     return StringUtil.createHTML(
         StringUtil.deleteForbiddenTags(aText),
-        MirGlobal.getConfigProperty("Producer.ImageRoot"),
-        MirGlobal.getConfigProperty("Producer.MailLinkName"),
-        MirGlobal.getConfigProperty("Producer.ExtLinkName"),
-        MirGlobal.getConfigProperty("Producer.IntLinkName")
+        MirGlobal.config().getString("Producer.ImageRoot"),
+        MirGlobal.config().getString("Producer.MailLinkName"),
+        MirGlobal.config().getString("Producer.ExtLinkName"),
+        MirGlobal.config().getString("Producer.IntLinkName")
     );
   }
 }
index 018eb2d..ad0be4c 100755 (executable)
@@ -70,7 +70,7 @@ public class MirBasicProducerLocalizer implements MirProducerLocalizer {
     try {
       logger = new LoggerWrapper("Localizer.Basic.Producer");
 
-      String allNewProducers = MirGlobal.getConfigProperty("Mir.Localizer.Producer.AllNewProducers");
+      String allNewProducers = MirGlobal.config().getString("Mir.Localizer.Producer.AllNewProducers");
       allNewProducerTasks = ProducerEngine.ProducerTask.parseProducerTaskList(allNewProducers);
 
       producerFactories = new Vector();
@@ -115,7 +115,7 @@ public class MirBasicProducerLocalizer implements MirProducerLocalizer {
     try {
       DefaultProducerNodeBuilders.registerBuilders(
           aLibrary, model, generatorLibrary, writerEngine,
-          MirGlobal.getConfigProperty("Home"), MirGlobal.getConfigProperty("Producer.StorageRoot"));
+          MirGlobal.config().getString("Home"), MirGlobal.config().getString("Producer.StorageRoot"));
       SupplementalProducerNodeBuilders.registerBuilders(aLibrary, model);
     }
     catch (Throwable t) {
@@ -132,7 +132,7 @@ public class MirBasicProducerLocalizer implements MirProducerLocalizer {
 
     aFileMonitor.clear();
     reader = new ProducerConfigReader();
-    reader.parseFile(MirGlobal.getConfigProperty("Home") + File.separatorChar + MirGlobal.getConfigProperty("Mir.Localizer.ProducerConfigFile"), library, aFactories, usedFiles);
+    reader.parseFile(MirGlobal.config().getString("Home") + File.separatorChar + MirGlobal.config().getString("Mir.Localizer.ProducerConfigFile"), library, aFactories, usedFiles);
 
     i = usedFiles.iterator();
     while (i.hasNext())
diff --git a/source/mircoders/servlet/ServletModuleAbuse.java b/source/mircoders/servlet/ServletModuleAbuse.java
new file mode 100755 (executable)
index 0000000..1cf0125
--- /dev/null
@@ -0,0 +1,150 @@
+package mircoders.servlet;\r
+\r
+import java.util.Map;\r
+\r
+import javax.servlet.http.HttpServletRequest;\r
+import javax.servlet.http.HttpServletResponse;\r
+\r
+import mir.log.LoggerWrapper;\r
+import mir.servlet.ServletModule;\r
+import mir.servlet.ServletModuleFailure;\r
+import mir.util.URLBuilder;\r
+import mir.util.HTTPRequestParser;\r
+import mircoders.global.*;\r
+\r
+public class ServletModuleAbuse extends ServletModule {\r
+  private static ServletModuleAbuse instance = new ServletModuleAbuse();\r
+  public static ServletModule getInstance() { return instance; }\r
+\r
+  private ServletModuleAbuse() {\r
+    logger = new LoggerWrapper("ServletModule.Abuse");\r
+    defaultAction = "showsettings";\r
+  }\r
+\r
+  public void editfilter(HttpServletRequest aRequest, HttpServletResponse aResponse) {\r
+    HTTPRequestParser requestParser = new HTTPRequestParser(aRequest);\r
+\r
+    String type=requestParser.getParameterWithDefault("type", "");\r
+    String id=requestParser.getParameterWithDefault("id", "");\r
+    String expression=requestParser.getParameterWithDefault("expression", "");\r
+\r
+    if (id.equals("")) {\r
+      MirGlobal.abuse().addFilter(type, expression);\r
+    }\r
+    else {\r
+      MirGlobal.abuse().setFilter(id, type, expression);\r
+    }\r
+\r
+    MirGlobal.abuse().save();\r
+\r
+    showfilters(aRequest, aResponse);\r
+  }\r
+\r
+  public void deletefilter(HttpServletRequest aRequest, HttpServletResponse aResponse) {\r
+    HTTPRequestParser requestParser = new HTTPRequestParser(aRequest);\r
+\r
+    String id=requestParser.getParameterWithDefault("id", "");\r
+    MirGlobal.abuse().deleteFilter(id);\r
+\r
+    MirGlobal.abuse().save();\r
+\r
+    showfilters(aRequest, aResponse);\r
+  }\r
+\r
+  public void showfilters(HttpServletRequest aRequest, HttpServletResponse aResponse) {\r
+    URLBuilder urlBuilder = new URLBuilder();\r
+\r
+    try {\r
+      Map responseData = ServletHelper.makeGenerationData(getLocale(aRequest));\r
+\r
+      urlBuilder.setValue("module", "Abuse");\r
+      urlBuilder.setValue("do", "showfilters");\r
+      responseData.put("thisurl", urlBuilder.getQuery());\r
+\r
+      responseData.put("filters", MirGlobal.abuse().getFilters());\r
+      responseData.put("filtertypes", MirGlobal.abuse().getFilterTypes());\r
+\r
+      ServletHelper.generateResponse(aResponse.getWriter(), responseData, "abuse.filters.template");\r
+    }\r
+    catch (Throwable e) {\r
+      throw new ServletModuleFailure(e);\r
+    }\r
+  }\r
+\r
+\r
+  public void showsettings(HttpServletRequest aRequest, HttpServletResponse aResponse) {\r
+    URLBuilder urlBuilder = new URLBuilder();\r
+\r
+    try {\r
+      Map responseData = ServletHelper.makeGenerationData(getLocale(aRequest));\r
+\r
+      urlBuilder.setValue("module", "Abuse");\r
+      urlBuilder.setValue("do", "showsettings");\r
+\r
+      responseData.put("thisurl", urlBuilder.getQuery());\r
+\r
+      responseData.put("articleactions", MirGlobal.abuse().getArticleActions());\r
+      responseData.put("commentactions", MirGlobal.abuse().getCommentActions());\r
+\r
+      responseData.put("disableop", new Boolean(MirGlobal.abuse().getOpenPostingDisabled()));\r
+      responseData.put("passwordop", new Boolean(MirGlobal.abuse().getOpenPostingPassword()));\r
+      responseData.put("logenabled", new Boolean(MirGlobal.abuse().getLogEnabled()));\r
+      responseData.put("logsize", Integer.toString(MirGlobal.abuse().getLogSize()));\r
+      responseData.put("usecookies", new Boolean(MirGlobal.abuse().getCookieOnBlock()));\r
+      responseData.put("articleaction", MirGlobal.abuse().getArticleBlockAction());\r
+      responseData.put("commentaction", MirGlobal.abuse().getCommentBlockAction());\r
+\r
+      ServletHelper.generateResponse(aResponse.getWriter(), responseData, "abuse.template");\r
+    }\r
+    catch (Throwable e) {\r
+      throw new ServletModuleFailure(e);\r
+    }\r
+  }\r
+\r
+  public void savesettings(HttpServletRequest aRequest, HttpServletResponse aResponse) {\r
+    try {\r
+      HTTPRequestParser parser = new HTTPRequestParser(aRequest);\r
+\r
+      MirGlobal.abuse().setOpenPostingDisabled(parser.getParameterWithDefault("disableop", "").equals("1"));\r
+      MirGlobal.abuse().setOpenPostingPassword(parser.getParameterWithDefault("passwordop", "").equals("1"));\r
+      MirGlobal.abuse().setLogEnabled(parser.getParameterWithDefault("logenabled", "").equals("1"));\r
+\r
+      try {\r
+        MirGlobal.abuse().setLogSize(parser.getIntegerWithDefault("logsize", MirGlobal.abuse().getLogSize()));\r
+      }\r
+      catch (Throwable t) {\r
+      }\r
+\r
+      MirGlobal.abuse().setCookieOnBlock(parser.getParameterWithDefault("usecookies", "").equals("1"));\r
+\r
+      MirGlobal.abuse().setArticleBlockAction(parser.getParameter("articleaction"));\r
+      MirGlobal.abuse().setCommentBlockAction(parser.getParameter("commentaction"));\r
+\r
+      MirGlobal.abuse().save();\r
+\r
+      showsettings(aRequest, aResponse);\r
+    }\r
+    catch (Throwable e) {\r
+      throw new ServletModuleFailure(e);\r
+    }\r
+  }\r
+\r
+  public void showlog(HttpServletRequest aRequest, HttpServletResponse aResponse) {\r
+    URLBuilder urlBuilder = new URLBuilder();\r
+    int count;\r
+\r
+    try {\r
+      Map responseData = ServletHelper.makeGenerationData(getLocale(aRequest));\r
+      urlBuilder.setValue("module", "Abuse");\r
+      urlBuilder.setValue("do", "showlog");\r
+      responseData.put("thisurl", urlBuilder.getQuery());\r
+\r
+      responseData.put("log", MirGlobal.abuse().getLog());\r
+\r
+      ServletHelper.generateResponse(aResponse.getWriter(), responseData, "abuse.log.template");\r
+    }\r
+    catch (Throwable e) {\r
+      throw new ServletModuleFailure(e);\r
+    }\r
+  }\r
+}
\ No newline at end of file
index bb66674..7f4dccf 100755 (executable)
@@ -71,7 +71,7 @@ import freemarker.template.SimpleHash;
  *  ServletModuleContent -
  *  deliver html for the article admin form.
  *
- * @version $Id: ServletModuleContent.java,v 1.43 2003/03/09 19:14:21 idfx Exp $
+ * @version $Id: ServletModuleContent.java,v 1.44 2003/03/15 15:35:57 zapata Exp $
  * @author rk, mir-coders
  *
  */
@@ -95,8 +95,8 @@ public class ServletModuleContent extends ServletModule
 
       mainModule = new ModuleContent(DatabaseContent.getInstance());
     }
-    catch (StorageObjectFailure e) {
-      logger.error("servletmodulecontent konnte nicht initialisiert werden");
+    catch (Throwable e) {
+      logger.fatal("ServletModuleContent could not be initialized: " + e.toString());
     }
   }
 
index 6f122b2..363af6c 100755 (executable)
@@ -181,8 +181,7 @@ public class ServletModuleLocalizer extends ServletModule {
         List parts = StringRoutines.splitString(operations[i], ";");\r
 \r
         if (parts.size() != 2) {\r
-          logger.error("articleoperationbatch: operation string invalid: " +\r
-                       operations[i]);\r
+          logger.error("articleoperationbatch: operation string invalid: " + operations[i]);\r
         }\r
         else {\r
           String articleIdString = (String) parts.get(0);\r
index 1c6c76f..b0a4d9d 100755 (executable)
-/*
- * Copyright (C) 2001, 2002  The Mir-coders group
- *
- * This file is part of Mir.
- *
- * Mir is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
- * (at your option) any later version.
- *
- * Mir is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with Mir; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
- *
- * In addition, as a special exception, The Mir-coders gives permission to link
- * the code of this program with the com.oreilly.servlet library, any library
- * licensed under the Apache Software License, The Sun (tm) Java Advanced
- * Imaging library (JAI), The Sun JIMI library (or with modified versions of
- * the above that use the same license as the above), and distribute linked
- * combinations including the two.  You must obey the GNU General Public
- * License in all respects for all of the code used other than the above
- * mentioned libraries.  If you modify this file, you may extend this exception
- * to your version of the file, but you are not obligated to do so.  If you do
- * not wish to do so, delete this exception statement from your version.
- */
-
-package mircoders.servlet;
-
-import java.io.ByteArrayOutputStream;
-import java.io.File;
-import java.io.FileNotFoundException;
-import java.io.FileReader;
-import java.io.IOException;
-import java.io.PrintWriter;
-import java.io.StringWriter;
-import java.util.ArrayList;
-import java.util.Collections;
-import java.util.Enumeration;
-import java.util.GregorianCalendar;
-import java.util.HashMap;
-import java.util.Iterator;
-import java.util.ListIterator;
-import java.util.Locale;
-import java.util.Map;
-import java.util.Random;
-import java.util.Set;
-
-import javax.servlet.http.HttpServletRequest;
-import javax.servlet.http.HttpServletResponse;
-import javax.servlet.http.HttpSession;
-
-import mir.entity.Entity;
-import mir.entity.EntityList;
-import mir.log.LoggerWrapper;
-import mir.misc.FileHandler;
-import mir.misc.HTMLTemplateProcessor;
-import mir.misc.StringUtil;
-import mir.misc.WebdbMultipartRequest;
-import mir.servlet.ServletModule;
-import mir.servlet.ServletModuleExc;
-import mir.servlet.ServletModuleFailure;
-import mir.servlet.ServletModuleUserExc;
-import mir.storage.StorageObjectFailure;
-import mir.util.ExceptionFunctions;
-import mir.util.StringRoutines;
-import mircoders.entity.EntityComment;
-import mircoders.entity.EntityContent;
-import mircoders.global.MirGlobal;
-import mircoders.media.MediaRequest;
-import mircoders.media.UnsupportedMediaFormatExc;
-import mircoders.module.ModuleComment;
-import mircoders.module.ModuleContent;
-import mircoders.module.ModuleImages;
-import mircoders.module.ModuleTopics;
-import mircoders.search.AudioSearchTerm;
-import mircoders.search.ContentSearchTerm;
-import mircoders.search.ImagesSearchTerm;
-import mircoders.search.KeywordSearchTerm;
-import mircoders.search.TextSearchTerm;
-import mircoders.search.TopicSearchTerm;
-import mircoders.search.UnIndexedSearchTerm;
-import mircoders.search.VideoSearchTerm;
-import mircoders.storage.DatabaseComment;
-import mircoders.storage.DatabaseContent;
-import mircoders.storage.DatabaseContentToMedia;
-import mircoders.storage.DatabaseContentToTopics;
-import mircoders.storage.DatabaseImages;
-import mircoders.storage.DatabaseLanguage;
-import mircoders.storage.DatabaseTopics;
-
-import org.apache.commons.net.smtp.SMTPClient;
-import org.apache.commons.net.smtp.SMTPReply;
-import org.apache.fop.apps.Driver;
-import org.apache.fop.apps.XSLTInputHandler;
-import org.apache.log.Hierarchy;
-import org.apache.log.Priority;
-import org.apache.lucene.analysis.standard.StandardAnalyzer;
-import org.apache.lucene.document.Document;
-import org.apache.lucene.queryParser.QueryParser;
-import org.apache.lucene.search.Hits;
-import org.apache.lucene.search.IndexSearcher;
-import org.apache.lucene.search.Query;
-import org.apache.lucene.search.Searcher;
-
-import freemarker.template.SimpleHash;
-import freemarker.template.SimpleList;
-import freemarker.template.SimpleScalar;
-import freemarker.template.TemplateModelRoot;
-
-/*
- *  ServletModuleOpenIndy -
- *   is the open-access-servlet, which is responsible for
- *    adding comments to articles &
- *    open-postings to the newswire
- *
- * @author mir-coders group
- * @version $Id: ServletModuleOpenIndy.java,v 1.67 2003/03/09 19:14:21 idfx Exp $
- *
- */
-
-public class ServletModuleOpenIndy extends ServletModule
-{
-
-  private String        commentFormTemplate, commentFormDoneTemplate, commentFormDupeTemplate;
-  private String        postingFormTemplate, postingFormDoneTemplate, postingFormDupeTemplate;
-  private String        searchResultsTemplate;
-  private String        prepareMailTemplate,sentMailTemplate;
-  private ModuleContent contentModule;
-  private ModuleComment commentModule;
-  private ModuleImages  imageModule;
-  private ModuleTopics  topicsModule;
-  private String        directOp ="yes";
-  private String        passwdProtection ="yes";
-  // Singelton / Kontruktor
-  private static ServletModuleOpenIndy instance = new ServletModuleOpenIndy();
-  public static ServletModule getInstance() { return instance; }
-
-  private ServletModuleOpenIndy() {
-    super();
-    try {
-      logger = new LoggerWrapper("ServletModule.OpenIndy");
-
-      commentFormTemplate = configuration.getString("ServletModule.OpenIndy.CommentTemplate");
-      commentFormDoneTemplate = configuration.getString("ServletModule.OpenIndy.CommentDoneTemplate");
-      commentFormDupeTemplate = configuration.getString("ServletModule.OpenIndy.CommentDupeTemplate");
-      postingFormTemplate = configuration.getString("ServletModule.OpenIndy.PostingTemplate");
-      postingFormDoneTemplate = configuration.getString("ServletModule.OpenIndy.PostingDoneTemplate");
-      postingFormDupeTemplate = configuration.getString("ServletModule.OpenIndy.PostingDupeTemplate");
-      searchResultsTemplate = configuration.getString("ServletModule.OpenIndy.SearchResultsTemplate");
-      prepareMailTemplate = configuration.getString("ServletModule.OpenIndy.PrepareMailTemplate");
-      sentMailTemplate = configuration.getString("ServletModule.OpenIndy.SentMailTemplate");
-      directOp = configuration.getString("DirectOpenposting").toLowerCase();
-      passwdProtection = configuration.getString("PasswdProtection").toLowerCase();
-      mainModule = new ModuleComment(DatabaseComment.getInstance());
-      contentModule = new ModuleContent(DatabaseContent.getInstance());
-      topicsModule = new ModuleTopics(DatabaseTopics.getInstance());
-      imageModule = new ModuleImages(DatabaseImages.getInstance());
-      defaultAction="addposting";
-    }
-    catch (StorageObjectFailure e) {
-      logger.error("servletmoduleopenindy could not be initialized: " + e.getMessage());
-    }
-  }
-
-
-  /**
-   *  Method for making a comment
-   */
-
-  public void addcomment(HttpServletRequest req, HttpServletResponse res) throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure
-  {
-    String aid = req.getParameter("aid"); // the article id the comment will belong to
-    String language = req.getParameter("language");
-
-    if (aid!=null && !aid.equals("")) {
-      try {
-        SimpleHash mergeData = new SimpleHash();
-
-        // onetimepasswd
-        if (passwdProtection.equals("yes")) {
-          String passwd = this.createOneTimePasswd();
-          HttpSession session = req.getSession(false);
-          session.setAttribute("passwd", passwd);
-          mergeData.put("passwd", passwd);
-        }
-
-        if (language != null) {
-          HttpSession session = req.getSession(false);
-          session.setAttribute("Locale", new Locale(language, ""));
-          session.setAttribute("passwd", language);
-        }
-
-        mergeData.put("aid", aid);
-
-        SimpleHash extraInfo = new SimpleHash();
-        extraInfo.put("languagePopUpData", DatabaseLanguage.getInstance().getPopupData());
-
-        deliver(req, res, mergeData, extraInfo, commentFormTemplate);
-      }
-      catch (Throwable t) {
-        throw new ServletModuleFailure("ServletModuleOpenIndy.addcomment: " + t.getMessage(), t);
-      }
-    }
-    else throw new ServletModuleExc("aid not set!");
-  }
-
-  /**
-   *  Method for inserting a comment into the Database and delivering
-   *  the commentDone Page
-   */
-
-  public void inscomment(HttpServletRequest req, HttpServletResponse res)
-    throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure
-  {
-    String aid = req.getParameter("to_media"); // the article id the comment will belong to
-    if (aid!=null && !aid.equals(""))
-      {
-        // ok, collecting data from form
-        try {
-          Map withValues = getIntersectingValues(req, DatabaseComment.getInstance());
-
-          //no html in comments(for now)
-          for (Iterator i=withValues.keySet().iterator(); i.hasNext(); ){
-            String k=(String)i.next();
-            String v=(String)withValues.get(k);
-
-            withValues.put(k,StringUtil.removeHTMLTags(v));
-          }
-          withValues.put("is_published","1");
-          withValues.put("to_comment_status","1");
-
-          //checking the onetimepasswd
-          if(passwdProtection.equals("yes")){
-            HttpSession session = req.getSession(false);
-            String sessionPasswd = (String)session.getAttribute("passwd");
-            if ( sessionPasswd == null){
-              throw new ServletModuleExc("Lost password");
-            }
-            String passwd = req.getParameter("passwd");
-            if ( passwd == null || passwd.length()==0) {
-              throw new ServletModuleUserExc("comment.error.missingpassword", new String[] {});
-            }
-            if (!sessionPasswd.equals(passwd)) {
-              throw new ServletModuleUserExc("comment.error.invalidpassword", new String[] {});
-            }
-            session.invalidate();
-          }
-
-          // inserting into database
-          String id = mainModule.add(withValues);
-          logger.debug("id: "+id);
-          //insert was not successfull
-          if(id==null){
-            deliver(req, res, new SimpleHash(), commentFormDupeTemplate);
-          }
-          else {
-            DatabaseContent.getInstance().setUnproduced("id="+aid);
-
-            try {
-              EntityComment comment = (EntityComment) DatabaseComment.getInstance().selectById(id);
-              MirGlobal.localizer().openPostings().afterCommentPosting(comment);
-            }
-            catch (Throwable t) {
-              throw new ServletModuleExc(t.getMessage());
-            }
-          }
-
-          // redirecting to url
-          // should implement back to article
-          SimpleHash mergeData = new SimpleHash();
-          deliver(req, res, mergeData, commentFormDoneTemplate);
-        }
-        catch (Throwable e) {
-          throw new ServletModuleFailure(e);
-        }
-      }
-    else throw new ServletModuleExc("aid not set!");
-
-  }
-
-  /**
-   *  Method for delivering the form-Page for open posting
-   */
-
-  public void addposting(HttpServletRequest req, HttpServletResponse res)
-      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure
-  {
-    SimpleHash mergeData = new SimpleHash();
-
-    // onetimepasswd
-    if(passwdProtection.equals("yes")){
-      String passwd = this.createOneTimePasswd();
-      HttpSession session = req.getSession(false);
-      session.setAttribute("passwd",passwd);
-      mergeData.put("passwd", passwd);
-    }
-
-    String maxMedia = configuration.getString("ServletModule.OpenIndy.MaxMediaUploadItems");
-    String defaultMedia = configuration.getString("ServletModule.OpenIndy.DefaultMediaUploadItems");
-    String numOfMedia = req.getParameter("medianum");
-
-    if(numOfMedia==null||numOfMedia.equals("")){
-      numOfMedia=defaultMedia;
-    }
-    else if(Integer.parseInt(numOfMedia) > Integer.parseInt(maxMedia)) {
-      numOfMedia = maxMedia;
-    }
-
-    int mediaNum = Integer.parseInt(numOfMedia);
-    SimpleList mediaFields = new SimpleList();
-    for(int i =0; i<mediaNum;i++){
-      Integer mNum = new Integer(i+1);
-      mediaFields.add(mNum.toString());
-    }
-    mergeData.put("medianum",numOfMedia);
-    mergeData.put("mediafields",mediaFields);
-
-
-    SimpleHash extraInfo = new SimpleHash();
-    try{
-      extraInfo.put("languagePopUpData", DatabaseLanguage.getInstance().getPopupData() );
-      extraInfo.put("themenPopupData", topicsModule.getTopicsAsSimpleList());
-
-      extraInfo.put("topics", topicsModule.getTopicsList());
-
-    }
-    catch (Exception e) {
-      logger.error("languagePopUpData or getTopicslist failed "+e.toString());
-
-      throw new ServletModuleFailure("OpenIndy -- failed getting language or topics: "+e.toString(), e);
-    }
-
-    deliver(req, res, mergeData, extraInfo, postingFormTemplate);
-  }
-
-  /**
-   *  Method for inserting an open posting into the Database and delivering
-   *  the postingDone Page
-   */
-
-  public void insposting(HttpServletRequest req, HttpServletResponse res) throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure
-  {
-    SimpleHash mergeData = new SimpleHash();
-    boolean setMedia=false;
-    boolean setTopic = false;
-
-    try {
-
-      WebdbMultipartRequest mp = null;
-      EntityList mediaList = null;
-      try {
-        // new MediaRequest, "1" is the id for the openPosting user
-        MediaRequest mediaReq = new MediaRequest("1", true);
-        mp = new WebdbMultipartRequest(req, (FileHandler)mediaReq);
-        mediaList = mediaReq.getEntityList();
-      }
-      catch (Throwable e) {
-        throw new ServletModuleFailure(e);
-      }
-
-      Map withValues = mp.getParameters();
-
-      //checking the onetimepasswd
-      if(passwdProtection.equals("yes")){
-        HttpSession session = req.getSession(false);
-        String sessionPasswd = (String)session.getAttribute("passwd");
-        if ( sessionPasswd == null){
-          throw new ServletModuleExc("Lost password");
-        }
-        String passwd = (String)withValues.get("passwd");
-        if ( passwd == null || passwd.length()==0) {
-          throw new ServletModuleUserExc("posting.error.missingpassword", new String[] {});
-        }
-        if (!sessionPasswd.equals(passwd)) {
-          throw new ServletModuleUserExc("posting.error.invalidpassword", new String[] {});
-        }
-        session.invalidate();
-      }
-
-      if ((((String)withValues.get("title")).length() == 0) ||
-          (((String)withValues.get("description")).length() == 0) ||
-          (((String)withValues.get("content_data")).length() == 0))
-        throw new ServletModuleUserExc("posting.error.missingfield", new String[] {});
-
-      // call the routines that escape html
-
-      for (Iterator i=withValues.keySet().iterator(); i.hasNext(); ){
-        String k=(String)i.next();
-        String v=(String)withValues.get(k);
-
-        if (k.equals("content_data")){
-          //this doesn't quite work yet, so for now, all html goes
-          //withValues.put(k,StringUtil.approveHTMLTags(v));
-          withValues.put(k,StringUtil.deleteForbiddenTags(v));
-        }
-        else if (k.equals("description")) {
-          String tmp = StringUtil.deleteForbiddenTags(v);
-          withValues.put(k,StringUtil.deleteHTMLTableTags(tmp));
-        }
-        else {
-          withValues.put(k,StringUtil.removeHTMLTags(v));
-        }
-
-      }
-
-      withValues.put("date", StringUtil.date2webdbDate(new GregorianCalendar()));
-      withValues.put("publish_path", StringUtil.webdbDate2path((String)withValues.get("date")));
-      withValues.put("is_produced", "0");
-      // by default stuff is published, they can be un-published through the
-      // admin interface.
-      withValues.put("is_published","1");
-      // if op direct article-type == newswire
-      if (directOp.equals("yes")) withValues.put("to_article_type","1");
-
-      withValues.put("to_publisher","1");
-
-      // owner is openposting user
-      //      ML: this is not multi-language friendly and this can be done in a template
-      //      if (withValues.get("creator").toString().equals(""))
-      //        withValues.put("creator","Anonym");
-
-      // inserting  content into database
-      String cid = contentModule.add(withValues);
-      logger.debug("id: "+cid);
-      //insert was not successfull
-      if(cid==null){
-        //How do we know that it was not succesful cause of a
-        //dupe, what if it failed cause of "No space left on device"?
-        //Or is there something I am missing? Wouldn't it be better
-        //to have an explicit dupe check and then insert? I have no
-        //idea what I am talking about. this comment is in case
-        //I forget to explicitely ask. -mh
-        deliver(req, res, mergeData, postingFormDupeTemplate);
-      }
-
-      String[] to_topicsArr = mp.getParameterValues("to_topic");
-
-      if (to_topicsArr != null && to_topicsArr.length > 0) {
-        try{
-          DatabaseContentToTopics.getInstance().setTopics(cid,to_topicsArr);
-          setTopic = true;
-        }
-        catch (Throwable e) {
-          logger.error("setting content_x_topic failed");
-          contentModule.deleteById(cid);
-          throw new ServletModuleFailure("smod - openindy :: insposting: setting content_x_topic failed: "+e.toString(), e);
-        } //end try
-      } //end if
-
-      //if we're here all is ok... associate the media to the article
-      for(int i=0;i<mediaList.size();i++) {
-        Entity mediaEnt = (Entity)mediaList.elementAt(i);
-        DatabaseContentToMedia.getInstance().addMedia(cid,mediaEnt.getId());
-      }
-
-      try {
-        MirGlobal.localizer().openPostings().afterContentPosting(
-                                                                 (EntityContent)contentModule.getById(cid));
-      }
-      catch (Throwable t) {
-        throw new ServletModuleFailure(t);
-      }
-    }
-    catch (Throwable e) {
-      Throwable cause = ExceptionFunctions.traceCauseException(e);
-
-      if (cause instanceof UnsupportedMediaFormatExc) {
-        throw new ServletModuleUserExc("media.unsupportedformat", new String[] {} );
-      }
-      throw new ServletModuleFailure(e);
-    }
-
-    deliver(req, res, mergeData, postingFormDoneTemplate);
-  }
-
-    /*
-   * Method for preparing and sending a content as an email message
-   */
-
-  public void mail(HttpServletRequest req, HttpServletResponse res)
-      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure
-  {
-    String aid = req.getParameter("mail_aid");
-    if (aid == null){
-      throw new ServletModuleExc("An article id must be specified in requests to email an article.  Something therefore went badly wrong....");
-    }
-
-    String to = req.getParameter("mail_to");
-    String from = req.getParameter("mail_from");
-    String from_name = req.getParameter("mail_from_name");
-    String comment = req.getParameter("mail_comment");
-    String mail_language = req.getParameter("mail_language");
-
-    SimpleHash mergeData = new SimpleHash();
-
-    if (to == null || from == null || from_name == null|| to.equals("") || from.equals("") || from_name.equals("") || mail_language == null || mail_language.equals("")){
-
-      for (Enumeration theParams = req.getParameterNames(); theParams.hasMoreElements() ;) {
-        String pName=(String)theParams.nextElement();
-        if (pName.startsWith("mail_")){
-          mergeData.put(pName,new SimpleScalar(req.getParameter(pName)));
-        }
-      }
-      deliver(req,res,mergeData,prepareMailTemplate);
-    }
-    else {
-      //run checks on to and from and mail_language to make sure no monkey business occurring
-      if (mail_language.indexOf('.') != -1 || mail_language.indexOf('/') != -1 ) {
-        throw new ServletModuleExc("Invalid language");
-      }
-      if (to.indexOf('\n') != -1
-          || to.indexOf('\r') != -1
-          || to.indexOf(',') != -1) {
-        throw new ServletModuleUserExc("email.error.invalidtoaddress", new String[] {to});
-      }
-      if (from.indexOf('\n') != -1 || from.indexOf('\r') != -1 || from.indexOf(',') != -1 ) {
-        throw new ServletModuleUserExc("email.error.invalidfromaddress", new String[] {from});
-      }
-
-
-      EntityContent contentEnt;
-      try{
-        contentEnt = (EntityContent)contentModule.getById(aid);
-      }
-      catch (Throwable e){
-        throw new ServletModuleFailure("Couldn't get content for article "+aid + ": " + e.getMessage(), e);
-      }
-      String producerStorageRoot=configuration.getString("Producer.StorageRoot");
-      String producerDocRoot=configuration.getString("Producer.DocRoot");
-      String publishPath = contentEnt.getValue("publish_path");
-      String txtFilePath = producerStorageRoot + producerDocRoot + "/" + mail_language +
-                                                                                                         publishPath + "/" + aid + ".txt";
-
-
-      File inputFile = new File(txtFilePath);
-      String content;
-
-      try{
-        FileReader in = new FileReader(inputFile);
-        StringWriter out = new StringWriter();
-        int c;
-        while ((c = in.read()) != -1)
-          out.write(c);
-        in.close();
-        content= out.toString();
-      }
-      catch (FileNotFoundException e){
-        throw new ServletModuleFailure("No text file found in " + txtFilePath, e);
-      }
-      catch (IOException e){
-        throw new ServletModuleFailure("Problem reading file in " + txtFilePath, e);
-      }
-      // add some headers
-      content = "To: " + to + "\nReply-To: "+ from + "\n" + content;
-      // put in the comment where it should go
-      if (comment != null) {
-        String commentTextToInsert = "\n\nAttached comment from " + from_name + ":\n" + comment;
-        try {
-          content=StringRoutines.performRegularExpressionReplacement(content,"!COMMENT!",commentTextToInsert);
-        }
-        catch (Throwable e){
-          throw new ServletModuleFailure("Problem doing regular expression replacement " + e.toString(), e);
-        }
-      }
-      else{
-        try {
-          content=StringRoutines.performRegularExpressionReplacement(content,"!COMMENT!","");
-        }
-        catch (Throwable e){
-          throw new ServletModuleFailure("Problem doing regular expression replacement " + e.toString(), e);
-        }
-      }
-
-      SMTPClient client=new SMTPClient();
-      try {
-        int reply;
-        client.connect(configuration.getString("ServletModule.OpenIndy.SMTPServer"));
-
-        reply = client.getReplyCode();
-
-        if (!SMTPReply.isPositiveCompletion(reply)) {
-          client.disconnect();
-          throw new ServletModuleExc("SMTP server refused connection.");
-        }
-
-        client.sendSimpleMessage(configuration.getString("ServletModule.OpenIndy.EmailIsFrom"), to, content);
-
-        client.disconnect();
-        //mission accomplished
-        deliver(req, res, mergeData, sentMailTemplate);
-      }
-      catch(IOException e) {
-        if(client.isConnected()) {
-          try {
-            client.disconnect();
-          } catch(IOException f) {
-            // do nothing
-          }
-        }
-        throw new ServletModuleFailure(e);
-      }
-    }
-  }
-
-
-  /*
-   * Method for querying a lucene index
-   */
-  public void search(HttpServletRequest req, HttpServletResponse res)
-      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure {
-    try {
-      int increment=10;
-
-      HttpSession session = req.getSession(false);
-
-      String queryString="";
-
-      SimpleHash mergeData = new SimpleHash();
-
-      KeywordSearchTerm dateTerm = new KeywordSearchTerm("date_formatted","search_date","webdb_create_formatted","webdb_create_formatted","webdb_create_formatted");
-      UnIndexedSearchTerm whereTerm = new UnIndexedSearchTerm("","","","where","where");
-      TextSearchTerm creatorTerm = new TextSearchTerm("creator","search_creator","creator","creator","creator");
-      TextSearchTerm titleTerm = new TextSearchTerm("title","search_content","title","title","title");
-      TextSearchTerm descriptionTerm =  new TextSearchTerm("description","search_content","description","description","description");
-      ContentSearchTerm contentTerm = new ContentSearchTerm("content_data","search_content","content","","");
-      TopicSearchTerm topicTerm = new TopicSearchTerm();
-      ImagesSearchTerm imagesTerm = new ImagesSearchTerm();
-      AudioSearchTerm audioTerm = new AudioSearchTerm();
-      VideoSearchTerm videoTerm = new VideoSearchTerm();
-
-      //make the query available to subsequent iterations
-
-      for (Enumeration theParams = req.getParameterNames(); theParams.hasMoreElements() ;) {
-        String pName=(String)theParams.nextElement();
-        if (pName.startsWith("search_")){
-          mergeData.put(pName,new SimpleScalar(req.getParameter(pName)));
-        }
-      }
-
-      try{
-        mergeData.put("topics", topicsModule.getTopicsAsSimpleList());
-      }
-      catch(Throwable e) {
-        logger.debug("Can't get topics: " + e.toString());
-      }
-
-      String searchBackValue = req.getParameter("search_back");
-      String searchForwardValue = req.getParameter("search_forward");
-
-      if (searchBackValue != null){
-        int totalHits = ((Integer) session.getAttribute("numberOfHits")).intValue();
-        int newPosition=((Integer)session.getAttribute("positionInResults")).intValue()-increment;
-        if (newPosition<0)
-          newPosition=0;
-        if (newPosition >= totalHits)
-          newPosition=totalHits-1;
-        session.setAttribute("positionInResults",new Integer(newPosition));
-      }
-      else {
-        if (searchForwardValue != null){
-          int totalHits = ((Integer) session.getAttribute("numberOfHits")).intValue();
-          int newPosition=((Integer)session.getAttribute("positionInResults")).intValue()+increment;
-          if (newPosition<0)
-            newPosition=0;
-          if (newPosition >= totalHits)
-            newPosition=totalHits-1;
-
-          session.setAttribute("positionInResults",new Integer(newPosition));
-        }
-        else {
-          String indexPath=configuration.getString("IndexPath");
-
-
-          String creatorFragment = creatorTerm.makeTerm(req);
-          if (creatorFragment != null){
-            queryString = queryString + " +" + creatorFragment;
-          }
-
-          // search title, description, and content for something
-          // the contentTerm uses param "search_boolean" to combine its terms
-          String contentFragment = contentTerm.makeTerm(req);
-          if (contentFragment != null){
-            logger.debug("contentFragment: " + contentFragment);
-            queryString = queryString + " +" + contentFragment;
-          }
-
-          String topicFragment = topicTerm.makeTerm(req);
-          if (topicFragment != null){
-            queryString = queryString + " +" + topicFragment;
-          }
-
-          String imagesFragment = imagesTerm.makeTerm(req);
-          if (imagesFragment != null){
-            queryString = queryString + " +" + imagesFragment;
-          }
-
-          String audioFragment = audioTerm.makeTerm(req);
-          if (audioFragment != null){
-            queryString = queryString + " +" + audioFragment;
-          }
-
-          String videoFragment = videoTerm.makeTerm(req);
-          if (videoFragment != null){
-            queryString = queryString + " +" + videoFragment;
-          }
-
-          if (queryString == null || queryString == ""){
-            queryString = "";
-          }
-          else{
-            try{
-              Searcher searcher = null;
-              try {
-                searcher = new IndexSearcher(indexPath);
-              }
-              catch(IOException e) {
-                logger.debug("Can't open indexPath: " + indexPath);
-                throw new ServletModuleExc("Problem with Search Index! : "+ e.toString());
-              }
-
-              Query query = null;
-              try {
-                query = QueryParser.parse(queryString, "content", new StandardAnalyzer());
-              }
-              catch(Exception e) {
-                searcher.close();
-                logger.debug("Query don't parse: " + queryString);
-                throw new ServletModuleExc("Problem with Query String! (was '"+queryString+"')");
-              }
-
-              Hits hits = null;
-              try {
-                hits = searcher.search(query);
-              }
-              catch(IOException e) {
-                searcher.close();
-                logger.debug("Can't get hits: " + e.toString());
-                throw new ServletModuleExc("Problem getting hits!");
-              }
-
-              int start = 0;
-              int end = hits.length();
-
-              String sortBy=req.getParameter("search_sort");
-              if (sortBy == null || sortBy.equals("")){
-                throw new ServletModuleExc("Please let me sort by something!(missing search_sort)");
-              }
-
-              // here is where the documents will go for storage across sessions
-              ArrayList theDocumentsSorted = new ArrayList();
-
-              if (sortBy.equals("score")){
-                for(int i = start; i < end; i++) {
-                  theDocumentsSorted.add(hits.doc(i));
-                }
-              }
-              else{
-                // then we'll sort by date!
-                Map dateToPosition = new HashMap(end,1.0F); //we know how big it will be
-                for(int i = start; i < end; i++) {
-                  String creationDate=(hits.doc(i)).get("creationDate");
-                  // do a little dance in case two contents created at the same second!
-                  if (dateToPosition.containsKey(creationDate)){
-                    ((ArrayList) (dateToPosition.get(creationDate))).add(new Integer(i));
-                  }
-                  else{
-                    ArrayList thePositions = new ArrayList();
-                    thePositions.add(new Integer(i));
-                    dateToPosition.put(creationDate,thePositions);
-                  }
-                }
-                Set keys = dateToPosition.keySet();
-                ArrayList keyList= new ArrayList(keys);
-                Collections.sort(keyList);
-                if (sortBy.equals("date_desc")){
-                  Collections.reverse(keyList);
-                }
-                else{
-                  if (!sortBy.equals("date_asc")){
-                    throw new ServletModuleExc("don't know how to sort by: "+ sortBy);
-                  }
-                }
-                ListIterator keyTraverser = keyList.listIterator();
-                while (keyTraverser.hasNext()){
-                  ArrayList positions = (ArrayList)dateToPosition.get((keyTraverser.next()));
-                  ListIterator positionsTraverser=positions.listIterator();
-                  while (positionsTraverser.hasNext()){
-                    theDocumentsSorted.add(hits.doc(((Integer)(positionsTraverser.next())).intValue()));
-                  }
-                }
-              }
-
-              try{
-                searcher.close();
-              }
-              catch (IOException e){
-                logger.debug("Can't close searcher: " + e.toString());
-                throw new ServletModuleFailure("Problem closing searcher(normal):" + e.getMessage(), e);
-              }
-
-
-              session.removeAttribute("numberOfHits");
-              session.removeAttribute("theDocumentsSorted");
-              session.removeAttribute("positionInResults");
-
-              session.setAttribute("numberOfHits",new Integer(end));
-              session.setAttribute("theDocumentsSorted",theDocumentsSorted);
-              session.setAttribute("positionInResults",new Integer(0));
-
-            }
-            catch (IOException e){
-              logger.debug("Can't close searcher: " + e.toString());
-              throw new ServletModuleFailure("Problem closing searcher: " + e.getMessage(), e);
-            }
-          }
-        }
-      }
-
-      try {
-        ArrayList theDocs = (ArrayList)session.getAttribute("theDocumentsSorted");
-        if (theDocs != null){
-
-          mergeData.put("numberOfHits", ((Integer)session.getAttribute("numberOfHits")).toString());
-          SimpleList theHits = new SimpleList();
-          int pIR=((Integer)session.getAttribute("positionInResults")).intValue();
-          int terminus;
-          int numHits=((Integer)session.getAttribute("numberOfHits")).intValue();
-
-          if (!(pIR+increment>=numHits)){
-            mergeData.put("hasNext","y");
-          }
-          if (pIR>0){
-            mergeData.put("hasPrevious","y");
-          }
-
-          if ((pIR+increment)>numHits){
-            terminus=numHits;
-          }
-          else {
-            terminus=pIR+increment;
-          }
-          for(int i = pIR; i < terminus; i++) {
-            SimpleHash h = new SimpleHash();
-            Document theHit = (Document)theDocs.get(i);
-            whereTerm.returnMeta(h,theHit);
-            creatorTerm.returnMeta(h,theHit);
-            titleTerm.returnMeta(h,theHit);
-            descriptionTerm.returnMeta(h,theHit);
-            dateTerm.returnMeta(h,theHit);
-            imagesTerm.returnMeta(h,theHit);
-            audioTerm.returnMeta(h,theHit);
-            videoTerm.returnMeta(h,theHit);
-            theHits.add(h);
-          }
-          mergeData.put("hits",theHits);
-        }
-      }
-      catch (Throwable e) {
-        logger.error("Can't iterate over hits: " + e.toString());
-
-        throw new ServletModuleFailure("Problem getting hits: " + e.getMessage(), e);
-      }
-
-      mergeData.put("queryString",queryString);
-      deliver(req,res,mergeData,searchResultsTemplate);
-    }
-    catch (NullPointerException n){
-      throw new ServletModuleFailure("Null Pointer: "+n.toString(), n);
-    }
-  }
-
-  /*
-   * Method for dynamically generating a pdf from a fo file
-   */
-  public void getpdf(HttpServletRequest req, HttpServletResponse res)
-      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure {
-    String ID_REQUEST_PARAM = "id";
-    String language = req.getParameter("language");
-    String generateFO=configuration.getString("GenerateFO");
-    String generatePDF=configuration.getString("GeneratePDF");
-
-
-    //don't do anything if we are not making FO files, or if we are
-    //pregenerating PDF's
-    if (generateFO.equals("yes") && generatePDF.equals("no")){
-      //fop complains unless you do the logging this way
-      org.apache.log.Logger log = null;
-      Hierarchy hierarchy = Hierarchy.getDefaultHierarchy();
-      log = hierarchy.getLoggerFor("fop");
-      log.setPriority(Priority.WARN);
-
-      String producerStorageRoot=configuration.getString("Producer.StorageRoot");
-      String producerDocRoot=configuration.getString("Producer.DocRoot");
-      //      String templateDir=MirConfig.getPropWithHome("HTMLTemplateProcessor.Dir");
-      String xslSheet=configuration.getString("Producer.HTML2FOStyleSheet");
-      try {
-        String idParam = req.getParameter(ID_REQUEST_PARAM);
-        if (idParam != null) {
-          EntityContent contentEnt =
-            (EntityContent)contentModule.getById(idParam);
-          String publishPath = StringUtil.webdbDate2path(contentEnt.getValue("date"));
-          String foFile;
-
-          if (language == null){
-            foFile = producerStorageRoot + producerDocRoot + "/"
-              + publishPath  + idParam + ".fo";
-          }
-          else{
-            foFile = producerStorageRoot + producerDocRoot + "/"
-              + language + publishPath  + idParam + ".fo";
-          }
-          logger.debug("USING FILES" + foFile + " and " + xslSheet);
-          XSLTInputHandler input = new XSLTInputHandler(new File(foFile),
-                                                        new File(xslSheet));
-
-          ByteArrayOutputStream out = new ByteArrayOutputStream();
-          res.setContentType("application/pdf");
-
-          Driver driver = new Driver();
-          driver.setLogger(log);
-          driver.setRenderer(Driver.RENDER_PDF);
-          driver.setOutputStream(out);
-          driver.render(input.getParser(), input.getInputSource());
-
-          byte[] content = out.toByteArray();
-          res.setContentLength(content.length);
-          res.getOutputStream().write(content);
-          res.getOutputStream().flush();
-        }
-        else {
-          throw new ServletModuleExc("Missing id.");
-        }
-      }
-      catch (Exception ex) {
-        logger.error(ex.toString());
-        throw new ServletModuleFailure(ex);
-      }
-    } else {
-      throw new ServletModuleExc("Can't generate a PDF because the config tells me not to.");
-    }
-  }
-
-  protected String createOneTimePasswd(){
-    Random r = new Random();
-    int random = r.nextInt();
-    long l = System.currentTimeMillis();
-    l = (l*l*l*l)/random;
-    if(l<0) l = l * -1;
-    String returnString = ""+l;
-    return returnString.substring(5);
-  }
-
-
-  /* this is an overwritten method of ServletModule in order
-     to use different bundles for open and admin */
-  public void deliver(HttpServletRequest req, HttpServletResponse res,
-                      TemplateModelRoot rtm, TemplateModelRoot popups,
-                      String templateFilename) throws ServletModuleFailure
-  {
-    if (rtm == null) rtm = new SimpleHash();
-    try {
-      PrintWriter out = res.getWriter();
-      HTMLTemplateProcessor.process(res, templateFilename, rtm, popups, out,
-                                    getLocale(req), "bundles.open");
-      out.close();
-    }
-    catch (Throwable e) {
-      throw new ServletModuleFailure(e);
-    }
-  }
-}
-
-
-
+/*\r
+ * Copyright (C) 2001, 2002  The Mir-coders group\r
+ *\r
+ * This file is part of Mir.\r
+ *\r
+ * Mir is free software; you can redistribute it and/or modify\r
+ * it under the terms of the GNU General Public License as published by\r
+ * the Free Software Foundation; either version 2 of the License, or\r
+ * (at your option) any later version.\r
+ *\r
+ * Mir is distributed in the hope that it will be useful,\r
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of\r
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\r
+ * GNU General Public License for more details.\r
+ *\r
+ * You should have received a copy of the GNU General Public License\r
+ * along with Mir; if not, write to the Free Software\r
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA\r
+ *\r
+ * In addition, as a special exception, The Mir-coders gives permission to link\r
+ * the code of this program with the com.oreilly.servlet library, any library\r
+ * licensed under the Apache Software License, The Sun (tm) Java Advanced\r
+ * Imaging library (JAI), The Sun JIMI library (or with modified versions of\r
+ * the above that use the same license as the above), and distribute linked\r
+ * combinations including the two.  You must obey the GNU General Public\r
+ * License in all respects for all of the code used other than the above\r
+ * mentioned libraries.  If you modify this file, you may extend this exception\r
+ * to your version of the file, but you are not obligated to do so.  If you do\r
+ * not wish to do so, delete this exception statement from your version.\r
+ */\r
+\r
+package mircoders.servlet;\r
+\r
+import java.io.ByteArrayOutputStream;\r
+import java.io.File;\r
+import java.io.FileNotFoundException;\r
+import java.io.FileReader;\r
+import java.io.IOException;\r
+import java.io.PrintWriter;\r
+import java.io.StringWriter;\r
+import java.util.ArrayList;\r
+import java.util.Collections;\r
+import java.util.Date;\r
+import java.util.Enumeration;\r
+import java.util.GregorianCalendar;\r
+import java.util.HashMap;\r
+import java.util.Iterator;\r
+import java.util.ListIterator;\r
+import java.util.Locale;\r
+import java.util.Map;\r
+import java.util.Random;\r
+import java.util.Set;\r
+\r
+\r
+import javax.servlet.http.HttpServletRequest;\r
+import javax.servlet.http.HttpServletResponse;\r
+import javax.servlet.http.HttpSession;\r
+\r
+import mir.entity.Entity;\r
+import mir.entity.EntityList;\r
+import mir.log.LoggerWrapper;\r
+import mir.misc.FileHandler;\r
+import mir.misc.HTMLTemplateProcessor;\r
+import mir.misc.StringUtil;\r
+import mir.misc.WebdbMultipartRequest;\r
+import mir.servlet.ServletModule;\r
+import mir.servlet.ServletModuleExc;\r
+import mir.servlet.ServletModuleFailure;\r
+import mir.servlet.ServletModuleUserExc;\r
+import mir.storage.StorageObjectFailure;\r
+import mir.util.ExceptionFunctions;\r
+import mir.util.StringRoutines;\r
+\r
+import mircoders.entity.EntityComment;\r
+import mircoders.entity.EntityContent;\r
+import mircoders.global.MirGlobal;\r
+import mircoders.global.Abuse;\r
+import mircoders.media.MediaRequest;\r
+import mircoders.media.UnsupportedMediaFormatExc;\r
+import mircoders.module.ModuleComment;\r
+import mircoders.module.ModuleContent;\r
+import mircoders.module.ModuleImages;\r
+import mircoders.module.ModuleTopics;\r
+import mircoders.search.AudioSearchTerm;\r
+import mircoders.search.ContentSearchTerm;\r
+import mircoders.search.ImagesSearchTerm;\r
+import mircoders.search.KeywordSearchTerm;\r
+import mircoders.search.TextSearchTerm;\r
+import mircoders.search.TopicSearchTerm;\r
+import mircoders.search.UnIndexedSearchTerm;\r
+import mircoders.search.VideoSearchTerm;\r
+import mircoders.storage.DatabaseComment;\r
+import mircoders.storage.DatabaseContent;\r
+import mircoders.storage.DatabaseContentToMedia;\r
+import mircoders.storage.DatabaseContentToTopics;\r
+import mircoders.storage.DatabaseImages;\r
+import mircoders.storage.DatabaseLanguage;\r
+import mircoders.storage.DatabaseTopics;\r
+import mircoders.global.*;\r
+\r
+import org.apache.commons.net.smtp.SMTPClient;\r
+import org.apache.commons.net.smtp.SMTPReply;\r
+import org.apache.fop.apps.Driver;\r
+import org.apache.fop.apps.XSLTInputHandler;\r
+import org.apache.log.Hierarchy;\r
+import org.apache.log.Priority;\r
+import org.apache.lucene.analysis.standard.StandardAnalyzer;\r
+import org.apache.lucene.document.Document;\r
+import org.apache.lucene.queryParser.QueryParser;\r
+import org.apache.lucene.search.Hits;\r
+import org.apache.lucene.search.IndexSearcher;\r
+import org.apache.lucene.search.Query;\r
+import org.apache.lucene.search.Searcher;\r
+\r
+import freemarker.template.SimpleHash;\r
+import freemarker.template.SimpleList;\r
+import freemarker.template.SimpleScalar;\r
+import freemarker.template.TemplateModelRoot;\r
+\r
+/*\r
+ *  ServletModuleOpenIndy -\r
+ *   is the open-access-servlet, which is responsible for\r
+ *    adding comments to articles &\r
+ *    open-postings to the newswire\r
+ *\r
+ * @author mir-coders group\r
+ * @version $Id: ServletModuleOpenIndy.java,v 1.68 2003/03/15 15:35:57 zapata Exp $\r
+ *\r
+ */\r
+\r
+public class ServletModuleOpenIndy extends ServletModule\r
+{\r
+\r
+  private String        commentFormTemplate, commentFormDoneTemplate, commentFormDupeTemplate;\r
+  private String        postingFormTemplate, postingFormDoneTemplate, postingFormDupeTemplate;\r
+  private String        searchResultsTemplate;\r
+  private String        prepareMailTemplate,sentMailTemplate;\r
+  private ModuleContent contentModule;\r
+  private ModuleComment commentModule;\r
+  private ModuleImages  imageModule;\r
+  private ModuleTopics  topicsModule;\r
+  private String        directOp ="yes";\r
+  // Singelton / Kontruktor\r
+  private static ServletModuleOpenIndy instance = new ServletModuleOpenIndy();\r
+  public static ServletModule getInstance() { return instance; }\r
+\r
+  private ServletModuleOpenIndy() {\r
+    super();\r
+    try {\r
+      logger = new LoggerWrapper("ServletModule.OpenIndy");\r
+\r
+      commentFormTemplate = configuration.getString("ServletModule.OpenIndy.CommentTemplate");\r
+      commentFormDoneTemplate = configuration.getString("ServletModule.OpenIndy.CommentDoneTemplate");\r
+      commentFormDupeTemplate = configuration.getString("ServletModule.OpenIndy.CommentDupeTemplate");\r
+      postingFormTemplate = configuration.getString("ServletModule.OpenIndy.PostingTemplate");\r
+      postingFormDoneTemplate = configuration.getString("ServletModule.OpenIndy.PostingDoneTemplate");\r
+      postingFormDupeTemplate = configuration.getString("ServletModule.OpenIndy.PostingDupeTemplate");\r
+      searchResultsTemplate = configuration.getString("ServletModule.OpenIndy.SearchResultsTemplate");\r
+      prepareMailTemplate = configuration.getString("ServletModule.OpenIndy.PrepareMailTemplate");\r
+      sentMailTemplate = configuration.getString("ServletModule.OpenIndy.SentMailTemplate");\r
+      directOp = configuration.getString("DirectOpenposting").toLowerCase();\r
+      mainModule = new ModuleComment(DatabaseComment.getInstance());\r
+      contentModule = new ModuleContent(DatabaseContent.getInstance());\r
+      topicsModule = new ModuleTopics(DatabaseTopics.getInstance());\r
+      imageModule = new ModuleImages(DatabaseImages.getInstance());\r
+      defaultAction="addposting";\r
+    }\r
+    catch (StorageObjectFailure e) {\r
+      logger.error("servletmoduleopenindy could not be initialized: " + e.getMessage());\r
+    }\r
+  }\r
+\r
+  /**\r
+   * Method to return an "apology" when open postings are disabled\r
+   *\r
+   * @param aRequest\r
+   * @param aResponse\r
+   * @throws ServletModuleExc\r
+   * @throws ServletModuleUserExc\r
+   * @throws ServletModuleFailure\r
+   */\r
+  public void openPostingDisabled(HttpServletRequest aRequest, HttpServletResponse aResponse) throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure {\r
+    deliver(aRequest, aResponse, new SimpleHash(),\r
+       configuration.getString("ServletModule.OpenIndy.PostingDisabledTemplate"));\r
+  }\r
+\r
+\r
+  /**\r
+   *  Method for making a comment\r
+   */\r
+\r
+  public void addcomment(HttpServletRequest req, HttpServletResponse res) throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure\r
+  {\r
+    if (MirGlobal.abuse().getOpenPostingDisabled()) {\r
+      openPostingDisabled(req, res);\r
+\r
+      return;\r
+    }\r
+\r
+    String aid = req.getParameter("aid"); // the article id the comment will belong to\r
+    String language = req.getParameter("language");\r
+\r
+    if (aid!=null && !aid.equals("")) {\r
+      try {\r
+        SimpleHash mergeData = new SimpleHash();\r
+\r
+        // onetimepasswd\r
+        if (MirGlobal.abuse().getOpenPostingPassword()) {\r
+          String passwd = this.createOneTimePasswd();\r
+          HttpSession session = req.getSession(false);\r
+          session.setAttribute("passwd", passwd);\r
+          mergeData.put("passwd", passwd);\r
+        }\r
+        else {\r
+          mergeData.put("passwd", (String) null);\r
+        }\r
+\r
+        if (language != null) {\r
+          HttpSession session = req.getSession(false);\r
+          session.setAttribute("Locale", new Locale(language, ""));\r
+          session.setAttribute("language", language);\r
+        }\r
+\r
+        mergeData.put("aid", aid);\r
+\r
+        SimpleHash extraInfo = new SimpleHash();\r
+        extraInfo.put("languagePopUpData", DatabaseLanguage.getInstance().getPopupData());\r
+\r
+        deliver(req, res, mergeData, extraInfo, commentFormTemplate);\r
+      }\r
+      catch (Throwable t) {\r
+        throw new ServletModuleFailure("ServletModuleOpenIndy.addcomment: " + t.getMessage(), t);\r
+      }\r
+    }\r
+    else throw new ServletModuleExc("aid not set!");\r
+  }\r
+\r
+  /**\r
+   *  Method for inserting a comment into the Database and delivering\r
+   *  the commentDone Page\r
+   */\r
+\r
+  public void inscomment(HttpServletRequest req, HttpServletResponse res)\r
+    throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure\r
+  {\r
+    if (MirGlobal.abuse().getOpenPostingDisabled()) {\r
+      openPostingDisabled(req, res);\r
+\r
+      return;\r
+    }\r
+\r
+    String aid = req.getParameter("to_media"); // the article id the comment will belong to\r
+    if (aid!=null && !aid.equals(""))\r
+      {\r
+        // ok, collecting data from form\r
+        try {\r
+          Map withValues = getIntersectingValues(req, DatabaseComment.getInstance());\r
+\r
+          //no html in comments(for now)\r
+          for (Iterator i=withValues.keySet().iterator(); i.hasNext(); ){\r
+            String k=(String)i.next();\r
+            String v=(String)withValues.get(k);\r
+\r
+            withValues.put(k,StringUtil.removeHTMLTags(v));\r
+          }\r
+          withValues.put("is_published","1");\r
+          withValues.put("to_comment_status","1");\r
+\r
+          //checking the onetimepasswd\r
+          HttpSession session = req.getSession(false);\r
+          String sessionPasswd = (String) session.getAttribute("passwd");\r
+          if ( sessionPasswd != null){\r
+            String passwd = req.getParameter("passwd");\r
+            if ( passwd == null || passwd.length()==0) {\r
+              throw new ServletModuleUserExc("comment.error.missingpassword", new String[] {});\r
+            }\r
+            if (!sessionPasswd.equals(passwd)) {\r
+              throw new ServletModuleUserExc("comment.error.invalidpassword", new String[] {});\r
+            }\r
+            session.invalidate();\r
+          }\r
+\r
+          String id = mainModule.add(withValues);\r
+\r
+          if(id==null){\r
+            deliver(req, res, new SimpleHash(), commentFormDupeTemplate);\r
+          }\r
+          else {\r
+            MirGlobal.abuse().logComment(req.getRemoteAddr(), id, new Date(), (String) req.getHeader("User-Agent"));\r
+\r
+            DatabaseContent.getInstance().setUnproduced("id="+aid);\r
+\r
+            try {\r
+              EntityComment comment = (EntityComment) DatabaseComment.getInstance().selectById(id);\r
+              MirGlobal.abuse().checkComment(comment, req, res);\r
+              MirGlobal.localizer().openPostings().afterCommentPosting(comment);\r
+            }\r
+            catch (Throwable t) {\r
+              throw new ServletModuleExc(t.getMessage());\r
+            }\r
+          }\r
+\r
+          // redirecting to url\r
+          // should implement back to article\r
+          SimpleHash mergeData = new SimpleHash();\r
+          deliver(req, res, mergeData, commentFormDoneTemplate);\r
+        }\r
+        catch (Throwable e) {\r
+          throw new ServletModuleFailure(e);\r
+        }\r
+      }\r
+    else throw new ServletModuleExc("aid not set!");\r
+\r
+  }\r
+\r
+  /**\r
+   *  Method for delivering the form-Page for open posting\r
+   */\r
+\r
+  public void addposting(HttpServletRequest req, HttpServletResponse res)\r
+      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure\r
+  {\r
+    if (MirGlobal.abuse().getOpenPostingDisabled()) {\r
+      openPostingDisabled(req, res);\r
+\r
+      return;\r
+    }\r
+\r
+    SimpleHash mergeData = new SimpleHash();\r
+\r
+    // onetimepasswd\r
+    if (MirGlobal.abuse().getOpenPostingPassword()) {\r
+      String passwd = this.createOneTimePasswd();\r
+      HttpSession session = req.getSession(false);\r
+      session.setAttribute("passwd",passwd);\r
+      mergeData.put("passwd", passwd);\r
+    }\r
+    else {\r
+      mergeData.put("passwd", (String) null);\r
+    }\r
+\r
+\r
+    String maxMedia = configuration.getString("ServletModule.OpenIndy.MaxMediaUploadItems");\r
+    String defaultMedia = configuration.getString("ServletModule.OpenIndy.DefaultMediaUploadItems");\r
+    String numOfMedia = req.getParameter("medianum");\r
+\r
+    if(numOfMedia==null||numOfMedia.equals("")){\r
+      numOfMedia=defaultMedia;\r
+    }\r
+    else if(Integer.parseInt(numOfMedia) > Integer.parseInt(maxMedia)) {\r
+      numOfMedia = maxMedia;\r
+    }\r
+\r
+    int mediaNum = Integer.parseInt(numOfMedia);\r
+    SimpleList mediaFields = new SimpleList();\r
+    for(int i =0; i<mediaNum;i++){\r
+      Integer mNum = new Integer(i+1);\r
+      mediaFields.add(mNum.toString());\r
+    }\r
+    mergeData.put("medianum",numOfMedia);\r
+    mergeData.put("mediafields",mediaFields);\r
+\r
+\r
+    SimpleHash extraInfo = new SimpleHash();\r
+    try{\r
+      extraInfo.put("languagePopUpData", DatabaseLanguage.getInstance().getPopupData() );\r
+      extraInfo.put("themenPopupData", topicsModule.getTopicsAsSimpleList());\r
+\r
+      extraInfo.put("topics", topicsModule.getTopicsList());\r
+\r
+    }\r
+    catch (Exception e) {\r
+      logger.error("languagePopUpData or getTopicslist failed "+e.toString());\r
+\r
+      throw new ServletModuleFailure("OpenIndy -- failed getting language or topics: "+e.toString(), e);\r
+    }\r
+\r
+    deliver(req, res, mergeData, extraInfo, postingFormTemplate);\r
+  }\r
+\r
+  /**\r
+   *  Method for inserting an open posting into the Database and delivering\r
+   *  the postingDone Page\r
+   */\r
+\r
+  public void insposting(HttpServletRequest req, HttpServletResponse res) throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure\r
+  {\r
+    if (MirGlobal.abuse().getOpenPostingDisabled()) {\r
+      openPostingDisabled(req, res);\r
+\r
+      return;\r
+    }\r
+\r
+    SimpleHash mergeData = new SimpleHash();\r
+    boolean setMedia=false;\r
+    boolean setTopic = false;\r
+\r
+    try {\r
+\r
+      WebdbMultipartRequest mp = null;\r
+      EntityList mediaList = null;\r
+      try {\r
+        // new MediaRequest, "1" is the id for the openPosting user\r
+        MediaRequest mediaReq = new MediaRequest("1", true);\r
+        mp = new WebdbMultipartRequest(req, (FileHandler)mediaReq);\r
+        mediaList = mediaReq.getEntityList();\r
+      }\r
+      catch (Throwable e) {\r
+        throw new ServletModuleFailure(e);\r
+      }\r
+\r
+      Map withValues = mp.getParameters();\r
+\r
+      //checking the onetimepasswd\r
+      HttpSession session = req.getSession(false);\r
+      String sessionPasswd = (String) session.getAttribute("passwd");\r
+      if (sessionPasswd != null){\r
+        String passwd = (String) withValues.get("passwd");\r
+        if ( passwd == null || passwd.length()==0) {\r
+          throw new ServletModuleUserExc("posting.error.missingpassword", new String[] {});\r
+        }\r
+        if (!sessionPasswd.equals(passwd)) {\r
+          throw new ServletModuleUserExc("posting.error.invalidpassword", new String[] {});\r
+        }\r
+        session.invalidate();\r
+      }\r
+\r
+      if ((((String)withValues.get("title")).length() == 0) ||\r
+          (((String)withValues.get("description")).length() == 0) ||\r
+          (((String)withValues.get("content_data")).length() == 0))\r
+        throw new ServletModuleUserExc("posting.error.missingfield", new String[] {});\r
+\r
+      // call the routines that escape html\r
+\r
+      for (Iterator i=withValues.keySet().iterator(); i.hasNext(); ){\r
+        String k=(String)i.next();\r
+        String v=(String)withValues.get(k);\r
+\r
+        if (k.equals("content_data")){\r
+          //this doesn't quite work yet, so for now, all html goes\r
+          //withValues.put(k,StringUtil.approveHTMLTags(v));\r
+          withValues.put(k,StringUtil.deleteForbiddenTags(v));\r
+        }\r
+        else if (k.equals("description")) {\r
+          String tmp = StringUtil.deleteForbiddenTags(v);\r
+          withValues.put(k,StringUtil.deleteHTMLTableTags(tmp));\r
+        }\r
+        else {\r
+          withValues.put(k,StringUtil.removeHTMLTags(v));\r
+        }\r
+\r
+      }\r
+\r
+      withValues.put("date", StringUtil.date2webdbDate(new GregorianCalendar()));\r
+      withValues.put("publish_path", StringUtil.webdbDate2path((String)withValues.get("date")));\r
+      withValues.put("is_produced", "0");\r
+      // by default stuff is published, they can be un-published through the\r
+      // admin interface.\r
+      withValues.put("is_published","1");\r
+      // if op direct article-type == newswire\r
+      if (directOp.equals("yes")) withValues.put("to_article_type","1");\r
+\r
+      withValues.put("to_publisher","1");\r
+\r
+      // owner is openposting user\r
+      //      ML: this is not multi-language friendly and this can be done in a template\r
+      //      if (withValues.get("creator").toString().equals(""))\r
+      //        withValues.put("creator","Anonym");\r
+\r
+      // inserting  content into database\r
+      String cid = contentModule.add(withValues);\r
+      logger.debug("id: "+cid);\r
+      //insert was not successfull\r
+      if(cid==null){\r
+        //How do we know that it was not succesful cause of a\r
+        //dupe, what if it failed cause of "No space left on device"?\r
+        //Or is there something I am missing? Wouldn't it be better\r
+        //to have an explicit dupe check and then insert? I have no\r
+        //idea what I am talking about. this comment is in case\r
+        //I forget to explicitely ask. -mh\r
+        deliver(req, res, mergeData, postingFormDupeTemplate);\r
+        return;\r
+      }\r
+\r
+      MirGlobal.abuse().logArticle(req.getRemoteAddr(), cid, new Date(), (String) req.getHeader("User-Agent"));\r
+\r
+      String[] to_topicsArr = mp.getParameterValues("to_topic");\r
+\r
+      if (to_topicsArr != null && to_topicsArr.length > 0) {\r
+        try{\r
+          DatabaseContentToTopics.getInstance().setTopics(cid,to_topicsArr);\r
+          setTopic = true;\r
+        }\r
+        catch (Throwable e) {\r
+          logger.error("setting content_x_topic failed");\r
+          contentModule.deleteById(cid);\r
+          throw new ServletModuleFailure("smod - openindy :: insposting: setting content_x_topic failed: "+e.toString(), e);\r
+        } //end try\r
+      } //end if\r
+\r
+      //if we're here all is ok... associate the media to the article\r
+      for(int i=0;i<mediaList.size();i++) {\r
+        Entity mediaEnt = (Entity)mediaList.elementAt(i);\r
+        DatabaseContentToMedia.getInstance().addMedia(cid,mediaEnt.getId());\r
+      }\r
+\r
+      EntityContent article = (EntityContent) contentModule.getById(cid);\r
+\r
+      try {\r
+        MirGlobal.abuse().checkArticle(article, req, res);\r
+        MirGlobal.localizer().openPostings().afterContentPosting(article);\r
+      }\r
+      catch (Throwable t) {\r
+        logger.error("Error while post-processing article: " + t.getMessage());\r
+      }\r
+    }\r
+    catch (Throwable e) {\r
+      Throwable cause = ExceptionFunctions.traceCauseException(e);\r
+\r
+      if (cause instanceof UnsupportedMediaFormatExc) {\r
+        throw new ServletModuleUserExc("media.unsupportedformat", new String[] {} );\r
+      }\r
+      throw new ServletModuleFailure(e);\r
+    }\r
+\r
+    deliver(req, res, mergeData, postingFormDoneTemplate);\r
+  }\r
+\r
+    /*\r
+   * Method for preparing and sending a content as an email message\r
+   */\r
+\r
+  public void mail(HttpServletRequest req, HttpServletResponse res)\r
+      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure\r
+  {\r
+    String aid = req.getParameter("mail_aid");\r
+    if (aid == null){\r
+      throw new ServletModuleExc("An article id must be specified in requests to email an article.  Something therefore went badly wrong....");\r
+    }\r
+\r
+    String to = req.getParameter("mail_to");\r
+    String from = req.getParameter("mail_from");\r
+    String from_name = req.getParameter("mail_from_name");\r
+    String comment = req.getParameter("mail_comment");\r
+    String mail_language = req.getParameter("mail_language");\r
+\r
+    SimpleHash mergeData = new SimpleHash();\r
+\r
+    if (to == null || from == null || from_name == null|| to.equals("") || from.equals("") || from_name.equals("") || mail_language == null || mail_language.equals("")){\r
+\r
+      for (Enumeration theParams = req.getParameterNames(); theParams.hasMoreElements() ;) {\r
+        String pName=(String)theParams.nextElement();\r
+        if (pName.startsWith("mail_")){\r
+          mergeData.put(pName,new SimpleScalar(req.getParameter(pName)));\r
+        }\r
+      }\r
+      deliver(req,res,mergeData,prepareMailTemplate);\r
+    }\r
+    else {\r
+      //run checks on to and from and mail_language to make sure no monkey business occurring\r
+      if (mail_language.indexOf('.') != -1 || mail_language.indexOf('/') != -1 ) {\r
+        throw new ServletModuleExc("Invalid language");\r
+      }\r
+      if (to.indexOf('\n') != -1\r
+          || to.indexOf('\r') != -1\r
+          || to.indexOf(',') != -1) {\r
+        throw new ServletModuleUserExc("email.error.invalidtoaddress", new String[] {to});\r
+      }\r
+      if (from.indexOf('\n') != -1 || from.indexOf('\r') != -1 || from.indexOf(',') != -1 ) {\r
+        throw new ServletModuleUserExc("email.error.invalidfromaddress", new String[] {from});\r
+      }\r
+\r
+\r
+      EntityContent contentEnt;\r
+      try{\r
+        contentEnt = (EntityContent)contentModule.getById(aid);\r
+      }\r
+      catch (Throwable e){\r
+        throw new ServletModuleFailure("Couldn't get content for article "+aid + ": " + e.getMessage(), e);\r
+      }\r
+      String producerStorageRoot=configuration.getString("Producer.StorageRoot");\r
+      String producerDocRoot=configuration.getString("Producer.DocRoot");\r
+      String publishPath = contentEnt.getValue("publish_path");\r
+      String txtFilePath = producerStorageRoot + producerDocRoot + "/" + mail_language +\r
+                                                                                                         publishPath + "/" + aid + ".txt";\r
+\r
+\r
+      File inputFile = new File(txtFilePath);\r
+      String content;\r
+\r
+      try{\r
+        FileReader in = new FileReader(inputFile);\r
+        StringWriter out = new StringWriter();\r
+        int c;\r
+        while ((c = in.read()) != -1)\r
+          out.write(c);\r
+        in.close();\r
+        content= out.toString();\r
+      }\r
+      catch (FileNotFoundException e){\r
+        throw new ServletModuleFailure("No text file found in " + txtFilePath, e);\r
+      }\r
+      catch (IOException e){\r
+        throw new ServletModuleFailure("Problem reading file in " + txtFilePath, e);\r
+      }\r
+      // add some headers\r
+      content = "To: " + to + "\nReply-To: "+ from + "\n" + content;\r
+      // put in the comment where it should go\r
+      if (comment != null) {\r
+        String commentTextToInsert = "\n\nAttached comment from " + from_name + ":\n" + comment;\r
+        try {\r
+          content=StringRoutines.performRegularExpressionReplacement(content,"!COMMENT!",commentTextToInsert);\r
+        }\r
+        catch (Throwable e){\r
+          throw new ServletModuleFailure("Problem doing regular expression replacement " + e.toString(), e);\r
+        }\r
+      }\r
+      else{\r
+        try {\r
+          content=StringRoutines.performRegularExpressionReplacement(content,"!COMMENT!","");\r
+        }\r
+        catch (Throwable e){\r
+          throw new ServletModuleFailure("Problem doing regular expression replacement " + e.toString(), e);\r
+        }\r
+      }\r
+\r
+      SMTPClient client=new SMTPClient();\r
+      try {\r
+        int reply;\r
+        client.connect(configuration.getString("ServletModule.OpenIndy.SMTPServer"));\r
+\r
+        reply = client.getReplyCode();\r
+\r
+        if (!SMTPReply.isPositiveCompletion(reply)) {\r
+          client.disconnect();\r
+          throw new ServletModuleExc("SMTP server refused connection.");\r
+        }\r
+\r
+        client.sendSimpleMessage(configuration.getString("ServletModule.OpenIndy.EmailIsFrom"), to, content);\r
+\r
+        client.disconnect();\r
+        //mission accomplished\r
+        deliver(req, res, mergeData, sentMailTemplate);\r
+      }\r
+      catch(IOException e) {\r
+        if(client.isConnected()) {\r
+          try {\r
+            client.disconnect();\r
+          } catch(IOException f) {\r
+            // do nothing\r
+          }\r
+        }\r
+        throw new ServletModuleFailure(e);\r
+      }\r
+    }\r
+  }\r
+\r
+\r
+  /*\r
+   * Method for querying a lucene index\r
+   */\r
+  public void search(HttpServletRequest req, HttpServletResponse res)\r
+      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure {\r
+    try {\r
+      int increment=10;\r
+\r
+      HttpSession session = req.getSession(false);\r
+\r
+      String queryString="";\r
+\r
+      SimpleHash mergeData = new SimpleHash();\r
+\r
+      KeywordSearchTerm dateTerm = new KeywordSearchTerm("date_formatted","search_date","webdb_create_formatted","webdb_create_formatted","webdb_create_formatted");\r
+      UnIndexedSearchTerm whereTerm = new UnIndexedSearchTerm("","","","where","where");\r
+      TextSearchTerm creatorTerm = new TextSearchTerm("creator","search_creator","creator","creator","creator");\r
+      TextSearchTerm titleTerm = new TextSearchTerm("title","search_content","title","title","title");\r
+      TextSearchTerm descriptionTerm =  new TextSearchTerm("description","search_content","description","description","description");\r
+      ContentSearchTerm contentTerm = new ContentSearchTerm("content_data","search_content","content","","");\r
+      TopicSearchTerm topicTerm = new TopicSearchTerm();\r
+      ImagesSearchTerm imagesTerm = new ImagesSearchTerm();\r
+      AudioSearchTerm audioTerm = new AudioSearchTerm();\r
+      VideoSearchTerm videoTerm = new VideoSearchTerm();\r
+\r
+      //make the query available to subsequent iterations\r
+\r
+      for (Enumeration theParams = req.getParameterNames(); theParams.hasMoreElements() ;) {\r
+        String pName=(String)theParams.nextElement();\r
+        if (pName.startsWith("search_")){\r
+          mergeData.put(pName,new SimpleScalar(req.getParameter(pName)));\r
+        }\r
+      }\r
+\r
+      try{\r
+        mergeData.put("topics", topicsModule.getTopicsAsSimpleList());\r
+      }\r
+      catch(Throwable e) {\r
+        logger.debug("Can't get topics: " + e.toString());\r
+      }\r
+\r
+      String searchBackValue = req.getParameter("search_back");\r
+      String searchForwardValue = req.getParameter("search_forward");\r
+\r
+      if (searchBackValue != null){\r
+        int totalHits = ((Integer) session.getAttribute("numberOfHits")).intValue();\r
+        int newPosition=((Integer)session.getAttribute("positionInResults")).intValue()-increment;\r
+        if (newPosition<0)\r
+          newPosition=0;\r
+        if (newPosition >= totalHits)\r
+          newPosition=totalHits-1;\r
+        session.setAttribute("positionInResults",new Integer(newPosition));\r
+      }\r
+      else {\r
+        if (searchForwardValue != null){\r
+          int totalHits = ((Integer) session.getAttribute("numberOfHits")).intValue();\r
+          int newPosition=((Integer)session.getAttribute("positionInResults")).intValue()+increment;\r
+          if (newPosition<0)\r
+            newPosition=0;\r
+          if (newPosition >= totalHits)\r
+            newPosition=totalHits-1;\r
+\r
+          session.setAttribute("positionInResults",new Integer(newPosition));\r
+        }\r
+        else {\r
+          String indexPath=configuration.getString("IndexPath");\r
+\r
+\r
+          String creatorFragment = creatorTerm.makeTerm(req);\r
+          if (creatorFragment != null){\r
+            queryString = queryString + " +" + creatorFragment;\r
+          }\r
+\r
+          // search title, description, and content for something\r
+          // the contentTerm uses param "search_boolean" to combine its terms\r
+          String contentFragment = contentTerm.makeTerm(req);\r
+          if (contentFragment != null){\r
+            logger.debug("contentFragment: " + contentFragment);\r
+            queryString = queryString + " +" + contentFragment;\r
+          }\r
+\r
+          String topicFragment = topicTerm.makeTerm(req);\r
+          if (topicFragment != null){\r
+            queryString = queryString + " +" + topicFragment;\r
+          }\r
+\r
+          String imagesFragment = imagesTerm.makeTerm(req);\r
+          if (imagesFragment != null){\r
+            queryString = queryString + " +" + imagesFragment;\r
+          }\r
+\r
+          String audioFragment = audioTerm.makeTerm(req);\r
+          if (audioFragment != null){\r
+            queryString = queryString + " +" + audioFragment;\r
+          }\r
+\r
+          String videoFragment = videoTerm.makeTerm(req);\r
+          if (videoFragment != null){\r
+            queryString = queryString + " +" + videoFragment;\r
+          }\r
+\r
+          if (queryString == null || queryString == ""){\r
+            queryString = "";\r
+          }\r
+          else{\r
+            try{\r
+              Searcher searcher = null;\r
+              try {\r
+                searcher = new IndexSearcher(indexPath);\r
+              }\r
+              catch(IOException e) {\r
+                logger.debug("Can't open indexPath: " + indexPath);\r
+                throw new ServletModuleExc("Problem with Search Index! : "+ e.toString());\r
+              }\r
+\r
+              Query query = null;\r
+              try {\r
+                query = QueryParser.parse(queryString, "content", new StandardAnalyzer());\r
+              }\r
+              catch(Exception e) {\r
+                searcher.close();\r
+                logger.debug("Query don't parse: " + queryString);\r
+                throw new ServletModuleExc("Problem with Query String! (was '"+queryString+"')");\r
+              }\r
+\r
+              Hits hits = null;\r
+              try {\r
+                hits = searcher.search(query);\r
+              }\r
+              catch(IOException e) {\r
+                searcher.close();\r
+                logger.debug("Can't get hits: " + e.toString());\r
+                throw new ServletModuleExc("Problem getting hits!");\r
+              }\r
+\r
+              int start = 0;\r
+              int end = hits.length();\r
+\r
+              String sortBy=req.getParameter("search_sort");\r
+              if (sortBy == null || sortBy.equals("")){\r
+                throw new ServletModuleExc("Please let me sort by something!(missing search_sort)");\r
+              }\r
+\r
+              // here is where the documents will go for storage across sessions\r
+              ArrayList theDocumentsSorted = new ArrayList();\r
+\r
+              if (sortBy.equals("score")){\r
+                for(int i = start; i < end; i++) {\r
+                  theDocumentsSorted.add(hits.doc(i));\r
+                }\r
+              }\r
+              else{\r
+                // then we'll sort by date!\r
+                Map dateToPosition = new HashMap(end,1.0F); //we know how big it will be\r
+                for(int i = start; i < end; i++) {\r
+                  String creationDate=(hits.doc(i)).get("creationDate");\r
+                  // do a little dance in case two contents created at the same second!\r
+                  if (dateToPosition.containsKey(creationDate)){\r
+                    ((ArrayList) (dateToPosition.get(creationDate))).add(new Integer(i));\r
+                  }\r
+                  else{\r
+                    ArrayList thePositions = new ArrayList();\r
+                    thePositions.add(new Integer(i));\r
+                    dateToPosition.put(creationDate,thePositions);\r
+                  }\r
+                }\r
+                Set keys = dateToPosition.keySet();\r
+                ArrayList keyList= new ArrayList(keys);\r
+                Collections.sort(keyList);\r
+                if (sortBy.equals("date_desc")){\r
+                  Collections.reverse(keyList);\r
+                }\r
+                else{\r
+                  if (!sortBy.equals("date_asc")){\r
+                    throw new ServletModuleExc("don't know how to sort by: "+ sortBy);\r
+                  }\r
+                }\r
+                ListIterator keyTraverser = keyList.listIterator();\r
+                while (keyTraverser.hasNext()){\r
+                  ArrayList positions = (ArrayList)dateToPosition.get((keyTraverser.next()));\r
+                  ListIterator positionsTraverser=positions.listIterator();\r
+                  while (positionsTraverser.hasNext()){\r
+                    theDocumentsSorted.add(hits.doc(((Integer)(positionsTraverser.next())).intValue()));\r
+                  }\r
+                }\r
+              }\r
+\r
+              try{\r
+                searcher.close();\r
+              }\r
+              catch (IOException e){\r
+                logger.debug("Can't close searcher: " + e.toString());\r
+                throw new ServletModuleFailure("Problem closing searcher(normal):" + e.getMessage(), e);\r
+              }\r
+\r
+\r
+              session.removeAttribute("numberOfHits");\r
+              session.removeAttribute("theDocumentsSorted");\r
+              session.removeAttribute("positionInResults");\r
+\r
+              session.setAttribute("numberOfHits",new Integer(end));\r
+              session.setAttribute("theDocumentsSorted",theDocumentsSorted);\r
+              session.setAttribute("positionInResults",new Integer(0));\r
+\r
+            }\r
+            catch (IOException e){\r
+              logger.debug("Can't close searcher: " + e.toString());\r
+              throw new ServletModuleFailure("Problem closing searcher: " + e.getMessage(), e);\r
+            }\r
+          }\r
+        }\r
+      }\r
+\r
+      try {\r
+        ArrayList theDocs = (ArrayList)session.getAttribute("theDocumentsSorted");\r
+        if (theDocs != null){\r
+\r
+          mergeData.put("numberOfHits", ((Integer)session.getAttribute("numberOfHits")).toString());\r
+          SimpleList theHits = new SimpleList();\r
+          int pIR=((Integer)session.getAttribute("positionInResults")).intValue();\r
+          int terminus;\r
+          int numHits=((Integer)session.getAttribute("numberOfHits")).intValue();\r
+\r
+          if (!(pIR+increment>=numHits)){\r
+            mergeData.put("hasNext","y");\r
+          }\r
+          if (pIR>0){\r
+            mergeData.put("hasPrevious","y");\r
+          }\r
+\r
+          if ((pIR+increment)>numHits){\r
+            terminus=numHits;\r
+          }\r
+          else {\r
+            terminus=pIR+increment;\r
+          }\r
+          for(int i = pIR; i < terminus; i++) {\r
+            SimpleHash h = new SimpleHash();\r
+            Document theHit = (Document)theDocs.get(i);\r
+            whereTerm.returnMeta(h,theHit);\r
+            creatorTerm.returnMeta(h,theHit);\r
+            titleTerm.returnMeta(h,theHit);\r
+            descriptionTerm.returnMeta(h,theHit);\r
+            dateTerm.returnMeta(h,theHit);\r
+            imagesTerm.returnMeta(h,theHit);\r
+            audioTerm.returnMeta(h,theHit);\r
+            videoTerm.returnMeta(h,theHit);\r
+            theHits.add(h);\r
+          }\r
+          mergeData.put("hits",theHits);\r
+        }\r
+      }\r
+      catch (Throwable e) {\r
+        logger.error("Can't iterate over hits: " + e.toString());\r
+\r
+        throw new ServletModuleFailure("Problem getting hits: " + e.getMessage(), e);\r
+      }\r
+\r
+      mergeData.put("queryString",queryString);\r
+      deliver(req,res,mergeData,searchResultsTemplate);\r
+    }\r
+    catch (NullPointerException n){\r
+      throw new ServletModuleFailure("Null Pointer: "+n.toString(), n);\r
+    }\r
+  }\r
+\r
+  /*\r
+   * Method for dynamically generating a pdf from a fo file\r
+   */\r
+  public void getpdf(HttpServletRequest req, HttpServletResponse res)\r
+      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure {\r
+    String ID_REQUEST_PARAM = "id";\r
+    String language = req.getParameter("language");\r
+    String generateFO=configuration.getString("GenerateFO");\r
+    String generatePDF=configuration.getString("GeneratePDF");\r
+\r
+\r
+    //don't do anything if we are not making FO files, or if we are\r
+    //pregenerating PDF's\r
+    if (generateFO.equals("yes") && generatePDF.equals("no")){\r
+      //fop complains unless you do the logging this way\r
+      org.apache.log.Logger log = null;\r
+      Hierarchy hierarchy = Hierarchy.getDefaultHierarchy();\r
+      log = hierarchy.getLoggerFor("fop");\r
+      log.setPriority(Priority.WARN);\r
+\r
+      String producerStorageRoot=configuration.getString("Producer.StorageRoot");\r
+      String producerDocRoot=configuration.getString("Producer.DocRoot");\r
+      //      String templateDir=MirConfig.getPropWithHome("HTMLTemplateProcessor.Dir");\r
+      String xslSheet=configuration.getString("Producer.HTML2FOStyleSheet");\r
+      try {\r
+        String idParam = req.getParameter(ID_REQUEST_PARAM);\r
+        if (idParam != null) {\r
+          EntityContent contentEnt =\r
+            (EntityContent)contentModule.getById(idParam);\r
+          String publishPath = StringUtil.webdbDate2path(contentEnt.getValue("date"));\r
+          String foFile;\r
+\r
+          if (language == null){\r
+            foFile = producerStorageRoot + producerDocRoot + "/"\r
+              + publishPath  + idParam + ".fo";\r
+          }\r
+          else{\r
+            foFile = producerStorageRoot + producerDocRoot + "/"\r
+              + language + publishPath  + idParam + ".fo";\r
+          }\r
+          logger.debug("USING FILES" + foFile + " and " + xslSheet);\r
+          XSLTInputHandler input = new XSLTInputHandler(new File(foFile),\r
+                                                        new File(xslSheet));\r
+\r
+          ByteArrayOutputStream out = new ByteArrayOutputStream();\r
+          res.setContentType("application/pdf");\r
+\r
+          Driver driver = new Driver();\r
+          driver.setLogger(log);\r
+          driver.setRenderer(Driver.RENDER_PDF);\r
+          driver.setOutputStream(out);\r
+          driver.render(input.getParser(), input.getInputSource());\r
+\r
+          byte[] content = out.toByteArray();\r
+          res.setContentLength(content.length);\r
+          res.getOutputStream().write(content);\r
+          res.getOutputStream().flush();\r
+        }\r
+        else {\r
+          throw new ServletModuleExc("Missing id.");\r
+        }\r
+      }\r
+      catch (Exception ex) {\r
+        logger.error(ex.toString());\r
+        throw new ServletModuleFailure(ex);\r
+      }\r
+    } else {\r
+      throw new ServletModuleExc("Can't generate a PDF because the config tells me not to.");\r
+    }\r
+  }\r
+\r
+  protected String createOneTimePasswd(){\r
+    Random r = new Random();\r
+    int random = r.nextInt();\r
+    long l = System.currentTimeMillis();\r
+    l = (l*l*l*l)/random;\r
+    if(l<0) l = l * -1;\r
+    String returnString = ""+l;\r
+    return returnString.substring(5);\r
+  }\r
+\r
+\r
+  /* this is an overwritten method of ServletModule in order\r
+     to use different bundles for open and admin */\r
+  public void deliver(HttpServletRequest req, HttpServletResponse res,\r
+                      TemplateModelRoot rtm, TemplateModelRoot popups,\r
+                      String templateFilename) throws ServletModuleFailure\r
+  {\r
+    if (rtm == null) rtm = new SimpleHash();\r
+    try {\r
+      PrintWriter out = res.getWriter();\r
+      HTMLTemplateProcessor.process(res, templateFilename, rtm, popups, out,\r
+                                    getLocale(req), "bundles.open");\r
+      out.close();\r
+    }\r
+    catch (Throwable e) {\r
+      throw new ServletModuleFailure(e);\r
+    }\r
+  }\r
+}\r
+\r
+\r
+\r
diff --git a/templates/admin/abuse.filters.template b/templates/admin/abuse.filters.template
new file mode 100755 (executable)
index 0000000..23b00ac
--- /dev/null
@@ -0,0 +1,67 @@
+<function showFilterEntry(aType, anExpression, anId)>
+      <form method="post" action="${config.actionRoot}">
+        <input type="hidden" name="module" value="Abuse">
+        <input type="hidden" name="do" value="editfilter">
+        <if anId>
+          <input type="hidden" name="id" value="${anId}">
+        </if>
+        <if grey=="1"><assign grey="0"><tr class="list1"><else><tr class="list2"><assign grey="1"> </if>
+          <td>
+            <select name="type">
+              <list filtertypes as t>
+                <option value="${t.id}" <if t.id==aType>selected</if>>${lang(t.resource)}</option>
+              </list>
+            </select>
+          </td>
+          <td><input type="text" name="expression" size="30" value="${utility.encodeHTML(anExpression)}"></td>
+          <if anId>
+            <td>
+              <input class="majorbutton" type="submit" name="save" value="${lang("save")}">
+            </td>
+            <td>
+                <a href="${config.actionRoot}?module=Abuse&do=deletefilter&id=${anId}">${lang("delete")}</a>
+                &nbsp;
+            </td>
+          <else>
+            <td>
+              <input class="majorbutton" type="submit" name="save" value="${lang("add")}">
+            </td>
+          </if>
+        </tr>
+      </form>
+</function>
+<html>
+  <head>
+    <title>${config["Mir.Name"]} | ${lang("userlist.htmltitle")}</title>
+    <link rel="stylesheet" type="text/css" href="${config.docRoot}/style/admin.css">
+  </head>
+
+  <body marginwidth="0" marginheight="0" topmargin="0" leftmargin="0">
+    <include "head.template">
+    <p>
+      <a class="majorcommand" href="${config.actionRoot}?module=Abuse">${lang("back")}</a>
+    </p>
+    <table border="0" cellpadding="2" cellspacing="1">
+      <tr class="darkgrey">
+        <td><span class="witesmall"><b>${lang("abuse.filter.type")}</b></span></td>
+        <td><span class="witesmall"><b>${lang("abuse.filter.expression")}</b></span></td>
+        <td><span class="witesmall"><b>&nbsp;</b></span></td>
+      </tr>
+      
+      <assign grey="0">      
+      <list filters as i>
+        <call showFilterEntry(i.type, i.expression, i.id)>
+      </list>
+      
+      <call showFilterEntry("", "", "")>
+    </table>
+
+    <p>
+      <a class="majorcommand" href="${config.actionRoot}?module=Abuse">${lang("back")}</a>
+    </p>
+
+    <include "foot.template">
+  </body>
+</html>
+
+
diff --git a/templates/admin/abuse.log.template b/templates/admin/abuse.log.template
new file mode 100755 (executable)
index 0000000..a0cc9b8
--- /dev/null
@@ -0,0 +1,46 @@
+<html>
+  <head>
+    <title>${config["Mir.Name"]} | ${lang("abuse.log.htmltitle")}</title>
+    <link rel="stylesheet" type="text/css" href="${config.docRoot}/style/admin.css">
+  </head>
+
+  <body marginwidth="0" marginheight="0" topmargin="0" leftmargin="0">
+    <include "head.template">
+    <p>
+      <a class="majorcommand" href="${config.actionRoot}?module=Abuse">${lang("back")}</a>
+    </p>
+
+    <table border="0" cellpadding="2" cellspacing="1">
+      <tr class="darkgrey">
+        <td><span class="witesmall"><b>${lang("abuse.log.time")}</b></span></td>
+        <td><span class="witesmall"><b>${lang("abuse.log.address")}</b></span></td>
+        <td><span class="witesmall"><b>${lang("abuse.log.object")}</b></span></td>
+        <td><span class="witesmall"><b>${lang("abuse.log.browser")}</b></span></td>
+      </tr>
+      
+      <assign grey="0">      
+      <list log as l>
+        <if grey=="1"><assign grey="0"><tr class="list1"><else><tr class="list2"><assign grey="1"> </if>
+          <td>${l.timestamp["yyyy-MM-dd  HH:mm"]}</td>
+          <td>${l.ip}</td>
+          <td>
+            <if l.type=="content">
+              <a href="${config.actionRoot}?module=Content&do=edit&id=${l.id}&returnurl=${utility.encodeHTML(thisurl)}">Article</a>
+            <else>
+              <a href="${config.actionRoot}?module=Comment&do=edit&id=${l.id}">Comment</a>
+            </if>
+          </td>
+          <td>${l.browser}</td>
+        </tr>
+      </list>
+    </table>
+
+    <p>
+      <a class="majorcommand" href="${config.actionRoot}?module=Abuse">${lang("back")}</a>
+    </p>
+
+    <include "foot.template">
+  </body>
+</html>
+
+
diff --git a/templates/admin/abuse.template b/templates/admin/abuse.template
new file mode 100755 (executable)
index 0000000..3429669
--- /dev/null
@@ -0,0 +1,108 @@
+<html>
+  <head>
+    <title>${config["Mir.Name"]} | ${lang("userlist.htmltitle")}</title>
+    <link rel="stylesheet" type="text/css" href="${config.docRoot}/style/admin.css">
+  </head>
+
+  <body marginwidth="0" marginheight="0" topmargin="0" leftmargin="0">
+    <include "head.template">
+    <p>
+      <a class="majorcommand" href="${config.actionRoot}?module=Admin&do=superusermenu">${lang("back")}</a>
+    </p>
+    <p>
+      <a class="majorcommand" href="${config.actionRoot}?module=Abuse&do=showlog">${lang("abuse.showlog")}</a>
+    </p>
+    <p>
+      <a class="majorcommand" href="${config.actionRoot}?module=Abuse&do=showfilters">${lang("abuse.showfilters")}</a>
+    </p>
+    <p>
+      <form method="post" action="${config.actionRoot}">
+        <input type="hidden" name="module" value="Abuse">
+        <input type="hidden" name="do" value="savesettings">
+        
+        <table border="0" cellpadding="2" cellspacing="1">
+          <tr class="darkgrey">
+            <td><span class="witesmall"><b>${lang("abuse.setting")}</b></span></td>
+            <td><span class="witesmall"><b>${lang("abuse.value")}</b></span></td>
+          </tr>
+          <tr class="list1">
+            <td>
+              ${lang("abuse.disableopenpostings")}
+            </td>
+            <td>
+              <input type="checkbox" name="disableop" value="1" <if disableop=="1">checked="1"</if>>
+            </td>
+          </tr>
+          <tr class="list1">
+            <td>
+              ${lang("abuse.openpostingpassword")}
+            </td>
+            <td>
+              <input type="checkbox" name="passwordop" value="1" <if passwordop=="1">checked="1"</if>>
+            </td>
+          </tr>
+          <tr class="list2">
+            <td>
+              ${lang("abuse.logpostings")}
+            </td>
+            <td>
+              <input type="checkbox" name="logenabled" value="1" <if logenabled=="1">checked="1"</if>>
+            </td>
+          </tr>
+          <tr class="list2">
+            <td>
+              ${lang("abuse.logsize")}'
+            </td>
+            <td>
+              <input type="text" size="10" name="logsize" value="${logsize}">
+            </td>
+          </tr>
+          <tr class="list1">
+            <td>
+              ${lang("abuse.cookies")}
+            </td>
+            <td>
+              <input type="checkbox" name="usecookies" value="1" <if usecookies=="1">checked="1"</if>>
+            </td>
+          </tr>
+          <tr class="list1">
+            <td>
+              ${lang("abuse.articleaction")}
+            </td>
+            <td>
+              <select name="articleaction">
+                <list articleactions as a>
+                  <option value="${a.identifier}" <if articleaction==a.identifier>selected="1"</if>>${utility.encodeHTML(lang(a.resource))}</option>
+                </list>
+              </select>
+            </td>
+          </tr>
+          <tr class="list1">
+            <td>
+              ${lang("abuse.commentaction")}
+            </td>
+            <td>
+              <select name="commentaction">
+                <list commentactions as a>
+                  <option value="${a.identifier}" <if commentaction==a.identifier>selected="1"</if>>${utility.encodeHTML(lang(a.resource))}</option>
+                </list>
+              </select>
+            </td>
+          </tr>
+        </table>
+        <p>
+          <input class="majorbutton" type="submit" name="submit" value="${lang("save")}">
+      </form>
+
+      <a class="majorcommand" href="${config.actionRoot}?module=Abuse&do=showfilters">${lang("abuse.showfilters")}</a>
+    </p>
+
+    <p>
+      <a class="majorcommand" href="${config.actionRoot}?module=Admin&do=superusermenu">${lang("back")}</a>
+    </p>
+
+    <include "foot.template">
+  </body>
+</html>
+
+
index a9b8583..d79d891 100755 (executable)
@@ -22,6 +22,9 @@
                        <a class="menucommand" href="${config.actionRoot}?module=Language&do=list">${lang("superusermenu.languages")}</a>
 
       <p>
+                       <a class="menucommand" href="${config.actionRoot}?module=Abuse">${lang("superusermenu.abuse")}</a>
+
+      <p>
                        <a class="menucommand" href="${config.actionRoot}?module=LinksImcs&do=list">${lang("superusermenu.imcs")}</a>