organising imports
[mir.git] / source / mircoders / servlet / ServletModuleOpenIndy.java
index beb854b..d787df6 100755 (executable)
-/*\r
- * Copyright (C) 2001, 2002  The Mir-coders group\r
- *\r
- * This file is part of Mir.\r
- *\r
- * Mir is free software; you can redistribute it and/or modify\r
- * it under the terms of the GNU General Public License as published by\r
- * the Free Software Foundation; either version 2 of the License, or\r
- * (at your option) any later version.\r
- *\r
- * Mir is distributed in the hope that it will be useful,\r
- * but WITHOUT ANY WARRANTY; without even the implied warranty of\r
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\r
- * GNU General Public License for more details.\r
- *\r
- * You should have received a copy of the GNU General Public License\r
- * along with Mir; if not, write to the Free Software\r
- * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA\r
- *\r
- * In addition, as a special exception, The Mir-coders gives permission to link\r
- * the code of this program with the com.oreilly.servlet library, any library\r
- * licensed under the Apache Software License, The Sun (tm) Java Advanced\r
- * Imaging library (JAI), The Sun JIMI library (or with modified versions of\r
- * the above that use the same license as the above), and distribute linked\r
- * combinations including the two.  You must obey the GNU General Public\r
- * License in all respects for all of the code used other than the above\r
- * mentioned libraries.  If you modify this file, you may extend this exception\r
- * to your version of the file, but you are not obligated to do so.  If you do\r
- * not wish to do so, delete this exception statement from your version.\r
- */\r
-\r
-package mircoders.servlet;\r
-\r
-import java.io.ByteArrayOutputStream;\r
-import java.io.File;\r
-import java.io.FileNotFoundException;\r
-import java.io.FileReader;\r
-import java.io.IOException;\r
-import java.io.PrintWriter;\r
-import java.io.StringWriter;\r
-import java.util.ArrayList;\r
-import java.util.Collections;\r
-import java.util.Enumeration;\r
-import java.util.GregorianCalendar;\r
-import java.util.HashMap;\r
-import java.util.Iterator;\r
-import java.util.ListIterator;\r
-import java.util.Locale;\r
-import java.util.Map;\r
-import java.util.Random;\r
-import java.util.Set;\r
-\r
-import javax.servlet.http.HttpServletRequest;\r
-import javax.servlet.http.HttpServletResponse;\r
-import javax.servlet.http.HttpSession;\r
-\r
-import mir.config.MirPropertiesConfiguration.PropertiesConfigExc;\r
-import mir.entity.Entity;\r
-import mir.entity.EntityList;\r
-import mir.log.LoggerWrapper;\r
-import mir.misc.FileHandler;\r
-import mir.misc.FileHandlerException;\r
-import mir.misc.FileHandlerUserException;\r
-import mir.misc.HTMLParseException;\r
-import mir.misc.HTMLTemplateProcessor;\r
-import mir.misc.StringUtil;\r
-import mir.misc.WebdbMultipartRequest;\r
-import mir.module.ModuleException;\r
-import mir.servlet.ServletModule;\r
-import mir.servlet.ServletModuleExc;\r
-import mir.servlet.ServletModuleUserExc;\r
-import mir.servlet.ServletModuleFailure;\r
-import mir.storage.StorageObjectFailure;\r
-import mir.util.StringRoutines;\r
-import mircoders.entity.EntityComment;\r
-import mircoders.entity.EntityContent;\r
-import mircoders.global.MirGlobal;\r
-import mircoders.media.MediaRequest;\r
-import mircoders.module.ModuleComment;\r
-import mircoders.module.ModuleContent;\r
-import mircoders.module.ModuleImages;\r
-import mircoders.module.ModuleTopics;\r
-import mircoders.search.AudioSearchTerm;\r
-import mircoders.search.ContentSearchTerm;\r
-import mircoders.search.ImagesSearchTerm;\r
-import mircoders.search.KeywordSearchTerm;\r
-import mircoders.search.TextSearchTerm;\r
-import mircoders.search.TopicSearchTerm;\r
-import mircoders.search.UnIndexedSearchTerm;\r
-import mircoders.search.VideoSearchTerm;\r
-import mircoders.storage.DatabaseComment;\r
-import mircoders.storage.DatabaseContent;\r
-import mircoders.storage.DatabaseContentToMedia;\r
-import mircoders.storage.DatabaseContentToTopics;\r
-import mircoders.storage.DatabaseImages;\r
-import mircoders.storage.DatabaseLanguage;\r
-import mircoders.storage.DatabaseTopics;\r
-\r
-import org.apache.commons.net.smtp.SMTPClient;\r
-import org.apache.commons.net.smtp.SMTPReply;\r
-import org.apache.fop.apps.Driver;\r
-import org.apache.fop.apps.XSLTInputHandler;\r
-import org.apache.log.Hierarchy;\r
-import org.apache.log.Priority;\r
-import org.apache.lucene.analysis.standard.StandardAnalyzer;\r
-import org.apache.lucene.document.Document;\r
-import org.apache.lucene.queryParser.QueryParser;\r
-import org.apache.lucene.search.Hits;\r
-import org.apache.lucene.search.IndexSearcher;\r
-import org.apache.lucene.search.Query;\r
-import org.apache.lucene.search.Searcher;\r
-\r
-import freemarker.template.SimpleHash;\r
-import freemarker.template.SimpleList;\r
-import freemarker.template.SimpleScalar;\r
-import freemarker.template.TemplateModelRoot;\r
-\r
-/*\r
- *  ServletModuleOpenIndy -\r
- *   is the open-access-servlet, which is responsible for\r
- *    adding comments to articles &\r
- *    open-postings to the newswire\r
- *\r
- * @author mir-coders group\r
- * @version $Id: ServletModuleOpenIndy.java,v 1.63 2003/03/06 05:40:40 zapata Exp $\r
- *\r
- */\r
-\r
-public class ServletModuleOpenIndy extends ServletModule\r
-{\r
-\r
-  private String        commentFormTemplate, commentFormDoneTemplate,\r
-    commentFormDupeTemplate;\r
-  private String        postingFormTemplate, postingFormDoneTemplate,\r
-    postingFormDupeTemplate;\r
-  private String        searchResultsTemplate;\r
-  private String        prepareMailTemplate,sentMailTemplate;\r
-  private ModuleContent contentModule;\r
-  private ModuleComment commentModule;\r
-  private ModuleImages  imageModule;\r
-  private ModuleTopics  themenModule;\r
-  private String        directOp ="yes";\r
-  private String        passwdProtection ="yes";\r
-  // Singelton / Kontruktor\r
-  private static ServletModuleOpenIndy instance = new ServletModuleOpenIndy();\r
-  public static ServletModule getInstance() { return instance; }\r
-\r
-  private ServletModuleOpenIndy() {\r
-    super();\r
-    try {\r
-      logger = new LoggerWrapper("ServletModule.OpenIndy");\r
-\r
-      commentFormTemplate = configuration.getString("ServletModule.OpenIndy.CommentTemplate");\r
-      commentFormDoneTemplate = configuration.getString("ServletModule.OpenIndy.CommentDoneTemplate");\r
-      commentFormDupeTemplate = configuration.getString("ServletModule.OpenIndy.CommentDupeTemplate");\r
-      postingFormTemplate = configuration.getString("ServletModule.OpenIndy.PostingTemplate");\r
-      postingFormDoneTemplate = configuration.getString("ServletModule.OpenIndy.PostingDoneTemplate");\r
-      postingFormDupeTemplate = configuration.getString("ServletModule.OpenIndy.PostingDupeTemplate");\r
-      searchResultsTemplate = configuration.getString("ServletModule.OpenIndy.SearchResultsTemplate");\r
-      prepareMailTemplate = configuration.getString("ServletModule.OpenIndy.PrepareMailTemplate");\r
-      sentMailTemplate = configuration.getString("ServletModule.OpenIndy.SentMailTemplate");\r
-      directOp = configuration.getString("DirectOpenposting").toLowerCase();\r
-      passwdProtection = configuration.getString("PasswdProtection").toLowerCase();\r
-      mainModule = new ModuleComment(DatabaseComment.getInstance());\r
-      contentModule = new ModuleContent(DatabaseContent.getInstance());\r
-      themenModule = new ModuleTopics(DatabaseTopics.getInstance());\r
-      imageModule = new ModuleImages(DatabaseImages.getInstance());\r
-      defaultAction="addposting";\r
-\r
-    }\r
-    catch (StorageObjectFailure e) {\r
-      logger.error("servletmoduleopenindy could not be initialized: " + e.getMessage());\r
-    }\r
-  }\r
-\r
-\r
-  /**\r
-   *  Method for making a comment\r
-   */\r
-\r
-  public void addcomment(HttpServletRequest req, HttpServletResponse res)\r
-      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure\r
-  {\r
-    String aid = req.getParameter("aid"); // the article id the comment will belong to\r
-    String language = req.getParameter("language");\r
-\r
-    if (aid!=null && !aid.equals("")) {\r
-      try {\r
-        SimpleHash mergeData = new SimpleHash();\r
-\r
-        // onetimepasswd\r
-        if (passwdProtection.equals("yes")) {\r
-          String passwd = this.createOneTimePasswd();\r
-          HttpSession session = req.getSession(false);\r
-          session.setAttribute("passwd", passwd);\r
-          mergeData.put("passwd", passwd);\r
-        }\r
-\r
-        if (language != null) {\r
-          HttpSession session = req.getSession(false);\r
-          session.setAttribute("Locale", new Locale(language, ""));\r
-          session.setAttribute("passwd", language);\r
-        }\r
-\r
-        mergeData.put("aid", aid);\r
-\r
-        SimpleHash extraInfo = new SimpleHash();\r
-        extraInfo.put("languagePopUpData", DatabaseLanguage.getInstance().getPopupData());\r
-\r
-        deliver(req, res, mergeData, extraInfo, commentFormTemplate);\r
-      }\r
-      catch (Throwable t) {\r
-        throw new ServletModuleFailure("ServletModuleOpenIndy.addcomment: " + t.getMessage(), t);\r
-      }\r
-    }\r
-    else throw new ServletModuleExc("aid not set!");\r
-  }\r
-\r
-  /**\r
-   *  Method for inserting a comment into the Database and delivering\r
-   *  the commentDone Page\r
-   */\r
-\r
-  public void inscomment(HttpServletRequest req, HttpServletResponse res)\r
-    throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure\r
-  {\r
-    String aid = req.getParameter("to_media"); // the article id the comment will belong to\r
-    if (aid!=null && !aid.equals(""))\r
-      {\r
-        // ok, collecting data from form\r
-        try {\r
-          Map withValues = getIntersectingValues(req, DatabaseComment.getInstance());\r
-\r
-          //no html in comments(for now)\r
-          for (Iterator i=withValues.keySet().iterator(); i.hasNext(); ){\r
-            String k=(String)i.next();\r
-            String v=(String)withValues.get(k);\r
-\r
-            withValues.put(k,StringUtil.removeHTMLTags(v));\r
-          }\r
-          withValues.put("is_published","1");\r
-          withValues.put("to_comment_status","1");\r
-\r
-          //checking the onetimepasswd\r
-          if(passwdProtection.equals("yes")){\r
-            HttpSession session = req.getSession(false);\r
-            String sessionPasswd = (String)session.getAttribute("passwd");\r
-            if ( sessionPasswd == null){\r
-              throw new ServletModuleUserExc("Lost password");\r
-            }\r
-            String passwd = req.getParameter("passwd");\r
-            if ( passwd == null || (!sessionPasswd.equals(passwd))) {\r
-              throw new ServletModuleUserExc("Missing password");\r
-            }\r
-            session.invalidate();\r
-          }\r
-\r
-          // inserting into database\r
-          String id = mainModule.add(withValues);\r
-          logger.debug("id: "+id);\r
-          //insert was not successfull\r
-          if(id==null){\r
-            deliver(req, res, new SimpleHash(), commentFormDupeTemplate);\r
-          } else {\r
-            DatabaseContent.getInstance().setUnproduced("id="+aid);\r
-\r
-            try {\r
-              EntityComment comment = (EntityComment) DatabaseComment.getInstance().selectById(id);\r
-              MirGlobal.localizer().openPostings().afterCommentPosting(comment);\r
-            }\r
-            catch (Throwable t) {\r
-              throw new ServletModuleExc(t.getMessage());\r
-            }\r
-          }\r
-\r
-          // redirecting to url\r
-          // should implement back to article\r
-          SimpleHash mergeData = new SimpleHash();\r
-          deliver(req, res, mergeData, commentFormDoneTemplate);\r
-        }\r
-        catch (Throwable e) {\r
-          throw new ServletModuleFailure(e);\r
-        }\r
-      }\r
-    else throw new ServletModuleExc("aid not set!");\r
-\r
-  }\r
-\r
-  /**\r
-   *  Method for delivering the form-Page for open posting\r
-   */\r
-\r
-  public void addposting(HttpServletRequest req, HttpServletResponse res)\r
-      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure\r
-  {\r
-    SimpleHash mergeData = new SimpleHash();\r
-\r
-    // onetimepasswd\r
-    if(passwdProtection.equals("yes")){\r
-      String passwd = this.createOneTimePasswd();\r
-      HttpSession session = req.getSession(false);\r
-      session.setAttribute("passwd",passwd);\r
-      mergeData.put("passwd", passwd);\r
-    }\r
-\r
-    String maxMedia = configuration.getString("ServletModule.OpenIndy.MaxMediaUploadItems");\r
-    String defaultMedia = configuration.getString("ServletModule.OpenIndy.DefaultMediaUploadItems");\r
-    String numOfMedia = req.getParameter("medianum");\r
-\r
-    if(numOfMedia==null||numOfMedia.equals("")){\r
-      numOfMedia=defaultMedia;\r
-    }\r
-    else if(Integer.parseInt(numOfMedia) > Integer.parseInt(maxMedia)) {\r
-      numOfMedia = maxMedia;\r
-    }\r
-\r
-    int mediaNum = Integer.parseInt(numOfMedia);\r
-    SimpleList mediaFields = new SimpleList();\r
-    for(int i =0; i<mediaNum;i++){\r
-      Integer mNum = new Integer(i+1);\r
-      mediaFields.add(mNum.toString());\r
-    }\r
-    mergeData.put("medianum",numOfMedia);\r
-    mergeData.put("mediafields",mediaFields);\r
-\r
-\r
-    SimpleHash extraInfo = new SimpleHash();\r
-    try{\r
-      extraInfo.put("languagePopUpData", DatabaseLanguage.getInstance().getPopupData() );\r
-      extraInfo.put("themenPopupData", themenModule.getTopicsAsSimpleList());\r
-\r
-      extraInfo.put("topics", themenModule.getTopicsList());\r
-\r
-    }\r
-    catch (Exception e) {\r
-      logger.error("languagePopUpData or getTopicslist failed "+e.toString());\r
-\r
-      throw new ServletModuleFailure("OpenIndy -- failed getting language or topics: "+e.toString(), e);\r
-    }\r
-\r
-\r
-\r
-    deliver(req, res, mergeData, extraInfo, postingFormTemplate);\r
-  }\r
-\r
-  /**\r
-   *  Method for inserting an open posting into the Database and delivering\r
-   *  the postingDone Page\r
-   */\r
-\r
-  public void insposting(HttpServletRequest req, HttpServletResponse res)\r
-      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure\r
-  {\r
-    SimpleHash mergeData = new SimpleHash();\r
-    boolean setMedia=false;\r
-    boolean setTopic = false;\r
-\r
-    try {\r
-\r
-      WebdbMultipartRequest mp = null;\r
-      EntityList mediaList = null;\r
-      try {\r
-        // new MediaRequest, "1" is the id for the openPosting user\r
-        MediaRequest mediaReq = new MediaRequest("1", true);\r
-        mp = new WebdbMultipartRequest(req, (FileHandler)mediaReq);\r
-        mediaList = mediaReq.getEntityList();\r
-      }\r
-      catch (FileHandlerUserException e) {\r
-        throw new ServletModuleFailure(e);\r
-      }\r
-\r
-      Map withValues = mp.getParameters();\r
-\r
-      //checking the onetimepasswd\r
-      if(passwdProtection.equals("yes")){\r
-        HttpSession session = req.getSession(false);\r
-        String sessionPasswd = (String)session.getAttribute("passwd");\r
-        if ( sessionPasswd == null){\r
-          throw new ServletModuleUserExc("Lost password");\r
-        }\r
-        String passwd = (String)withValues.get("passwd");\r
-        if ( passwd == null || (!sessionPasswd.equals(passwd))) {\r
-          throw new ServletModuleUserExc("Missing password");\r
-        }\r
-        session.invalidate();\r
-      }\r
-\r
-      if ((((String)withValues.get("title")).length() == 0) ||\r
-          (((String)withValues.get("description")).length() == 0) ||\r
-          (((String)withValues.get("content_data")).length() == 0))\r
-        throw new ServletModuleUserExc("Missing field");\r
-\r
-      // call the routines that escape html\r
-\r
-      for (Iterator i=withValues.keySet().iterator(); i.hasNext(); ){\r
-        String k=(String)i.next();\r
-        String v=(String)withValues.get(k);\r
-\r
-        if (k.equals("content_data")){\r
-          //this doesn't quite work yet, so for now, all html goes\r
-          //withValues.put(k,StringUtil.approveHTMLTags(v));\r
-          withValues.put(k,StringUtil.deleteForbiddenTags(v));\r
-        } else if (k.equals("description")) {\r
-          String tmp = StringUtil.deleteForbiddenTags(v);\r
-          withValues.put(k,StringUtil.deleteHTMLTableTags(tmp));\r
-        } else {\r
-          withValues.put(k,StringUtil.removeHTMLTags(v));\r
-        }\r
-\r
-      }\r
-\r
-      withValues.put("date", StringUtil.date2webdbDate(new GregorianCalendar()));\r
-      withValues.put("publish_path", StringUtil.webdbDate2path((String)withValues.get("date")));\r
-      withValues.put("is_produced", "0");\r
-      // by default stuff is published, they can be un-published through the\r
-      // admin interface.\r
-      withValues.put("is_published","1");\r
-      // if op direct article-type == newswire\r
-      if (directOp.equals("yes")) withValues.put("to_article_type","1");\r
-\r
-      withValues.put("to_publisher","1");\r
-\r
-      // owner is openposting user\r
-      //      ML: this is not multi-language friendly and this can be done in a template\r
-      //      if (withValues.get("creator").toString().equals(""))\r
-      //        withValues.put("creator","Anonym");\r
-\r
-      // inserting  content into database\r
-      String cid = contentModule.add(withValues);\r
-      logger.debug("id: "+cid);\r
-      //insert was not successfull\r
-      if(cid==null){\r
-        //How do we know that it was not succesful cause of a\r
-        //dupe, what if it failed cause of "No space left on device"?\r
-        //Or is there something I am missing? Wouldn't it be better\r
-        //to have an explicit dupe check and then insert? I have no\r
-        //idea what I am talking about. this comment is in case\r
-        //I forget to explicitely ask. -mh\r
-        deliver(req, res, mergeData, postingFormDupeTemplate);\r
-      }\r
-\r
-      String[] to_topicsArr = mp.getParameterValues("to_topic");\r
-\r
-      if (to_topicsArr != null && to_topicsArr.length > 0) {\r
-        try{\r
-          DatabaseContentToTopics.getInstance().setTopics(cid,to_topicsArr);\r
-          setTopic = true;\r
-        }\r
-        catch (Exception e) {\r
-          logger.error("setting content_x_topic failed");\r
-          contentModule.deleteById(cid);\r
-          throw new ServletModuleExc("smod - openindy :: insposting: setting content_x_topic failed: "+e.toString());\r
-        } //end try\r
-      } //end if\r
-\r
-      //if we're here all is ok... associate the media to the article\r
-      for(int i=0;i<mediaList.size();i++) {\r
-        Entity mediaEnt = (Entity)mediaList.elementAt(i);\r
-        DatabaseContentToMedia.getInstance().addMedia(cid,mediaEnt.getId());\r
-      }\r
-\r
-      try {\r
-        MirGlobal.localizer().openPostings().afterContentPosting(\r
-                                                                 (EntityContent)contentModule.getById(cid));\r
-      }\r
-      catch (Throwable t) {\r
-        throw new ServletModuleFailure(t);\r
-      }\r
-    }\r
-    catch (Throwable e) {\r
-      throw new ServletModuleFailure(e);\r
-    }\r
-\r
-    deliver(req, res, mergeData, postingFormDoneTemplate);\r
-  }\r
-\r
-    /*\r
-   * Method for preparing and sending a content as an email message\r
-   */\r
-\r
-  public void mail(HttpServletRequest req, HttpServletResponse res)\r
-      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure\r
-  {\r
-    String aid = req.getParameter("mail_aid");\r
-    if (aid == null){\r
-      throw new ServletModuleUserExc("An article id must be specified in requests to email an article.  Something therefore went badly wrong....");\r
-    }\r
-\r
-    String to = req.getParameter("mail_to");\r
-    String from = req.getParameter("mail_from");\r
-    String from_name = req.getParameter("mail_from_name");\r
-    String comment = req.getParameter("mail_comment");\r
-    String mail_language = req.getParameter("mail_language");\r
-\r
-    SimpleHash mergeData = new SimpleHash();\r
-\r
-    if (to == null || from == null || from_name == null|| to.equals("") || from.equals("") || from_name.equals("") || mail_language == null || mail_language.equals("")){\r
-\r
-      for (Enumeration theParams = req.getParameterNames(); theParams.hasMoreElements() ;) {\r
-        String pName=(String)theParams.nextElement();\r
-        if (pName.startsWith("mail_")){\r
-          mergeData.put(pName,new SimpleScalar(req.getParameter(pName)));\r
-        }\r
-      }\r
-      deliver(req,res,mergeData,prepareMailTemplate);\r
-    }\r
-    else {\r
-      //run checks on to and from and mail_language to make sure no monkey business occurring\r
-      if (mail_language.indexOf('.') != -1 || mail_language.indexOf('/') != -1 ){\r
-        throw new ServletModuleUserExc("Sorry, you've entered an illegal character into the language field.  Go back and try again, asshole.");\r
-      }\r
-      if (to.indexOf('\n') != -1\r
-          || to.indexOf('\r') != -1\r
-          || to.indexOf(',') != -1\r
-          || from.indexOf('\n') != -1\r
-          || from.indexOf('\r') != -1\r
-          || from.indexOf(',') != -1 ){\r
-        throw new ServletModuleUserExc("Sorry, you've entered an illegal character into the from or to field.  Go back and try again.");\r
-      }\r
-      EntityContent contentEnt;\r
-      try{\r
-        contentEnt = (EntityContent)contentModule.getById(aid);\r
-      }\r
-      catch (Throwable e){\r
-        throw new ServletModuleFailure("Couldn't get content for article "+aid + ": " + e.getMessage(), e);\r
-      }\r
-      String producerStorageRoot=configuration.getString("Producer.StorageRoot");\r
-      String producerDocRoot=configuration.getString("Producer.DocRoot");\r
-      String publishPath = contentEnt.getValue("publish_path");\r
-      String txtFilePath = producerStorageRoot + producerDocRoot + "/" + mail_language +\r
-                                                                                                         publishPath + "/" + aid + ".txt";\r
-\r
-\r
-      File inputFile = new File(txtFilePath);\r
-      String content;\r
-\r
-      try{\r
-        FileReader in = new FileReader(inputFile);\r
-        StringWriter out = new StringWriter();\r
-        int c;\r
-        while ((c = in.read()) != -1)\r
-          out.write(c);\r
-        in.close();\r
-        content= out.toString();\r
-      }\r
-      catch (FileNotFoundException e){\r
-        throw new ServletModuleFailure("No text file found in " + txtFilePath, e);\r
-      }\r
-      catch (IOException e){\r
-        throw new ServletModuleFailure("Problem reading file in " + txtFilePath, e);\r
-      }\r
-      // add some headers\r
-      content = "To: " + to + "\nReply-To: "+ from + "\n" + content;\r
-      // put in the comment where it should go\r
-      if (comment != null) {\r
-        String commentTextToInsert = "\n\nAttached comment from " + from_name + ":\n" + comment;\r
-        try {\r
-          content=StringRoutines.performRegularExpressionReplacement(content,"!COMMENT!",commentTextToInsert);\r
-        }\r
-        catch (Throwable e){\r
-          throw new ServletModuleFailure("Problem doing regular expression replacement " + e.toString(), e);\r
-        }\r
-      }\r
-      else{\r
-        try {\r
-          content=StringRoutines.performRegularExpressionReplacement(content,"!COMMENT!","");\r
-        }\r
-        catch (Throwable e){\r
-          throw new ServletModuleFailure("Problem doing regular expression replacement " + e.toString(), e);\r
-        }\r
-      }\r
-\r
-      SMTPClient client=new SMTPClient();\r
-      try {\r
-        int reply;\r
-        client.connect(configuration.getString("ServletModule.OpenIndy.SMTPServer"));\r
-\r
-        reply = client.getReplyCode();\r
-\r
-        if (!SMTPReply.isPositiveCompletion(reply)) {\r
-          client.disconnect();\r
-          throw new ServletModuleExc("SMTP server refused connection.");\r
-        }\r
-\r
-        client.sendSimpleMessage(configuration.getString("ServletModule.OpenIndy.EmailIsFrom"), to, content);\r
-\r
-        client.disconnect();\r
-        //mission accomplished\r
-        deliver(req, res, mergeData, sentMailTemplate);\r
-      }\r
-      catch(IOException e) {\r
-        if(client.isConnected()) {\r
-          try {\r
-            client.disconnect();\r
-          } catch(IOException f) {\r
-            // do nothing\r
-          }\r
-        }\r
-        throw new ServletModuleFailure(e);\r
-      }\r
-    }\r
-  }\r
-\r
-\r
-  /*\r
-   * Method for querying a lucene index\r
-   */\r
-  public void search(HttpServletRequest req, HttpServletResponse res)\r
-      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure {\r
-    try {\r
-      int increment=10;\r
-\r
-      HttpSession session = req.getSession(false);\r
-\r
-      String queryString="";\r
-\r
-      SimpleHash mergeData = new SimpleHash();\r
-\r
-      KeywordSearchTerm dateTerm = new KeywordSearchTerm("date_formatted","search_date","webdb_create_formatted","webdb_create_formatted","webdb_create_formatted");\r
-      UnIndexedSearchTerm whereTerm = new UnIndexedSearchTerm("","","","where","where");\r
-      TextSearchTerm creatorTerm = new TextSearchTerm("creator","search_creator","creator","creator","creator");\r
-      TextSearchTerm titleTerm = new TextSearchTerm("title","search_content","title","title","title");\r
-      TextSearchTerm descriptionTerm =  new TextSearchTerm("description","search_content","description","description","description");\r
-      ContentSearchTerm contentTerm = new ContentSearchTerm("content_data","search_content","content","","");\r
-      TopicSearchTerm topicTerm = new TopicSearchTerm();\r
-      ImagesSearchTerm imagesTerm = new ImagesSearchTerm();\r
-      AudioSearchTerm audioTerm = new AudioSearchTerm();\r
-      VideoSearchTerm videoTerm = new VideoSearchTerm();\r
-\r
-      //make the query available to subsequent iterations\r
-\r
-      for (Enumeration theParams = req.getParameterNames(); theParams.hasMoreElements() ;) {\r
-        String pName=(String)theParams.nextElement();\r
-        if (pName.startsWith("search_")){\r
-          mergeData.put(pName,new SimpleScalar(req.getParameter(pName)));\r
-        }\r
-      }\r
-\r
-      try{\r
-        mergeData.put("topics", themenModule.getTopicsAsSimpleList());\r
-      }\r
-      catch(ModuleException e) {\r
-        logger.debug("Can't get topics: " + e.toString());\r
-      }\r
-\r
-      String searchBackValue = req.getParameter("search_back");\r
-      String searchForwardValue = req.getParameter("search_forward");\r
-\r
-      if (searchBackValue != null){\r
-        int totalHits = ((Integer) session.getAttribute("numberOfHits")).intValue();\r
-        int newPosition=((Integer)session.getAttribute("positionInResults")).intValue()-increment;\r
-        if (newPosition<0)\r
-          newPosition=0;\r
-        if (newPosition >= totalHits)\r
-          newPosition=totalHits-1;\r
-        session.setAttribute("positionInResults",new Integer(newPosition));\r
-      }\r
-      else {\r
-        if (searchForwardValue != null){\r
-          int totalHits = ((Integer) session.getAttribute("numberOfHits")).intValue();\r
-          int newPosition=((Integer)session.getAttribute("positionInResults")).intValue()+increment;\r
-          if (newPosition<0)\r
-            newPosition=0;\r
-          if (newPosition >= totalHits)\r
-            newPosition=totalHits-1;\r
-\r
-          session.setAttribute("positionInResults",new Integer(newPosition));\r
-        }\r
-        else {\r
-          String indexPath=configuration.getString("IndexPath");\r
-\r
-\r
-          String creatorFragment = creatorTerm.makeTerm(req);\r
-          if (creatorFragment != null){\r
-            queryString = queryString + " +" + creatorFragment;\r
-          }\r
-\r
-          // search title, description, and content for something\r
-          // the contentTerm uses param "search_boolean" to combine its terms\r
-          String contentFragment = contentTerm.makeTerm(req);\r
-          if (contentFragment != null){\r
-            logger.debug("contentFragment: " + contentFragment);\r
-            queryString = queryString + " +" + contentFragment;\r
-          }\r
-\r
-          String topicFragment = topicTerm.makeTerm(req);\r
-          if (topicFragment != null){\r
-            queryString = queryString + " +" + topicFragment;\r
-          }\r
-\r
-          String imagesFragment = imagesTerm.makeTerm(req);\r
-          if (imagesFragment != null){\r
-            queryString = queryString + " +" + imagesFragment;\r
-          }\r
-\r
-          String audioFragment = audioTerm.makeTerm(req);\r
-          if (audioFragment != null){\r
-            queryString = queryString + " +" + audioFragment;\r
-          }\r
-\r
-          String videoFragment = videoTerm.makeTerm(req);\r
-          if (videoFragment != null){\r
-            queryString = queryString + " +" + videoFragment;\r
-          }\r
-\r
-          if (queryString == null || queryString == ""){\r
-            queryString = "";\r
-          }\r
-          else{\r
-            try{\r
-              Searcher searcher = null;\r
-              try {\r
-                searcher = new IndexSearcher(indexPath);\r
-              }\r
-              catch(IOException e) {\r
-                logger.debug("Can't open indexPath: " + indexPath);\r
-                throw new ServletModuleExc("Problem with Search Index! : "+ e.toString());\r
-              }\r
-\r
-              Query query = null;\r
-              try {\r
-                query = QueryParser.parse(queryString, "content", new StandardAnalyzer());\r
-              }\r
-              catch(Exception e) {\r
-                searcher.close();\r
-                logger.debug("Query don't parse: " + queryString);\r
-                throw new ServletModuleExc("Problem with Query String! (was '"+queryString+"')");\r
-              }\r
-\r
-              Hits hits = null;\r
-              try {\r
-                hits = searcher.search(query);\r
-              }\r
-              catch(IOException e) {\r
-                searcher.close();\r
-                logger.debug("Can't get hits: " + e.toString());\r
-                throw new ServletModuleExc("Problem getting hits!");\r
-              }\r
-\r
-              int start = 0;\r
-              int end = hits.length();\r
-\r
-              String sortBy=req.getParameter("search_sort");\r
-              if (sortBy == null || sortBy.equals("")){\r
-                throw new ServletModuleExc("Please let me sort by something!(missing search_sort)");\r
-              }\r
-\r
-              // here is where the documents will go for storage across sessions\r
-              ArrayList theDocumentsSorted = new ArrayList();\r
-\r
-              if (sortBy.equals("score")){\r
-                for(int i = start; i < end; i++) {\r
-                  theDocumentsSorted.add(hits.doc(i));\r
-                }\r
-              }\r
-              else{\r
-                // then we'll sort by date!\r
-                Map dateToPosition = new HashMap(end,1.0F); //we know how big it will be\r
-                for(int i = start; i < end; i++) {\r
-                  String creationDate=(hits.doc(i)).get("creationDate");\r
-                  // do a little dance in case two contents created at the same second!\r
-                  if (dateToPosition.containsKey(creationDate)){\r
-                    ((ArrayList) (dateToPosition.get(creationDate))).add(new Integer(i));\r
-                  }\r
-                  else{\r
-                    ArrayList thePositions = new ArrayList();\r
-                    thePositions.add(new Integer(i));\r
-                    dateToPosition.put(creationDate,thePositions);\r
-                  }\r
-                }\r
-                Set keys = dateToPosition.keySet();\r
-                ArrayList keyList= new ArrayList(keys);\r
-                Collections.sort(keyList);\r
-                if (sortBy.equals("date_desc")){\r
-                  Collections.reverse(keyList);\r
-                }\r
-                else{\r
-                  if (!sortBy.equals("date_asc")){\r
-                    throw new ServletModuleExc("don't know how to sort by: "+ sortBy);\r
-                  }\r
-                }\r
-                ListIterator keyTraverser = keyList.listIterator();\r
-                while (keyTraverser.hasNext()){\r
-                  ArrayList positions = (ArrayList)dateToPosition.get((keyTraverser.next()));\r
-                  ListIterator positionsTraverser=positions.listIterator();\r
-                  while (positionsTraverser.hasNext()){\r
-                    theDocumentsSorted.add(hits.doc(((Integer)(positionsTraverser.next())).intValue()));\r
-                  }\r
-                }\r
-              }\r
-\r
-              try{\r
-                searcher.close();\r
-              }\r
-              catch (IOException e){\r
-                logger.debug("Can't close searcher: " + e.toString());\r
-                throw new ServletModuleFailure("Problem closing searcher(normal):" + e.getMessage(), e);\r
-              }\r
-\r
-\r
-              session.removeAttribute("numberOfHits");\r
-              session.removeAttribute("theDocumentsSorted");\r
-              session.removeAttribute("positionInResults");\r
-\r
-              session.setAttribute("numberOfHits",new Integer(end));\r
-              session.setAttribute("theDocumentsSorted",theDocumentsSorted);\r
-              session.setAttribute("positionInResults",new Integer(0));\r
-\r
-            }\r
-            catch (IOException e){\r
-              logger.debug("Can't close searcher: " + e.toString());\r
-              throw new ServletModuleFailure("Problem closing searcher: " + e.getMessage(), e);\r
-            }\r
-          }\r
-        }\r
-      }\r
-\r
-      try {\r
-        ArrayList theDocs = (ArrayList)session.getAttribute("theDocumentsSorted");\r
-        if (theDocs != null){\r
-\r
-          mergeData.put("numberOfHits", ((Integer)session.getAttribute("numberOfHits")).toString());\r
-          SimpleList theHits = new SimpleList();\r
-          int pIR=((Integer)session.getAttribute("positionInResults")).intValue();\r
-          int terminus;\r
-          int numHits=((Integer)session.getAttribute("numberOfHits")).intValue();\r
-\r
-          if (!(pIR+increment>=numHits)){\r
-            mergeData.put("hasNext","y");\r
-          }\r
-          if (pIR>0){\r
-            mergeData.put("hasPrevious","y");\r
-          }\r
-\r
-          if ((pIR+increment)>numHits){\r
-            terminus=numHits;\r
-          }\r
-          else {\r
-            terminus=pIR+increment;\r
-          }\r
-          for(int i = pIR; i < terminus; i++) {\r
-            SimpleHash h = new SimpleHash();\r
-            Document theHit = (Document)theDocs.get(i);\r
-            whereTerm.returnMeta(h,theHit);\r
-            creatorTerm.returnMeta(h,theHit);\r
-            titleTerm.returnMeta(h,theHit);\r
-            descriptionTerm.returnMeta(h,theHit);\r
-            dateTerm.returnMeta(h,theHit);\r
-            imagesTerm.returnMeta(h,theHit);\r
-            audioTerm.returnMeta(h,theHit);\r
-            videoTerm.returnMeta(h,theHit);\r
-            theHits.add(h);\r
-          }\r
-          mergeData.put("hits",theHits);\r
-        }\r
-      }\r
-      catch (Throwable e) {\r
-        logger.error("Can't iterate over hits: " + e.toString());\r
-\r
-        throw new ServletModuleFailure("Problem getting hits: " + e.getMessage(), e);\r
-      }\r
-\r
-      mergeData.put("queryString",queryString);\r
-      deliver(req,res,mergeData,searchResultsTemplate);\r
-    }\r
-    catch (NullPointerException n){\r
-      throw new ServletModuleFailure("Null Pointer: "+n.toString(), n);\r
-    }\r
-  }\r
-\r
-  /*\r
-   * Method for dynamically generating a pdf from a fo file\r
-   */\r
-  public void getpdf(HttpServletRequest req, HttpServletResponse res)\r
-      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure {\r
-    String ID_REQUEST_PARAM = "id";\r
-    String language = req.getParameter("language");\r
-    String generateFO=configuration.getString("GenerateFO");\r
-    String generatePDF=configuration.getString("GeneratePDF");\r
-\r
-\r
-    //don't do anything if we are not making FO files, or if we are\r
-    //pregenerating PDF's\r
-    if (generateFO.equals("yes") && generatePDF.equals("no")){\r
-      //fop complains unless you do the logging this way\r
-      org.apache.log.Logger log = null;\r
-      Hierarchy hierarchy = Hierarchy.getDefaultHierarchy();\r
-      log = hierarchy.getLoggerFor("fop");\r
-      log.setPriority(Priority.WARN);\r
-\r
-      String producerStorageRoot=configuration.getString("Producer.StorageRoot");\r
-      String producerDocRoot=configuration.getString("Producer.DocRoot");\r
-      //      String templateDir=MirConfig.getPropWithHome("HTMLTemplateProcessor.Dir");\r
-      String xslSheet=configuration.getString("Producer.HTML2FOStyleSheet");\r
-      try {\r
-        String idParam = req.getParameter(ID_REQUEST_PARAM);\r
-        if (idParam != null) {\r
-          EntityContent contentEnt =\r
-            (EntityContent)contentModule.getById(idParam);\r
-          String publishPath = StringUtil.webdbDate2path(contentEnt.getValue("date"));\r
-          String foFile;\r
-\r
-          if (language == null){\r
-            foFile = producerStorageRoot + producerDocRoot + "/"\r
-              + publishPath  + idParam + ".fo";\r
-          }\r
-          else{\r
-            foFile = producerStorageRoot + producerDocRoot + "/"\r
-              + language + publishPath  + idParam + ".fo";\r
-          }\r
-          logger.debug("USING FILES" + foFile + " and " + xslSheet);\r
-          XSLTInputHandler input = new XSLTInputHandler(new File(foFile),\r
-                                                        new File(xslSheet));\r
-\r
-          ByteArrayOutputStream out = new ByteArrayOutputStream();\r
-          res.setContentType("application/pdf");\r
-\r
-          Driver driver = new Driver();\r
-          driver.setLogger(log);\r
-          driver.setRenderer(Driver.RENDER_PDF);\r
-          driver.setOutputStream(out);\r
-          driver.render(input.getParser(), input.getInputSource());\r
-\r
-          byte[] content = out.toByteArray();\r
-          res.setContentLength(content.length);\r
-          res.getOutputStream().write(content);\r
-          res.getOutputStream().flush();\r
-        }\r
-        else {\r
-          throw new ServletModuleUserExc("Missing id parameter.");\r
-        }\r
-      }\r
-      catch (Exception ex) {\r
-        logger.error(ex.toString());\r
-        throw new ServletModuleFailure(ex);\r
-      }\r
-    } else {\r
-      throw new ServletModuleExc("Can't generate a PDF because the config tells me not to.");\r
-    }\r
-  }\r
-\r
-  private void _throwBadContentType (String fileName, String contentType)\r
-      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure {\r
-\r
-    logger.error("Wrong file type uploaded!: " + fileName+" "\r
-                          +contentType);\r
-    throw new ServletModuleUserExc("The file you uploaded is of the "\r
-                                         +"following mime-type: "+contentType\r
-                                         +", we do not support this mime-type. "\r
-                                         +"Error One or more files of unrecognized type. Sorry");\r
-  }\r
-\r
-  protected String createOneTimePasswd(){\r
-    Random r = new Random();\r
-    int random = r.nextInt();\r
-    long l = System.currentTimeMillis();\r
-    l = (l*l*l*l)/random;\r
-    if(l<0) l = l * -1;\r
-    String returnString = ""+l;\r
-    return returnString.substring(5);\r
-  }\r
-\r
-\r
-  /* this is an overwritten method of ServletModule in order\r
-     to use different bundles for open and admin */\r
-  public void deliver(HttpServletRequest req, HttpServletResponse res,\r
-                      TemplateModelRoot rtm, TemplateModelRoot popups,\r
-                      String templateFilename) throws ServletModuleFailure\r
-  {\r
-    if (rtm == null) rtm = new SimpleHash();\r
-    try {\r
-      PrintWriter out = res.getWriter();\r
-      HTMLTemplateProcessor.process(res, templateFilename, rtm, popups, out,\r
-                                    getLocale(req), "bundles.open");\r
-      out.close();\r
-    }\r
-    catch (Throwable e) {\r
-      throw new ServletModuleFailure(e);\r
-    }\r
-  }\r
-}\r
-\r
-\r
-\r
+/*
+ * Copyright (C) 2001, 2002  The Mir-coders group
+ *
+ * This file is part of Mir.
+ *
+ * Mir is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * Mir is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with Mir; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+ *
+ * In addition, as a special exception, The Mir-coders gives permission to link
+ * the code of this program with the com.oreilly.servlet library, any library
+ * licensed under the Apache Software License, The Sun (tm) Java Advanced
+ * Imaging library (JAI), The Sun JIMI library (or with modified versions of
+ * the above that use the same license as the above), and distribute linked
+ * combinations including the two.  You must obey the GNU General Public
+ * License in all respects for all of the code used other than the above
+ * mentioned libraries.  If you modify this file, you may extend this exception
+ * to your version of the file, but you are not obligated to do so.  If you do
+ * not wish to do so, delete this exception statement from your version.
+ */
+
+package mircoders.servlet;
+
+import java.io.ByteArrayOutputStream;
+import java.io.File;
+import java.io.FileNotFoundException;
+import java.io.FileReader;
+import java.io.IOException;
+import java.io.PrintWriter;
+import java.io.StringWriter;
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.Enumeration;
+import java.util.GregorianCalendar;
+import java.util.HashMap;
+import java.util.Iterator;
+import java.util.ListIterator;
+import java.util.Locale;
+import java.util.Map;
+import java.util.Random;
+import java.util.Set;
+
+import javax.servlet.http.HttpServletRequest;
+import javax.servlet.http.HttpServletResponse;
+import javax.servlet.http.HttpSession;
+
+import mir.entity.Entity;
+import mir.entity.EntityList;
+import mir.log.LoggerWrapper;
+import mir.misc.FileHandler;
+import mir.misc.FileHandlerUserException;
+import mir.misc.HTMLTemplateProcessor;
+import mir.misc.StringUtil;
+import mir.misc.WebdbMultipartRequest;
+import mir.module.ModuleException;
+import mir.servlet.ServletModule;
+import mir.servlet.ServletModuleExc;
+import mir.servlet.ServletModuleFailure;
+import mir.servlet.ServletModuleUserExc;
+import mir.storage.StorageObjectFailure;
+import mir.util.StringRoutines;
+import mircoders.entity.EntityComment;
+import mircoders.entity.EntityContent;
+import mircoders.global.MirGlobal;
+import mircoders.media.MediaRequest;
+import mircoders.module.ModuleComment;
+import mircoders.module.ModuleContent;
+import mircoders.module.ModuleImages;
+import mircoders.module.ModuleTopics;
+import mircoders.search.AudioSearchTerm;
+import mircoders.search.ContentSearchTerm;
+import mircoders.search.ImagesSearchTerm;
+import mircoders.search.KeywordSearchTerm;
+import mircoders.search.TextSearchTerm;
+import mircoders.search.TopicSearchTerm;
+import mircoders.search.UnIndexedSearchTerm;
+import mircoders.search.VideoSearchTerm;
+import mircoders.storage.DatabaseComment;
+import mircoders.storage.DatabaseContent;
+import mircoders.storage.DatabaseContentToMedia;
+import mircoders.storage.DatabaseContentToTopics;
+import mircoders.storage.DatabaseImages;
+import mircoders.storage.DatabaseLanguage;
+import mircoders.storage.DatabaseTopics;
+
+import org.apache.commons.net.smtp.SMTPClient;
+import org.apache.commons.net.smtp.SMTPReply;
+import org.apache.fop.apps.Driver;
+import org.apache.fop.apps.XSLTInputHandler;
+import org.apache.log.Hierarchy;
+import org.apache.log.Priority;
+import org.apache.lucene.analysis.standard.StandardAnalyzer;
+import org.apache.lucene.document.Document;
+import org.apache.lucene.queryParser.QueryParser;
+import org.apache.lucene.search.Hits;
+import org.apache.lucene.search.IndexSearcher;
+import org.apache.lucene.search.Query;
+import org.apache.lucene.search.Searcher;
+
+import freemarker.template.SimpleHash;
+import freemarker.template.SimpleList;
+import freemarker.template.SimpleScalar;
+import freemarker.template.TemplateModelRoot;
+
+/*
+ *  ServletModuleOpenIndy -
+ *   is the open-access-servlet, which is responsible for
+ *    adding comments to articles &
+ *    open-postings to the newswire
+ *
+ * @author mir-coders group
+ * @version $Id: ServletModuleOpenIndy.java,v 1.64 2003/03/08 17:18:19 idfx Exp $
+ *
+ */
+
+public class ServletModuleOpenIndy extends ServletModule
+{
+
+  private String        commentFormTemplate, commentFormDoneTemplate,
+    commentFormDupeTemplate;
+  private String        postingFormTemplate, postingFormDoneTemplate,
+    postingFormDupeTemplate;
+  private String        searchResultsTemplate;
+  private String        prepareMailTemplate,sentMailTemplate;
+  private ModuleContent contentModule;
+  private ModuleComment commentModule;
+  private ModuleImages  imageModule;
+  private ModuleTopics  themenModule;
+  private String        directOp ="yes";
+  private String        passwdProtection ="yes";
+  // Singelton / Kontruktor
+  private static ServletModuleOpenIndy instance = new ServletModuleOpenIndy();
+  public static ServletModule getInstance() { return instance; }
+
+  private ServletModuleOpenIndy() {
+    super();
+    try {
+      logger = new LoggerWrapper("ServletModule.OpenIndy");
+
+      commentFormTemplate = configuration.getString("ServletModule.OpenIndy.CommentTemplate");
+      commentFormDoneTemplate = configuration.getString("ServletModule.OpenIndy.CommentDoneTemplate");
+      commentFormDupeTemplate = configuration.getString("ServletModule.OpenIndy.CommentDupeTemplate");
+      postingFormTemplate = configuration.getString("ServletModule.OpenIndy.PostingTemplate");
+      postingFormDoneTemplate = configuration.getString("ServletModule.OpenIndy.PostingDoneTemplate");
+      postingFormDupeTemplate = configuration.getString("ServletModule.OpenIndy.PostingDupeTemplate");
+      searchResultsTemplate = configuration.getString("ServletModule.OpenIndy.SearchResultsTemplate");
+      prepareMailTemplate = configuration.getString("ServletModule.OpenIndy.PrepareMailTemplate");
+      sentMailTemplate = configuration.getString("ServletModule.OpenIndy.SentMailTemplate");
+      directOp = configuration.getString("DirectOpenposting").toLowerCase();
+      passwdProtection = configuration.getString("PasswdProtection").toLowerCase();
+      mainModule = new ModuleComment(DatabaseComment.getInstance());
+      contentModule = new ModuleContent(DatabaseContent.getInstance());
+      themenModule = new ModuleTopics(DatabaseTopics.getInstance());
+      imageModule = new ModuleImages(DatabaseImages.getInstance());
+      defaultAction="addposting";
+
+    }
+    catch (StorageObjectFailure e) {
+      logger.error("servletmoduleopenindy could not be initialized: " + e.getMessage());
+    }
+  }
+
+
+  /**
+   *  Method for making a comment
+   */
+
+  public void addcomment(HttpServletRequest req, HttpServletResponse res)
+      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure
+  {
+    String aid = req.getParameter("aid"); // the article id the comment will belong to
+    String language = req.getParameter("language");
+
+    if (aid!=null && !aid.equals("")) {
+      try {
+        SimpleHash mergeData = new SimpleHash();
+
+        // onetimepasswd
+        if (passwdProtection.equals("yes")) {
+          String passwd = this.createOneTimePasswd();
+          HttpSession session = req.getSession(false);
+          session.setAttribute("passwd", passwd);
+          mergeData.put("passwd", passwd);
+        }
+
+        if (language != null) {
+          HttpSession session = req.getSession(false);
+          session.setAttribute("Locale", new Locale(language, ""));
+          session.setAttribute("passwd", language);
+        }
+
+        mergeData.put("aid", aid);
+
+        SimpleHash extraInfo = new SimpleHash();
+        extraInfo.put("languagePopUpData", DatabaseLanguage.getInstance().getPopupData());
+
+        deliver(req, res, mergeData, extraInfo, commentFormTemplate);
+      }
+      catch (Throwable t) {
+        throw new ServletModuleFailure("ServletModuleOpenIndy.addcomment: " + t.getMessage(), t);
+      }
+    }
+    else throw new ServletModuleExc("aid not set!");
+  }
+
+  /**
+   *  Method for inserting a comment into the Database and delivering
+   *  the commentDone Page
+   */
+
+  public void inscomment(HttpServletRequest req, HttpServletResponse res)
+    throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure
+  {
+    String aid = req.getParameter("to_media"); // the article id the comment will belong to
+    if (aid!=null && !aid.equals(""))
+      {
+        // ok, collecting data from form
+        try {
+          Map withValues = getIntersectingValues(req, DatabaseComment.getInstance());
+
+          //no html in comments(for now)
+          for (Iterator i=withValues.keySet().iterator(); i.hasNext(); ){
+            String k=(String)i.next();
+            String v=(String)withValues.get(k);
+
+            withValues.put(k,StringUtil.removeHTMLTags(v));
+          }
+          withValues.put("is_published","1");
+          withValues.put("to_comment_status","1");
+
+          //checking the onetimepasswd
+          if(passwdProtection.equals("yes")){
+            HttpSession session = req.getSession(false);
+            String sessionPasswd = (String)session.getAttribute("passwd");
+            if ( sessionPasswd == null){
+              throw new ServletModuleUserExc("Lost password");
+            }
+            String passwd = req.getParameter("passwd");
+            if ( passwd == null || (!sessionPasswd.equals(passwd))) {
+              throw new ServletModuleUserExc("Missing password");
+            }
+            session.invalidate();
+          }
+
+          // inserting into database
+          String id = mainModule.add(withValues);
+          logger.debug("id: "+id);
+          //insert was not successfull
+          if(id==null){
+            deliver(req, res, new SimpleHash(), commentFormDupeTemplate);
+          } else {
+            DatabaseContent.getInstance().setUnproduced("id="+aid);
+
+            try {
+              EntityComment comment = (EntityComment) DatabaseComment.getInstance().selectById(id);
+              MirGlobal.localizer().openPostings().afterCommentPosting(comment);
+            }
+            catch (Throwable t) {
+              throw new ServletModuleExc(t.getMessage());
+            }
+          }
+
+          // redirecting to url
+          // should implement back to article
+          SimpleHash mergeData = new SimpleHash();
+          deliver(req, res, mergeData, commentFormDoneTemplate);
+        }
+        catch (Throwable e) {
+          throw new ServletModuleFailure(e);
+        }
+      }
+    else throw new ServletModuleExc("aid not set!");
+
+  }
+
+  /**
+   *  Method for delivering the form-Page for open posting
+   */
+
+  public void addposting(HttpServletRequest req, HttpServletResponse res)
+      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure
+  {
+    SimpleHash mergeData = new SimpleHash();
+
+    // onetimepasswd
+    if(passwdProtection.equals("yes")){
+      String passwd = this.createOneTimePasswd();
+      HttpSession session = req.getSession(false);
+      session.setAttribute("passwd",passwd);
+      mergeData.put("passwd", passwd);
+    }
+
+    String maxMedia = configuration.getString("ServletModule.OpenIndy.MaxMediaUploadItems");
+    String defaultMedia = configuration.getString("ServletModule.OpenIndy.DefaultMediaUploadItems");
+    String numOfMedia = req.getParameter("medianum");
+
+    if(numOfMedia==null||numOfMedia.equals("")){
+      numOfMedia=defaultMedia;
+    }
+    else if(Integer.parseInt(numOfMedia) > Integer.parseInt(maxMedia)) {
+      numOfMedia = maxMedia;
+    }
+
+    int mediaNum = Integer.parseInt(numOfMedia);
+    SimpleList mediaFields = new SimpleList();
+    for(int i =0; i<mediaNum;i++){
+      Integer mNum = new Integer(i+1);
+      mediaFields.add(mNum.toString());
+    }
+    mergeData.put("medianum",numOfMedia);
+    mergeData.put("mediafields",mediaFields);
+
+
+    SimpleHash extraInfo = new SimpleHash();
+    try{
+      extraInfo.put("languagePopUpData", DatabaseLanguage.getInstance().getPopupData() );
+      extraInfo.put("themenPopupData", themenModule.getTopicsAsSimpleList());
+
+      extraInfo.put("topics", themenModule.getTopicsList());
+
+    }
+    catch (Exception e) {
+      logger.error("languagePopUpData or getTopicslist failed "+e.toString());
+
+      throw new ServletModuleFailure("OpenIndy -- failed getting language or topics: "+e.toString(), e);
+    }
+
+
+
+    deliver(req, res, mergeData, extraInfo, postingFormTemplate);
+  }
+
+  /**
+   *  Method for inserting an open posting into the Database and delivering
+   *  the postingDone Page
+   */
+
+  public void insposting(HttpServletRequest req, HttpServletResponse res)
+      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure
+  {
+    SimpleHash mergeData = new SimpleHash();
+    boolean setMedia=false;
+    boolean setTopic = false;
+
+    try {
+
+      WebdbMultipartRequest mp = null;
+      EntityList mediaList = null;
+      try {
+        // new MediaRequest, "1" is the id for the openPosting user
+        MediaRequest mediaReq = new MediaRequest("1", true);
+        mp = new WebdbMultipartRequest(req, (FileHandler)mediaReq);
+        mediaList = mediaReq.getEntityList();
+      }
+      catch (FileHandlerUserException e) {
+        throw new ServletModuleFailure(e);
+      }
+
+      Map withValues = mp.getParameters();
+
+      //checking the onetimepasswd
+      if(passwdProtection.equals("yes")){
+        HttpSession session = req.getSession(false);
+        String sessionPasswd = (String)session.getAttribute("passwd");
+        if ( sessionPasswd == null){
+          throw new ServletModuleUserExc("Lost password");
+        }
+        String passwd = (String)withValues.get("passwd");
+        if ( passwd == null || (!sessionPasswd.equals(passwd))) {
+          throw new ServletModuleUserExc("Missing password");
+        }
+        session.invalidate();
+      }
+
+      if ((((String)withValues.get("title")).length() == 0) ||
+          (((String)withValues.get("description")).length() == 0) ||
+          (((String)withValues.get("content_data")).length() == 0))
+        throw new ServletModuleUserExc("Missing field");
+
+      // call the routines that escape html
+
+      for (Iterator i=withValues.keySet().iterator(); i.hasNext(); ){
+        String k=(String)i.next();
+        String v=(String)withValues.get(k);
+
+        if (k.equals("content_data")){
+          //this doesn't quite work yet, so for now, all html goes
+          //withValues.put(k,StringUtil.approveHTMLTags(v));
+          withValues.put(k,StringUtil.deleteForbiddenTags(v));
+        } else if (k.equals("description")) {
+          String tmp = StringUtil.deleteForbiddenTags(v);
+          withValues.put(k,StringUtil.deleteHTMLTableTags(tmp));
+        } else {
+          withValues.put(k,StringUtil.removeHTMLTags(v));
+        }
+
+      }
+
+      withValues.put("date", StringUtil.date2webdbDate(new GregorianCalendar()));
+      withValues.put("publish_path", StringUtil.webdbDate2path((String)withValues.get("date")));
+      withValues.put("is_produced", "0");
+      // by default stuff is published, they can be un-published through the
+      // admin interface.
+      withValues.put("is_published","1");
+      // if op direct article-type == newswire
+      if (directOp.equals("yes")) withValues.put("to_article_type","1");
+
+      withValues.put("to_publisher","1");
+
+      // owner is openposting user
+      //      ML: this is not multi-language friendly and this can be done in a template
+      //      if (withValues.get("creator").toString().equals(""))
+      //        withValues.put("creator","Anonym");
+
+      // inserting  content into database
+      String cid = contentModule.add(withValues);
+      logger.debug("id: "+cid);
+      //insert was not successfull
+      if(cid==null){
+        //How do we know that it was not succesful cause of a
+        //dupe, what if it failed cause of "No space left on device"?
+        //Or is there something I am missing? Wouldn't it be better
+        //to have an explicit dupe check and then insert? I have no
+        //idea what I am talking about. this comment is in case
+        //I forget to explicitely ask. -mh
+        deliver(req, res, mergeData, postingFormDupeTemplate);
+      }
+
+      String[] to_topicsArr = mp.getParameterValues("to_topic");
+
+      if (to_topicsArr != null && to_topicsArr.length > 0) {
+        try{
+          DatabaseContentToTopics.getInstance().setTopics(cid,to_topicsArr);
+          setTopic = true;
+        }
+        catch (Exception e) {
+          logger.error("setting content_x_topic failed");
+          contentModule.deleteById(cid);
+          throw new ServletModuleExc("smod - openindy :: insposting: setting content_x_topic failed: "+e.toString());
+        } //end try
+      } //end if
+
+      //if we're here all is ok... associate the media to the article
+      for(int i=0;i<mediaList.size();i++) {
+        Entity mediaEnt = (Entity)mediaList.elementAt(i);
+        DatabaseContentToMedia.getInstance().addMedia(cid,mediaEnt.getId());
+      }
+
+      try {
+        MirGlobal.localizer().openPostings().afterContentPosting(
+                                                                 (EntityContent)contentModule.getById(cid));
+      }
+      catch (Throwable t) {
+        throw new ServletModuleFailure(t);
+      }
+    }
+    catch (Throwable e) {
+      throw new ServletModuleFailure(e);
+    }
+
+    deliver(req, res, mergeData, postingFormDoneTemplate);
+  }
+
+    /*
+   * Method for preparing and sending a content as an email message
+   */
+
+  public void mail(HttpServletRequest req, HttpServletResponse res)
+      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure
+  {
+    String aid = req.getParameter("mail_aid");
+    if (aid == null){
+      throw new ServletModuleUserExc("An article id must be specified in requests to email an article.  Something therefore went badly wrong....");
+    }
+
+    String to = req.getParameter("mail_to");
+    String from = req.getParameter("mail_from");
+    String from_name = req.getParameter("mail_from_name");
+    String comment = req.getParameter("mail_comment");
+    String mail_language = req.getParameter("mail_language");
+
+    SimpleHash mergeData = new SimpleHash();
+
+    if (to == null || from == null || from_name == null|| to.equals("") || from.equals("") || from_name.equals("") || mail_language == null || mail_language.equals("")){
+
+      for (Enumeration theParams = req.getParameterNames(); theParams.hasMoreElements() ;) {
+        String pName=(String)theParams.nextElement();
+        if (pName.startsWith("mail_")){
+          mergeData.put(pName,new SimpleScalar(req.getParameter(pName)));
+        }
+      }
+      deliver(req,res,mergeData,prepareMailTemplate);
+    }
+    else {
+      //run checks on to and from and mail_language to make sure no monkey business occurring
+      if (mail_language.indexOf('.') != -1 || mail_language.indexOf('/') != -1 ){
+        throw new ServletModuleUserExc("Sorry, you've entered an illegal character into the language field.  Go back and try again, asshole.");
+      }
+      if (to.indexOf('\n') != -1
+          || to.indexOf('\r') != -1
+          || to.indexOf(',') != -1
+          || from.indexOf('\n') != -1
+          || from.indexOf('\r') != -1
+          || from.indexOf(',') != -1 ){
+        throw new ServletModuleUserExc("Sorry, you've entered an illegal character into the from or to field.  Go back and try again.");
+      }
+      EntityContent contentEnt;
+      try{
+        contentEnt = (EntityContent)contentModule.getById(aid);
+      }
+      catch (Throwable e){
+        throw new ServletModuleFailure("Couldn't get content for article "+aid + ": " + e.getMessage(), e);
+      }
+      String producerStorageRoot=configuration.getString("Producer.StorageRoot");
+      String producerDocRoot=configuration.getString("Producer.DocRoot");
+      String publishPath = contentEnt.getValue("publish_path");
+      String txtFilePath = producerStorageRoot + producerDocRoot + "/" + mail_language +
+                                                                                                         publishPath + "/" + aid + ".txt";
+
+
+      File inputFile = new File(txtFilePath);
+      String content;
+
+      try{
+        FileReader in = new FileReader(inputFile);
+        StringWriter out = new StringWriter();
+        int c;
+        while ((c = in.read()) != -1)
+          out.write(c);
+        in.close();
+        content= out.toString();
+      }
+      catch (FileNotFoundException e){
+        throw new ServletModuleFailure("No text file found in " + txtFilePath, e);
+      }
+      catch (IOException e){
+        throw new ServletModuleFailure("Problem reading file in " + txtFilePath, e);
+      }
+      // add some headers
+      content = "To: " + to + "\nReply-To: "+ from + "\n" + content;
+      // put in the comment where it should go
+      if (comment != null) {
+        String commentTextToInsert = "\n\nAttached comment from " + from_name + ":\n" + comment;
+        try {
+          content=StringRoutines.performRegularExpressionReplacement(content,"!COMMENT!",commentTextToInsert);
+        }
+        catch (Throwable e){
+          throw new ServletModuleFailure("Problem doing regular expression replacement " + e.toString(), e);
+        }
+      }
+      else{
+        try {
+          content=StringRoutines.performRegularExpressionReplacement(content,"!COMMENT!","");
+        }
+        catch (Throwable e){
+          throw new ServletModuleFailure("Problem doing regular expression replacement " + e.toString(), e);
+        }
+      }
+
+      SMTPClient client=new SMTPClient();
+      try {
+        int reply;
+        client.connect(configuration.getString("ServletModule.OpenIndy.SMTPServer"));
+
+        reply = client.getReplyCode();
+
+        if (!SMTPReply.isPositiveCompletion(reply)) {
+          client.disconnect();
+          throw new ServletModuleExc("SMTP server refused connection.");
+        }
+
+        client.sendSimpleMessage(configuration.getString("ServletModule.OpenIndy.EmailIsFrom"), to, content);
+
+        client.disconnect();
+        //mission accomplished
+        deliver(req, res, mergeData, sentMailTemplate);
+      }
+      catch(IOException e) {
+        if(client.isConnected()) {
+          try {
+            client.disconnect();
+          } catch(IOException f) {
+            // do nothing
+          }
+        }
+        throw new ServletModuleFailure(e);
+      }
+    }
+  }
+
+
+  /*
+   * Method for querying a lucene index
+   */
+  public void search(HttpServletRequest req, HttpServletResponse res)
+      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure {
+    try {
+      int increment=10;
+
+      HttpSession session = req.getSession(false);
+
+      String queryString="";
+
+      SimpleHash mergeData = new SimpleHash();
+
+      KeywordSearchTerm dateTerm = new KeywordSearchTerm("date_formatted","search_date","webdb_create_formatted","webdb_create_formatted","webdb_create_formatted");
+      UnIndexedSearchTerm whereTerm = new UnIndexedSearchTerm("","","","where","where");
+      TextSearchTerm creatorTerm = new TextSearchTerm("creator","search_creator","creator","creator","creator");
+      TextSearchTerm titleTerm = new TextSearchTerm("title","search_content","title","title","title");
+      TextSearchTerm descriptionTerm =  new TextSearchTerm("description","search_content","description","description","description");
+      ContentSearchTerm contentTerm = new ContentSearchTerm("content_data","search_content","content","","");
+      TopicSearchTerm topicTerm = new TopicSearchTerm();
+      ImagesSearchTerm imagesTerm = new ImagesSearchTerm();
+      AudioSearchTerm audioTerm = new AudioSearchTerm();
+      VideoSearchTerm videoTerm = new VideoSearchTerm();
+
+      //make the query available to subsequent iterations
+
+      for (Enumeration theParams = req.getParameterNames(); theParams.hasMoreElements() ;) {
+        String pName=(String)theParams.nextElement();
+        if (pName.startsWith("search_")){
+          mergeData.put(pName,new SimpleScalar(req.getParameter(pName)));
+        }
+      }
+
+      try{
+        mergeData.put("topics", themenModule.getTopicsAsSimpleList());
+      }
+      catch(ModuleException e) {
+        logger.debug("Can't get topics: " + e.toString());
+      }
+
+      String searchBackValue = req.getParameter("search_back");
+      String searchForwardValue = req.getParameter("search_forward");
+
+      if (searchBackValue != null){
+        int totalHits = ((Integer) session.getAttribute("numberOfHits")).intValue();
+        int newPosition=((Integer)session.getAttribute("positionInResults")).intValue()-increment;
+        if (newPosition<0)
+          newPosition=0;
+        if (newPosition >= totalHits)
+          newPosition=totalHits-1;
+        session.setAttribute("positionInResults",new Integer(newPosition));
+      }
+      else {
+        if (searchForwardValue != null){
+          int totalHits = ((Integer) session.getAttribute("numberOfHits")).intValue();
+          int newPosition=((Integer)session.getAttribute("positionInResults")).intValue()+increment;
+          if (newPosition<0)
+            newPosition=0;
+          if (newPosition >= totalHits)
+            newPosition=totalHits-1;
+
+          session.setAttribute("positionInResults",new Integer(newPosition));
+        }
+        else {
+          String indexPath=configuration.getString("IndexPath");
+
+
+          String creatorFragment = creatorTerm.makeTerm(req);
+          if (creatorFragment != null){
+            queryString = queryString + " +" + creatorFragment;
+          }
+
+          // search title, description, and content for something
+          // the contentTerm uses param "search_boolean" to combine its terms
+          String contentFragment = contentTerm.makeTerm(req);
+          if (contentFragment != null){
+            logger.debug("contentFragment: " + contentFragment);
+            queryString = queryString + " +" + contentFragment;
+          }
+
+          String topicFragment = topicTerm.makeTerm(req);
+          if (topicFragment != null){
+            queryString = queryString + " +" + topicFragment;
+          }
+
+          String imagesFragment = imagesTerm.makeTerm(req);
+          if (imagesFragment != null){
+            queryString = queryString + " +" + imagesFragment;
+          }
+
+          String audioFragment = audioTerm.makeTerm(req);
+          if (audioFragment != null){
+            queryString = queryString + " +" + audioFragment;
+          }
+
+          String videoFragment = videoTerm.makeTerm(req);
+          if (videoFragment != null){
+            queryString = queryString + " +" + videoFragment;
+          }
+
+          if (queryString == null || queryString == ""){
+            queryString = "";
+          }
+          else{
+            try{
+              Searcher searcher = null;
+              try {
+                searcher = new IndexSearcher(indexPath);
+              }
+              catch(IOException e) {
+                logger.debug("Can't open indexPath: " + indexPath);
+                throw new ServletModuleExc("Problem with Search Index! : "+ e.toString());
+              }
+
+              Query query = null;
+              try {
+                query = QueryParser.parse(queryString, "content", new StandardAnalyzer());
+              }
+              catch(Exception e) {
+                searcher.close();
+                logger.debug("Query don't parse: " + queryString);
+                throw new ServletModuleExc("Problem with Query String! (was '"+queryString+"')");
+              }
+
+              Hits hits = null;
+              try {
+                hits = searcher.search(query);
+              }
+              catch(IOException e) {
+                searcher.close();
+                logger.debug("Can't get hits: " + e.toString());
+                throw new ServletModuleExc("Problem getting hits!");
+              }
+
+              int start = 0;
+              int end = hits.length();
+
+              String sortBy=req.getParameter("search_sort");
+              if (sortBy == null || sortBy.equals("")){
+                throw new ServletModuleExc("Please let me sort by something!(missing search_sort)");
+              }
+
+              // here is where the documents will go for storage across sessions
+              ArrayList theDocumentsSorted = new ArrayList();
+
+              if (sortBy.equals("score")){
+                for(int i = start; i < end; i++) {
+                  theDocumentsSorted.add(hits.doc(i));
+                }
+              }
+              else{
+                // then we'll sort by date!
+                Map dateToPosition = new HashMap(end,1.0F); //we know how big it will be
+                for(int i = start; i < end; i++) {
+                  String creationDate=(hits.doc(i)).get("creationDate");
+                  // do a little dance in case two contents created at the same second!
+                  if (dateToPosition.containsKey(creationDate)){
+                    ((ArrayList) (dateToPosition.get(creationDate))).add(new Integer(i));
+                  }
+                  else{
+                    ArrayList thePositions = new ArrayList();
+                    thePositions.add(new Integer(i));
+                    dateToPosition.put(creationDate,thePositions);
+                  }
+                }
+                Set keys = dateToPosition.keySet();
+                ArrayList keyList= new ArrayList(keys);
+                Collections.sort(keyList);
+                if (sortBy.equals("date_desc")){
+                  Collections.reverse(keyList);
+                }
+                else{
+                  if (!sortBy.equals("date_asc")){
+                    throw new ServletModuleExc("don't know how to sort by: "+ sortBy);
+                  }
+                }
+                ListIterator keyTraverser = keyList.listIterator();
+                while (keyTraverser.hasNext()){
+                  ArrayList positions = (ArrayList)dateToPosition.get((keyTraverser.next()));
+                  ListIterator positionsTraverser=positions.listIterator();
+                  while (positionsTraverser.hasNext()){
+                    theDocumentsSorted.add(hits.doc(((Integer)(positionsTraverser.next())).intValue()));
+                  }
+                }
+              }
+
+              try{
+                searcher.close();
+              }
+              catch (IOException e){
+                logger.debug("Can't close searcher: " + e.toString());
+                throw new ServletModuleFailure("Problem closing searcher(normal):" + e.getMessage(), e);
+              }
+
+
+              session.removeAttribute("numberOfHits");
+              session.removeAttribute("theDocumentsSorted");
+              session.removeAttribute("positionInResults");
+
+              session.setAttribute("numberOfHits",new Integer(end));
+              session.setAttribute("theDocumentsSorted",theDocumentsSorted);
+              session.setAttribute("positionInResults",new Integer(0));
+
+            }
+            catch (IOException e){
+              logger.debug("Can't close searcher: " + e.toString());
+              throw new ServletModuleFailure("Problem closing searcher: " + e.getMessage(), e);
+            }
+          }
+        }
+      }
+
+      try {
+        ArrayList theDocs = (ArrayList)session.getAttribute("theDocumentsSorted");
+        if (theDocs != null){
+
+          mergeData.put("numberOfHits", ((Integer)session.getAttribute("numberOfHits")).toString());
+          SimpleList theHits = new SimpleList();
+          int pIR=((Integer)session.getAttribute("positionInResults")).intValue();
+          int terminus;
+          int numHits=((Integer)session.getAttribute("numberOfHits")).intValue();
+
+          if (!(pIR+increment>=numHits)){
+            mergeData.put("hasNext","y");
+          }
+          if (pIR>0){
+            mergeData.put("hasPrevious","y");
+          }
+
+          if ((pIR+increment)>numHits){
+            terminus=numHits;
+          }
+          else {
+            terminus=pIR+increment;
+          }
+          for(int i = pIR; i < terminus; i++) {
+            SimpleHash h = new SimpleHash();
+            Document theHit = (Document)theDocs.get(i);
+            whereTerm.returnMeta(h,theHit);
+            creatorTerm.returnMeta(h,theHit);
+            titleTerm.returnMeta(h,theHit);
+            descriptionTerm.returnMeta(h,theHit);
+            dateTerm.returnMeta(h,theHit);
+            imagesTerm.returnMeta(h,theHit);
+            audioTerm.returnMeta(h,theHit);
+            videoTerm.returnMeta(h,theHit);
+            theHits.add(h);
+          }
+          mergeData.put("hits",theHits);
+        }
+      }
+      catch (Throwable e) {
+        logger.error("Can't iterate over hits: " + e.toString());
+
+        throw new ServletModuleFailure("Problem getting hits: " + e.getMessage(), e);
+      }
+
+      mergeData.put("queryString",queryString);
+      deliver(req,res,mergeData,searchResultsTemplate);
+    }
+    catch (NullPointerException n){
+      throw new ServletModuleFailure("Null Pointer: "+n.toString(), n);
+    }
+  }
+
+  /*
+   * Method for dynamically generating a pdf from a fo file
+   */
+  public void getpdf(HttpServletRequest req, HttpServletResponse res)
+      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure {
+    String ID_REQUEST_PARAM = "id";
+    String language = req.getParameter("language");
+    String generateFO=configuration.getString("GenerateFO");
+    String generatePDF=configuration.getString("GeneratePDF");
+
+
+    //don't do anything if we are not making FO files, or if we are
+    //pregenerating PDF's
+    if (generateFO.equals("yes") && generatePDF.equals("no")){
+      //fop complains unless you do the logging this way
+      org.apache.log.Logger log = null;
+      Hierarchy hierarchy = Hierarchy.getDefaultHierarchy();
+      log = hierarchy.getLoggerFor("fop");
+      log.setPriority(Priority.WARN);
+
+      String producerStorageRoot=configuration.getString("Producer.StorageRoot");
+      String producerDocRoot=configuration.getString("Producer.DocRoot");
+      //      String templateDir=MirConfig.getPropWithHome("HTMLTemplateProcessor.Dir");
+      String xslSheet=configuration.getString("Producer.HTML2FOStyleSheet");
+      try {
+        String idParam = req.getParameter(ID_REQUEST_PARAM);
+        if (idParam != null) {
+          EntityContent contentEnt =
+            (EntityContent)contentModule.getById(idParam);
+          String publishPath = StringUtil.webdbDate2path(contentEnt.getValue("date"));
+          String foFile;
+
+          if (language == null){
+            foFile = producerStorageRoot + producerDocRoot + "/"
+              + publishPath  + idParam + ".fo";
+          }
+          else{
+            foFile = producerStorageRoot + producerDocRoot + "/"
+              + language + publishPath  + idParam + ".fo";
+          }
+          logger.debug("USING FILES" + foFile + " and " + xslSheet);
+          XSLTInputHandler input = new XSLTInputHandler(new File(foFile),
+                                                        new File(xslSheet));
+
+          ByteArrayOutputStream out = new ByteArrayOutputStream();
+          res.setContentType("application/pdf");
+
+          Driver driver = new Driver();
+          driver.setLogger(log);
+          driver.setRenderer(Driver.RENDER_PDF);
+          driver.setOutputStream(out);
+          driver.render(input.getParser(), input.getInputSource());
+
+          byte[] content = out.toByteArray();
+          res.setContentLength(content.length);
+          res.getOutputStream().write(content);
+          res.getOutputStream().flush();
+        }
+        else {
+          throw new ServletModuleUserExc("Missing id parameter.");
+        }
+      }
+      catch (Exception ex) {
+        logger.error(ex.toString());
+        throw new ServletModuleFailure(ex);
+      }
+    } else {
+      throw new ServletModuleExc("Can't generate a PDF because the config tells me not to.");
+    }
+  }
+
+  private void _throwBadContentType (String fileName, String contentType)
+      throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure {
+
+    logger.error("Wrong file type uploaded!: " + fileName+" "
+                          +contentType);
+    throw new ServletModuleUserExc("The file you uploaded is of the "
+                                         +"following mime-type: "+contentType
+                                         +", we do not support this mime-type. "
+                                         +"Error One or more files of unrecognized type. Sorry");
+  }
+
+  protected String createOneTimePasswd(){
+    Random r = new Random();
+    int random = r.nextInt();
+    long l = System.currentTimeMillis();
+    l = (l*l*l*l)/random;
+    if(l<0) l = l * -1;
+    String returnString = ""+l;
+    return returnString.substring(5);
+  }
+
+
+  /* this is an overwritten method of ServletModule in order
+     to use different bundles for open and admin */
+  public void deliver(HttpServletRequest req, HttpServletResponse res,
+                      TemplateModelRoot rtm, TemplateModelRoot popups,
+                      String templateFilename) throws ServletModuleFailure
+  {
+    if (rtm == null) rtm = new SimpleHash();
+    try {
+      PrintWriter out = res.getWriter();
+      HTMLTemplateProcessor.process(res, templateFilename, rtm, popups, out,
+                                    getLocale(req), "bundles.open");
+      out.close();
+    }
+    catch (Throwable e) {
+      throw new ServletModuleFailure(e);
+    }
+  }
+}
+
+
+