X-Git-Url: http://erislabs.net/gitweb/?a=blobdiff_plain;f=source%2Fmircoders%2Fservlet%2FServletModuleOpenIndy.java;h=6769e4299132d581198bf6e549f671ace0a544f7;hb=89b2edf40f1b71d810243d7eb550aea1b79c94aa;hp=d7a982ac217df052d4622b00e497709bad8125fd;hpb=69c9a7e7530ca5bfc6cb1b498296ac1d9734e00f;p=mir.git diff --git a/source/mircoders/servlet/ServletModuleOpenIndy.java b/source/mircoders/servlet/ServletModuleOpenIndy.java index d7a982ac..6769e429 100755 --- a/source/mircoders/servlet/ServletModuleOpenIndy.java +++ b/source/mircoders/servlet/ServletModuleOpenIndy.java @@ -1,5 +1,5 @@ /* - * Copyright (C) 2001, 2002 The Mir-coders group + * Copyright (C) 2001, 2002 The Mir-coders group * * This file is part of Mir. * @@ -11,678 +11,831 @@ * Mir is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. + * GNU General Public License for more details.f * * You should have received a copy of the GNU General Public License * along with Mir; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA * * In addition, as a special exception, The Mir-coders gives permission to link - * the code of this program with the com.oreilly.servlet library, any library - * licensed under the Apache Software License, The Sun (tm) Java Advanced - * Imaging library (JAI), The Sun JIMI library (or with modified versions of - * the above that use the same license as the above), and distribute linked - * combinations including the two. You must obey the GNU General Public - * License in all respects for all of the code used other than the above - * mentioned libraries. If you modify this file, you may extend this exception - * to your version of the file, but you are not obligated to do so. If you do - * not wish to do so, delete this exception statement from your version. + * the code of this program with any library licensed under the Apache Software License, + * The Sun (tm) Java Advanced Imaging library (JAI), The Sun JIMI library + * (or with modified versions of the above that use the same license as the above), + * and distribute linked combinations including the two. You must obey the + * GNU General Public License in all respects for all of the code used other than + * the above mentioned libraries. If you modify this file, you may extend this + * exception to your version of the file, but you are not obligated to do so. + * If you do not wish to do so, delete this exception statement from your version. */ package mircoders.servlet; -import java.io.*; -import java.lang.*; -import java.sql.*; -import java.util.*; -import java.net.*; -import java.lang.reflect.*; -import javax.servlet.*; -import javax.servlet.http.*; - -import freemarker.template.*; -import com.oreilly.servlet.multipart.*; -import com.oreilly.servlet.*; - -import org.xml.sax.InputSource; -import org.xml.sax.XMLReader; - -import org.apache.fop.apps.Driver; -import org.apache.fop.apps.Version; -import org.apache.fop.apps.XSLTInputHandler; - +import gnu.regexp.RE; +import gnu.regexp.REMatch; +import mir.bundle.Bundle; +import mir.generator.Generator; +import mir.misc.StringUtil; +import mir.servlet.ServletModule; +import mir.servlet.ServletModuleExc; +import mir.servlet.ServletModuleFailure; +import mir.servlet.ServletModuleUserExc; +import mir.session.HTTPAdapters; +import mir.session.Request; +import mir.session.Session; +import mir.session.SessionHandler; +import mir.session.SimpleResponse; +import mir.util.FileRoutines; +import mir.util.HTTPParsedRequest; +import mir.util.HTTPRequestParser; +import mir.util.StringRoutines; +import mir.module.ModuleExc; +import mircoders.entity.EntityContent; +import mircoders.global.CacheKey; +import mircoders.global.MirGlobal; +import mircoders.module.ModuleContent; +import mircoders.pdf.PDFGenerator; +import mircoders.search.AudioSearchTerm; +import mircoders.search.ContentSearchTerm; +import mircoders.search.ImagesSearchTerm; +import mircoders.search.KeywordSearchTerm; +import mircoders.search.TextSearchTerm; +import mircoders.search.TopicMatrixSearchTerm; +import mircoders.search.TopicSearchTerm; +import mircoders.search.UnIndexedSearchTerm; +import mircoders.search.VideoSearchTerm; +import mircoders.storage.DatabaseTopics; +import mircoders.localizer.MirLocalizerExc; +import org.apache.commons.net.smtp.SMTPClient; +import org.apache.commons.net.smtp.SMTPReply; import org.apache.lucene.analysis.standard.StandardAnalyzer; -import org.apache.lucene.search.*; import org.apache.lucene.document.Document; -import org.apache.lucene.document.Field; -import org.apache.lucene.analysis.standard.*; -import org.apache.lucene.queryParser.*; - -import org.apache.log.*; - -import mir.servlet.*; -import mir.module.*; -import mir.misc.*; -import mir.entity.*; -import mir.storage.*; -import mir.media.*; - -import mircoders.entity.*; -import mircoders.storage.*; -import mircoders.module.*; -import mircoders.producer.*; -import mircoders.media.MediaRequest; -import mircoders.global.*; -import mircoders.localizer.*; -import mircoders.search.*; +import org.apache.lucene.queryParser.QueryParser; +import org.apache.lucene.search.Hits; +import org.apache.lucene.search.IndexSearcher; +import org.apache.lucene.search.Query; +import org.apache.lucene.search.Searcher; +import org.apache.lucene.store.FSDirectory; + +import javax.servlet.http.HttpServletRequest; +import javax.servlet.http.HttpServletResponse; +import javax.servlet.http.HttpSession; +import java.io.ByteArrayOutputStream; +import java.io.File; +import java.io.IOException; +import java.io.PrintWriter; +import java.io.StringWriter; +import java.util.ArrayList; +import java.util.Arrays; +import java.util.Collections; +import java.util.GregorianCalendar; +import java.util.HashMap; +import java.util.Iterator; +import java.util.List; +import java.util.ListIterator; +import java.util.Locale; +import java.util.Map; +import java.util.Random; +import java.util.Set; /* - * ServletModuleOpenIndy - - * is the open-access-servlet, which is responsible for - * adding comments to articles & - * open-postings to the newswire - * - * @author mir-coders group - * @version $Id: ServletModuleOpenIndy.java,v 1.44 2002/11/27 15:28:52 john Exp $ - * */ -public class ServletModuleOpenIndy extends ServletModule -{ - - private String commentFormTemplate, commentFormDoneTemplate, - commentFormDupeTemplate; - private String postingFormTemplate, postingFormDoneTemplate, - postingFormDupeTemplate; +public class ServletModuleOpenIndy extends ServletModule { private String searchResultsTemplate; + private String prepareMailTemplate,sentMailTemplate,emailAnArticleTemplate; private ModuleContent contentModule; - private ModuleComment commentModule; - private ModuleImages imageModule; - private ModuleTopics themenModule; - private String directOp ="yes"; - private String passwdProtection ="yes"; - // Singelton / Kontruktor - private static ServletModuleOpenIndy instance = new ServletModuleOpenIndy(); - public static ServletModule getInstance() { return instance; } - - private ServletModuleOpenIndy() { - try { - theLog = Logfile.getInstance(MirConfig.getProp("Home") + MirConfig.getProp("ServletModule.OpenIndy.Logfile")); - commentFormTemplate = MirConfig.getProp("ServletModule.OpenIndy.CommentTemplate"); - commentFormDoneTemplate = MirConfig.getProp("ServletModule.OpenIndy.CommentDoneTemplate"); - commentFormDupeTemplate = MirConfig.getProp("ServletModule.OpenIndy.CommentDupeTemplate"); - postingFormTemplate = MirConfig.getProp("ServletModule.OpenIndy.PostingTemplate"); - postingFormDoneTemplate = MirConfig.getProp("ServletModule.OpenIndy.PostingDoneTemplate"); - postingFormDupeTemplate = MirConfig.getProp("ServletModule.OpenIndy.PostingDupeTemplate"); - searchResultsTemplate = MirConfig.getProp("ServletModule.OpenIndy.SearchResultsTemplate"); - directOp = MirConfig.getProp("DirectOpenposting").toLowerCase(); - passwdProtection = MirConfig.getProp("PasswdProtection").toLowerCase(); - mainModule = new ModuleComment(DatabaseComment.getInstance()); - contentModule = new ModuleContent(DatabaseContent.getInstance()); - themenModule = new ModuleTopics(DatabaseTopics.getInstance()); - imageModule = new ModuleImages(DatabaseImages.getInstance()); - defaultAction="addposting"; - } - catch (StorageObjectException e) { - theLog.printError("servletmoduleopenindy could not be initialized"); - } - } + public ServletModuleOpenIndy() { + searchResultsTemplate = getConfiguration().getString("ServletModule.OpenIndy.SearchResultsTemplate"); + prepareMailTemplate = getConfiguration().getString("ServletModule.OpenIndy.PrepareMailTemplate"); + emailAnArticleTemplate = getConfiguration().getString("ServletModule.OpenIndy.MailableArticleTemplate"); + sentMailTemplate = getConfiguration().getString("ServletModule.OpenIndy.SentMailTemplate"); + contentModule = new ModuleContent(); + } /** - * Method for making a comment + * Perform the default open posting action */ + public void defaultAction(HttpServletRequest aRequest, HttpServletResponse aResponse) throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure { + opensession(aRequest, aResponse); + } - public void addcomment(HttpServletRequest req, HttpServletResponse res) throws ServletModuleException - { - String aid = req.getParameter("aid"); // the article id the comment will belong to - String language = req.getParameter("language"); - - if (aid!=null && !aid.equals("")) - { - SimpleHash mergeData = new SimpleHash(); - - // onetimepasswd - if(passwdProtection.equals("yes")){ - String passwd = this.createOneTimePasswd(); - System.out.println(passwd); - HttpSession session = req.getSession(false); - session.setAttribute("passwd",passwd); - mergeData.put("passwd", passwd); - } - - if (language!=null) { - HttpSession session = req.getSession(false); - session.setAttribute("Locale", new Locale(language, "")); - session.setAttribute("passwd",language); - } - - mergeData.put("aid", aid); - deliver(req, res, mergeData, commentFormTemplate); - } - else throw new ServletModuleException("aid not set!"); + /** + * Method to return an out of service notice when open postings are disabled + * + * @param aRequest + * @param aResponse + * @throws ServletModuleExc + * @throws ServletModuleUserExc + * @throws ServletModuleFailure + */ + public void openPostingDisabled(HttpServletRequest aRequest, HttpServletResponse aResponse) throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure { + deliver(aRequest, aResponse, null, null, getConfiguration().getString("ServletModule.OpenIndy.PostingDisabledTemplate")); } /** - * Method for inserting a comment into the Database and delivering - * the commentDone Page + * Due to a serious shortcoming of Tomcat 3.3, an extra sessionid parameter is + * generated into open session urls. Tomcat 3.3 makes it impossible to + * distinguish between sessions that are identified using a url and those + * that are identified using cookies: if both a sessionid cookie and a sessionid + * url are available, tomcat 3.3 pretends the url wasn't there... */ + private static final String SESSION_REQUEST_KEY="sessionid"; - public void inscomment(HttpServletRequest req, HttpServletResponse res) - throws ServletModuleException,ServletModuleUserException - { - String aid = req.getParameter("to_media"); // the article id the comment will belong to - if (aid!=null && !aid.equals("")) - { - // ok, collecting data from form - try { - HashMap withValues = getIntersectingValues(req, DatabaseComment.getInstance()); - - //no html in comments(for now) - for (Iterator i=withValues.keySet().iterator(); i.hasNext(); ){ - String k=(String)i.next(); - String v=(String)withValues.get(k); - - withValues.put(k,StringUtil.removeHTMLTags(v)); - } - withValues.put("is_published","1"); - - //checking the onetimepasswd - if(passwdProtection.equals("yes")){ - HttpSession session = req.getSession(false); - String sessionPasswd = (String)session.getAttribute("passwd"); - if ( sessionPasswd == null){ - throw new ServletModuleUserException("Lost password"); - } - String passwd = req.getParameter("passwd"); - if ( passwd == null || (!sessionPasswd.equals(passwd))) { - throw new ServletModuleUserException("Missing password"); - } - session.invalidate(); - } - - // inserting into database - String id = mainModule.add(withValues); - theLog.printDebugInfo("id: "+id); - //insert was not successfull - if(id==null){ - deliver(req, res, new SimpleHash(), commentFormDupeTemplate); - } else { - DatabaseContent.getInstance().setUnproduced("id="+aid); - - try { - EntityComment comment = (EntityComment) DatabaseComment.getInstance().selectById(id); - MirGlobal.localizer().openPostings().afterCommentPosting(comment); - } - catch (Throwable t) { - throw new ServletModuleException(t.getMessage()); - } - - - - } - - // redirecting to url - // should implement back to article - SimpleHash mergeData = new SimpleHash(); - deliver(req, res, mergeData, commentFormDoneTemplate); - } - catch (StorageObjectException e) { throw new ServletModuleException(e.toString());} - catch (ModuleException e) { throw new ServletModuleException(e.toString());} + /** + * Determines the Locale to be used for the current session + */ + protected Locale getResponseLocale(HttpSession aSession, HttpServletRequest aRequest) { + String requestLanguage = aRequest.getParameter("language"); + String sessionLanguage = (String) aSession.getAttribute("language"); + String acceptLanguage = aRequest.getLocale().getLanguage(); + String defaultLanguage = getConfiguration().getString("Mir.Login.DefaultLanguage", "en"); - } - else throw new ServletModuleException("aid not set!"); + String language = requestLanguage; + + if (language==null) + language = sessionLanguage; + + if (language==null) + language = acceptLanguage; + if (language==null) + language = defaultLanguage; + + aSession.setAttribute("language", language); + + return new Locale(language, ""); } /** - * Method for delivering the form-Page for open posting + * Dispatch method for open sessions: a flexible extensible and customizable way + * for open access. Can be used for postings, but also for lots of other stuff. + * + * @param aRequest + * @param aResponse + * @throws ServletModuleExc + * @throws ServletModuleUserExc + * @throws ServletModuleFailure */ + public void opensession(HttpServletRequest aRequest, HttpServletResponse aResponse) + throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure { - public void addposting(HttpServletRequest req, HttpServletResponse res) - throws ServletModuleException { - SimpleHash mergeData = new SimpleHash(); + try { + Request request = + new HTTPAdapters.HTTPParsedRequestAdapter(new HTTPParsedRequest(aRequest, + getConfiguration().getString("Mir.DefaultEncoding"), + getConfiguration().getInt("MaxMediaUploadSize")*1024, + getConfiguration().getString("TempDir"))); + + if (aRequest.isRequestedSessionIdValid() && !aRequest.isRequestedSessionIdFromURL() && + !aRequest.getRequestedSessionId().equals(aRequest.getParameter(SESSION_REQUEST_KEY))) { + aRequest.getSession().invalidate(); + } - // onetimepasswd - if(passwdProtection.equals("yes")){ - String passwd = this.createOneTimePasswd(); - System.out.println(passwd); - HttpSession session = req.getSession(false); - session.setAttribute("passwd",passwd); - mergeData.put("passwd", passwd); + Session session = new HTTPAdapters.HTTPSessionAdapter(aRequest.getSession()); + + SimpleResponse response = new SimpleResponse( + ServletHelper.makeGenerationData(aRequest, aResponse, + new Locale[] { + getResponseLocale(aRequest.getSession(), aRequest), + getFallbackLocale(aRequest) + }, + "etc/bundles/open")); + + response.setResponseValue("actionURL", aResponse.encodeURL(MirGlobal.config().getString("RootUri") + "/servlet/OpenMir")+"?"+SESSION_REQUEST_KEY+"="+aRequest.getSession().getId()); + + SessionHandler handler = MirGlobal.localizer().openPostings().getOpenSessionHandler(request, session); + + handler.processRequest(request, session, response); + ServletHelper.generateOpenPostingResponse(aResponse.getWriter(), response.getResponseValues(), response.getResponseGenerator()); } + catch (Throwable t) { + getLogger().error(t.toString(), t); - String maxMedia = MirConfig.getProp("ServletModule.OpenIndy.MaxMediaUploadItems"); - String numOfMedia = req.getParameter("medianum"); - if(numOfMedia==null||numOfMedia.equals("")){ - numOfMedia="1"; - } else if(Integer.parseInt(numOfMedia) > Integer.parseInt(maxMedia)) { - numOfMedia = maxMedia; + throw new ServletModuleFailure(t); } + } - int mediaNum = Integer.parseInt(numOfMedia); - SimpleList mediaFields = new SimpleList(); - for(int i =0; i 0) { - try{ - DatabaseContentToTopics.getInstance().setTopics(cid,to_topicsArr); - setTopic = true; - } catch (Exception e) { - theLog.printError("setting content_x_topic failed"); - contentModule.deleteById(cid); - throw new ServletModuleException("smod - openindy :: insposting: setting content_x_topic failed: "+e.toString()); - } //end try - } //end if - - //if we're here all is ok... associate the media to the article - for(int i=0;i= totalHits) + newPosition = totalHits - 1; + session.setAttribute("positionInResults", new Integer(newPosition)); + } + else { + if (searchForwardValue != null) { + int totalHits = ( (Integer) session.getAttribute("numberOfHits")).intValue(); + int newPosition = ( (Integer) session.getAttribute("positionInResults")).intValue() + increment; + if (newPosition < 0) + newPosition = 0; + if (newPosition >= totalHits) + newPosition = totalHits - 1; + + session.setAttribute("positionInResults", new Integer(newPosition)); + } + else { + File indexFile = FileRoutines.getAbsoluteOrRelativeFile(getConfiguration().getHome(), getConfiguration().getString("IndexPath")); + + String creatorFragment = creatorTerm.makeTerm(req); + if (creatorFragment != null) { + queryString = queryString + " +" + creatorFragment; + } + + // search title, description, and content for something + // the contentTerm uses param "search_boolean" to combine its terms + String contentFragment = contentTerm.makeTerm(req); + if (contentFragment != null) { + getLogger().debug("contentFragment: " + contentFragment); + queryString = queryString + " +" + contentFragment; + } + + String topicFragment = topicTerm.makeTerm(req); + if (topicFragment != null) { + queryString = queryString + " +" + topicFragment; + } + + String topicMatrixFragment = topicMatrixTerm.makeTerm(req); + if (topicMatrixFragment != null) { + queryString = queryString + " +" + topicMatrixFragment; + } + + String imagesFragment = imagesTerm.makeTerm(req); + if (imagesFragment != null) { + queryString = queryString + " +" + imagesFragment; + } + + String audioFragment = audioTerm.makeTerm(req); + if (audioFragment != null) { + queryString = queryString + " +" + audioFragment; + } + + String videoFragment = videoTerm.makeTerm(req); + if (videoFragment != null) { + queryString = queryString + " +" + videoFragment; + } + + if (queryString == null || queryString.length()==0) { + queryString = ""; + } + else { + try { + Searcher searcher = null; + + try { + searcher = new IndexSearcher(FSDirectory.getDirectory(indexFile,false)); + } + catch (IOException e) { + getLogger().debug("Can't open indexPath: " + indexFile.getAbsolutePath()); + throw new ServletModuleExc("Problem with Search Index! : " + e.toString()); + } + + Query query; + try { + query = QueryParser.parse(queryString, "content", new StandardAnalyzer()); + } + catch (Exception e) { + searcher.close(); + getLogger().debug("Query don't parse: " + queryString); + throw new ServletModuleExc("Problem with Query String! (was '" + queryString + "')"); + } + + Hits hits = null; + try { + hits = searcher.search(query); + } + catch (IOException e) { + searcher.close(); + getLogger().debug("Can't get hits: " + e.toString()); + throw new ServletModuleExc("Problem getting hits!"); + } + + int start = 0; + int end = hits.length(); + + String sortBy = req.getParameter("search_sort"); + if (sortBy == null || sortBy.equals("")) { + throw new ServletModuleExc("Please let me sort by something!(missing search_sort)"); + } + + // here is where the documents will go for database across sessions + ArrayList theDocumentsSorted = new ArrayList(); + + if (sortBy.equals("score")) { + for (int i = start; i < end; i++) { + theDocumentsSorted.add(hits.doc(i)); + } + } + else { + // then we'll sort by date! + Map dateToPosition = new HashMap(end, 1.0F); //we know how big it will be + for (int i = start; i < end; i++) { + String creationDate = (hits.doc(i)).get("creationDate"); + // do a little dance in case two contents created at the same second! + if (dateToPosition.containsKey(creationDate)) { + ( (ArrayList) (dateToPosition.get(creationDate))).add(new Integer(i)); + } + else { + ArrayList thePositions = new ArrayList(); + thePositions.add(new Integer(i)); + dateToPosition.put(creationDate, thePositions); + } + } + Set keys = dateToPosition.keySet(); + ArrayList keyList = new ArrayList(keys); + Collections.sort(keyList); + if (sortBy.equals("date_desc")) { + Collections.reverse(keyList); + } + else { + if (!sortBy.equals("date_asc")) { + throw new ServletModuleExc("don't know how to sort by: " + sortBy); + } + } + ListIterator keyTraverser = keyList.listIterator(); + while (keyTraverser.hasNext()) { + ArrayList positions = (ArrayList) dateToPosition.get( (keyTraverser.next())); + ListIterator positionsTraverser = positions.listIterator(); + while (positionsTraverser.hasNext()) { + theDocumentsSorted.add(hits.doc( ( (Integer) (positionsTraverser.next())).intValue())); + } + } + } + + try { + searcher.close(); + } + catch (IOException e) { + getLogger().debug("Can't close searcher: " + e.toString()); + throw new ServletModuleFailure("Problem closing searcher(normal):" + e.getMessage(), e); + } + + session.removeAttribute("numberOfHits"); + session.removeAttribute("theDocumentsSorted"); + session.removeAttribute("positionInResults"); + + session.setAttribute("numberOfHits", new Integer(end)); + session.setAttribute("theDocumentsSorted", theDocumentsSorted); + session.setAttribute("positionInResults", new Integer(0)); + + } + catch (IOException e) { + getLogger().debug("Can't close searcher: " + e.toString()); + throw new ServletModuleFailure("Problem closing searcher: " + e.getMessage(), e); + } + } + } + } - /* - * Method for querying a lucene index - */ - public void search(HttpServletRequest req, HttpServletResponse res) - throws ServletModuleException, ServletModuleUserException { - - String queryString=""; - - SimpleHash mergeData = new SimpleHash(); - - //make the query available to subsequent iterations - - for (Enumeration theParams = req.getParameterNames(); theParams.hasMoreElements() ;) { - String pName=(String)theParams.nextElement(); - if (pName.startsWith("search_")){ - mergeData.put(pName,new SimpleScalar(req.getParameter(pName))); + try { + ArrayList theDocs = (ArrayList) session.getAttribute("theDocumentsSorted"); + if (theDocs != null) { + + mergeData.put("numberOfHits", (session.getAttribute("numberOfHits")).toString()); + List theHits = new ArrayList(); + int pIR = ( (Integer) session.getAttribute("positionInResults")).intValue(); + int terminus; + int numHits = ( (Integer) session.getAttribute("numberOfHits")).intValue(); + + if (! (pIR + increment >= numHits)) { + mergeData.put("hasNext", "y"); + } + else { + mergeData.put("hasNext", null); + } + if (pIR > 0) { + mergeData.put("hasPrevious", "y"); + } + else { + mergeData.put("hasPrevious", null); + } + + if ( (pIR + increment) > numHits) { + terminus = numHits; + } + else { + terminus = pIR + increment; + } + for (int i = pIR; i < terminus; i++) { + Map h = new HashMap(); + Document theHit = (Document) theDocs.get(i); + whereTerm.returnMeta(h, theHit); + creatorTerm.returnMeta(h, theHit); + titleTerm.returnMeta(h, theHit); + descriptionTerm.returnMeta(h, theHit); + dateTerm.returnMeta(h, theHit); + imagesTerm.returnMeta(h, theHit); + audioTerm.returnMeta(h, theHit); + videoTerm.returnMeta(h, theHit); + theHits.add(h); + } + mergeData.put("hits", theHits); + } } - } - - try{ - mergeData.put("topics", themenModule.getTopicsAsSimpleList()); - } - catch(ModuleException e) { - theLog.printDebugInfo("Can't get topics: " + e.toString()); - } + catch (Throwable e) { + getLogger().error("Can't iterate over hits: " + e.toString()); - //String indexPath=MirConfig.getProp("IndexPath"); - String indexPath="/tmp/index"; - - KeywordSearchTerm dateTerm = new KeywordSearchTerm("date_formatted","search_date","webdb_create_formatted","webdbcreate_formatted","webdb_create_formatted"); - - UnIndexedSearchTerm whereTerm = new UnIndexedSearchTerm("","","","where","where"); - - TextSearchTerm creatorTerm = new TextSearchTerm("creator","search_creator","creator","creator","creator"); - TextSearchTerm titleTerm = new TextSearchTerm("title","search_content","title","title","title"); - TextSearchTerm descriptionTerm = new TextSearchTerm("description","search_content","description","description","description"); - - ContentSearchTerm contentTerm = new ContentSearchTerm("content_data","search_content","content","",""); - - TopicSearchTerm topicTerm = new TopicSearchTerm(); - - ImagesSearchTerm imagesTerm = new ImagesSearchTerm(); - - AudioSearchTerm audioTerm = new AudioSearchTerm(); - - VideoSearchTerm videoTerm = new VideoSearchTerm(); - - String creatorFragment = creatorTerm.makeTerm(req); - if (creatorFragment != null){ - queryString = queryString + " +" + creatorFragment; - } - - // search title, description, and content for something - // the contentTerm uses "search_boolean" to combine its terms - String contentFragment = contentTerm.makeTerm(req); - if (contentFragment != null){ - theLog.printDebugInfo("contentFragment: " + contentFragment); - queryString = queryString + " +" + contentFragment; - } - - String topicFragment = topicTerm.makeTerm(req); - if (topicFragment != null){ - queryString = queryString + " +" + topicFragment; - } + throw new ServletModuleFailure("Problem getting hits: " + e.getMessage(), e); + } - String imagesFragment = imagesTerm.makeTerm(req); - if (imagesFragment != null){ - queryString = queryString + " +" + imagesFragment; - } - - String audioFragment = audioTerm.makeTerm(req); - if (audioFragment != null){ - queryString = queryString + " +" + audioFragment; - } - - String videoFragment = videoTerm.makeTerm(req); - if (videoFragment != null){ - queryString = queryString + " +" + videoFragment; - } + mergeData.put("queryString", queryString); - if (queryString == null || queryString == ""){ - queryString = ""; + deliver(req, res, mergeData, null, searchResultsTemplate); } - else{ - - try{ - Searcher searcher = null; - try { - searcher = new IndexSearcher(indexPath); - } - catch(IOException e) { - theLog.printDebugInfo("Can't open indexPath: " + indexPath); - throw new ServletModuleUserException("Problem with Search Index!"); - } - - // parse the query String. - Query query = null; - try { - query = QueryParser.parse(queryString, "content", new StandardAnalyzer()); - } - catch(Exception e) { - searcher.close(); - theLog.printDebugInfo("Query don't parse: " + queryString); - throw new ServletModuleUserException("Problem with Query String! (was '"+queryString+"')"); - } - - Hits hits = null; - try { - hits = searcher.search(query); - } catch(IOException e) { - searcher.close(); - theLog.printDebugInfo("Can't get hits: " + e.toString()); - throw new ServletModuleUserException("Problem getting hits!"); - } - - - // this is what needs to change in order to get sorting by date - // iterate over the results - // the results are an array of document - // associate this with session so we don't need to reduplicate searches - // make a map from date to position - // make an list of dates - // sort list by date - // grab low+n entries from the list of dates, - // iterate over these, using hash to get hit position, - // and hit position to get hit - // shove hit into SimpleList of SimpleHashes - - - - try { - int start = 0; - int end = hits.length(); - mergeData.put("numberOfHits", (new Integer(end)).toString()); - SimpleList theHits = new SimpleList(); - for(int i = start; i < end; i++) { - SimpleHash h = new SimpleHash(); - Document theHit = hits.doc(i); - whereTerm.returnMeta(h,theHit); - creatorTerm.returnMeta(h,theHit); - titleTerm.returnMeta(h,theHit); - descriptionTerm.returnMeta(h,theHit); - dateTerm.returnMeta(h,theHit); - imagesTerm.returnMeta(h,theHit); - audioTerm.returnMeta(h,theHit); - videoTerm.returnMeta(h,theHit); - theHits.add(h); - } - mergeData.put("hits",theHits); - } - catch (Exception e) { - searcher.close(); - theLog.printDebugInfo("Can't iterate over hits: " + e.toString()); - throw new ServletModuleUserException("Problem getting hits!"); - } - searcher.close(); - } - catch (IOException e){ - theLog.printDebugInfo("Can't close searcher: " + e.toString()); - throw new ServletModuleUserException("Problem closing searcher!"); - } + catch (NullPointerException n) { + throw new ServletModuleFailure("Null Pointer: " + n.toString(), n); } - mergeData.put("queryString",queryString); - deliver(req,res,mergeData,searchResultsTemplate); } - + /* - * Method for dynamically generating a pdf from a fo file + * Method for dynamically generating a pdf using iText */ - public void getpdf(HttpServletRequest req, HttpServletResponse res) - throws ServletModuleException, ServletModuleUserException { + + public void getpdf(HttpServletRequest aRequest, HttpServletResponse aResponse) + throws ServletModuleExc, ServletModuleUserExc, ServletModuleFailure { + + long starttime = System.currentTimeMillis(); + String ID_REQUEST_PARAM = "id"; - - String generateFO=MirConfig.getProp("GenerateFO"); - String generatePDF=MirConfig.getProp("GeneratePDF"); - - //don't do anything if we are not making FO files, or if we are - //pregenerating PDF's - if (generateFO.equals("yes") && generatePDF.equals("no")){ - //fop complains unless you do the logging this way - Logger log = null; - Hierarchy hierarchy = Hierarchy.getDefaultHierarchy(); - log = hierarchy.getLoggerFor("fop"); - log.setPriority(Priority.WARN); - - String producerStorageRoot=MirConfig.getProp("Producer.StorageRoot"); - String producerDocRoot=MirConfig.getProp("Producer.DocRoot"); - String templateDir=MirConfig.getPropWithHome("HTMLTemplateProcessor.Dir"); - String xslSheet=templateDir + "/" - + MirConfig.getProp("Producer.PrintableContent.html2foStyleSheetName"); - try { - String idParam = req.getParameter(ID_REQUEST_PARAM); - if (idParam != null) { - EntityContent contentEnt = - (EntityContent)contentModule.getById(idParam); - String publishPath = contentEnt.getValue("publish_path"); - String foFile = producerStorageRoot + producerDocRoot + "/" - + publishPath + "/" + idParam + ".fo"; - XSLTInputHandler input = new XSLTInputHandler(new File(foFile), - new File(xslSheet)); - + int maxArticlesInNewsleter = 15; // it is nice not to be dos'ed + try { + String idParam = aRequest.getParameter(ID_REQUEST_PARAM); + if (idParam != null) { + RE re = new RE("[0-9]+"); + + REMatch[] idMatches = re.getAllMatches(idParam); + String cacheSelector = ""; + + for (int i = 0; i < idMatches.length; i++) { + cacheSelector = cacheSelector + "," + idMatches[i].toString(); + } + + String cacheType = "pdf"; + + CacheKey theCacheKey = new CacheKey(cacheType, cacheSelector); + + byte[] thePDF; + + if (MirGlobal.mruCache().hasObject(theCacheKey)) { + getLogger().debug("fetching pdf from cache"); + thePDF = (byte[]) MirGlobal.mruCache().getObject(theCacheKey); + } + else { + getLogger().debug("generating pdf and caching it"); ByteArrayOutputStream out = new ByteArrayOutputStream(); - res.setContentType("application/pdf"); - - Driver driver = new Driver(); - driver.setLogger(log); - driver.setRenderer(Driver.RENDER_PDF); - driver.setOutputStream(out); - driver.render(input.getParser(), input.getInputSource()); - - byte[] content = out.toByteArray(); - res.setContentLength(content.length); - res.getOutputStream().write(content); - res.getOutputStream().flush(); - } else { - throw new ServletModuleUserException("Missing id parameter."); + PDFGenerator pdfMaker = new PDFGenerator(out); + + if (idMatches.length > 1) { + pdfMaker.addLine(); + for (int i = 0; i < idMatches.length && i < maxArticlesInNewsleter; i++) { + REMatch aMatch = idMatches[i]; + String id = aMatch.toString(); + EntityContent contentEnt = (EntityContent) contentModule.getById(id); + + + pdfMaker.addIndexItem(contentEnt); + } + } + + for (int i = 0; i < idMatches.length; i++) { + REMatch aMatch = idMatches[i]; + String id = aMatch.toString(); + EntityContent article = (EntityContent) contentModule.getById(id); + + if (!MirGlobal.localizer().openPostings().allowArticlePublication(article)) { + throw new ServletModuleExc("Illegal article"); + } + + pdfMaker.add(article, getLocale(aRequest)); + } + + pdfMaker.stop(); + thePDF = out.toByteArray(); + + //and save all our hard work! + MirGlobal.mruCache().storeObject(theCacheKey, thePDF); } - } catch (Exception ex) { - throw new ServletModuleException(ex.toString()); + + aResponse.setContentType("application/pdf"); + aResponse.setContentLength(thePDF.length); + aResponse.getOutputStream().write(thePDF); + aResponse.getOutputStream().flush(); + String elapsedtime = (new Long(System.currentTimeMillis() - starttime)).toString(); + getLogger().info("pdf retireval took " + elapsedtime + " milliseconds"); + + } + else { + throw new ServletModuleExc("Missing id."); } - } else { - throw new ServletModuleUserException("Can't generate a PDF because the config tells me not to."); } - } - - private void _throwBadContentType (String fileName, String contentType) - throws ServletModuleUserException { - - theLog.printDebugInfo("Wrong file type uploaded!: " + fileName+" " - +contentType); - throw new ServletModuleUserException("The file you uploaded is of the " - +"following mime-type: "+contentType - +", we do not support this mime-type. " - +"Error One or more files of unrecognized type. Sorry"); + catch (Throwable t) { + getLogger().error(t.toString()); + + throw new ServletModuleFailure(t); + } } - protected String createOneTimePasswd(){ + + public String generateOnetimePassword() { Random r = new Random(); int random = r.nextInt(); + long l = System.currentTimeMillis(); - l = (l*l*l*l)/random; - if(l<0) l = l * -1; - String returnString = ""+l; + + l = (l * l * l * l) / random; + if (l < 0) + l = l * -1; + + String returnString = "" + l; + return returnString.substring(5); } + public void deliver(HttpServletRequest aRequest, HttpServletResponse aResponse, Map aData, Map anExtra, String aGenerator) throws ServletModuleFailure { + try { + deliver(aResponse.getWriter(), aRequest, aResponse, aData, anExtra, aGenerator); + } + catch (Throwable t) { + throw new ServletModuleFailure(t); + } + } - /* this is an overwritten method of ServletModule in order - to use different bundles for open and admin */ - public void deliver(HttpServletRequest req, HttpServletResponse res, - TemplateModelRoot rtm, TemplateModelRoot popups, - String templateFilename) - throws ServletModuleException { - if (rtm == null) rtm = new SimpleHash(); + public void deliver(PrintWriter anOutputWriter, HttpServletRequest aRequest, HttpServletResponse aResponse, Map aData, Map anExtra, String aGenerator) + throws ServletModuleFailure { try { - PrintWriter out = res.getWriter(); - HTMLTemplateProcessor.process(res, templateFilename, rtm, popups, out, - getLocale(req), "bundles.open"); - out.close(); - } catch (HTMLParseException e) { - throw new ServletModuleException(e.toString()); - } catch (IOException e) { - throw new ServletModuleException(e.toString()); + Map responseData = ServletHelper.makeGenerationData(aRequest, aResponse, new Locale[] { getLocale(aRequest), getFallbackLocale(aRequest)}, "etc/bundles/open"); + responseData.put("data", aData); + responseData.put("extra", anExtra); + + + Generator generator = + MirGlobal.localizer().generators().makeOpenPostingGeneratorLibrary().makeGenerator(aGenerator, null); + generator.generate(anOutputWriter, responseData, getLogger()); + + anOutputWriter.close(); + } + catch (Throwable e) { + getLogger().error("Error while generating " + aGenerator + ": " + e.getMessage()); + + throw new ServletModuleFailure(e); } } -} + + public void deliver(PrintWriter anOutputWriter, HttpServletRequest aRequest, HttpServletResponse aResponse, Map aData, Map anExtra, String aGenerator,String aLocaleString) + throws ServletModuleFailure { + try { + Map responseData = ServletHelper.makeGenerationData(aRequest, aResponse, new Locale[] { new Locale(aLocaleString,""), getFallbackLocale(aRequest)}, "etc/bundles/open"); + responseData.put("data", aData); + responseData.put("extra", anExtra); + Generator generator = + MirGlobal.localizer().generators(). + makeOpenPostingGeneratorLibrary().makeGenerator(aGenerator, null); + generator.generate(anOutputWriter, responseData, getLogger()); + anOutputWriter.close(); + } + catch (Throwable e) { + getLogger().error("Error while generating " + aGenerator + ": " + e.getMessage()); + + throw new ServletModuleFailure(e); + } + } + + + public void handleError(HttpServletRequest aRequest, HttpServletResponse aResponse,PrintWriter out, Throwable anException) { + try { + getLogger().error("Error during open action", anException); + Map data = new HashMap(); + + data.put("errorstring", anException.getMessage()); + data.put("date", StringUtil.date2readableDateTime(new GregorianCalendar())); + + deliver(out, aRequest, aResponse, data, null, getConfiguration().getString("ServletModule.OpenIndy.ErrorTemplate")); + } + catch (Throwable e) { + throw new ServletModuleFailure(e); + } + } + + public void handleUserError(HttpServletRequest aRequest, HttpServletResponse aResponse, + PrintWriter out, ServletModuleUserExc anException) { + try { + getLogger().warn("user error: " + anException.getMessage()); + Map data = new HashMap(); + + Bundle bundle = + MirGlobal.getBundleFactory().getBundle("etc/bundles/open", new + String[] { getLocale(aRequest).getLanguage() }); + data.put("errorstring", bundle.getValue(anException.getMessage(), Arrays.asList(anException.getParameters()))); + data.put("date", StringUtil.date2readableDateTime(new GregorianCalendar())); + + deliver(out, aRequest, aResponse, data, null, getConfiguration().getString("ServletModule.OpenIndy.UserErrorTemplate")); + } + catch (Throwable e) { + throw new ServletModuleFailure(e); + } + } +}