* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*
* In addition, as a special exception, The Mir-coders gives permission to link
- * the code of this program with any library licensed under the Apache Software License,
- * The Sun (tm) Java Advanced Imaging library (JAI), The Sun JIMI library
- * (or with modified versions of the above that use the same license as the above),
- * and distribute linked combinations including the two. You must obey the
- * GNU General Public License in all respects for all of the code used other than
- * the above mentioned libraries. If you modify this file, you may extend this
- * exception to your version of the file, but you are not obligated to do so.
+ * the code of this program with any library licensed under the Apache Software License,
+ * The Sun (tm) Java Advanced Imaging library (JAI), The Sun JIMI library
+ * (or with modified versions of the above that use the same license as the above),
+ * and distribute linked combinations including the two. You must obey the
+ * GNU General Public License in all respects for all of the code used other than
+ * the above mentioned libraries. If you modify this file, you may extend this
+ * exception to your version of the file, but you are not obligated to do so.
* If you do not wish to do so, delete this exception statement from your version.
*/
package mircoders.producer;
-import java.util.Map;
-
import mir.entity.Entity;
import mir.entity.adapter.EntityAdapter;
import mir.log.LoggerWrapper;
import mir.misc.StringUtil;
+import mir.producer.AbstractProducerNode;
import mir.producer.ProducerFailure;
-import mir.producer.ProducerNode;
+import mir.util.FileRoutines;
import mir.util.ParameterExpander;
import mircoders.entity.EntityContent;
-import mircoders.search.AudioSearchTerm;
-import mircoders.search.ContentSearchTerm;
-import mircoders.search.ImagesSearchTerm;
-import mircoders.search.IndexUtil;
-import mircoders.search.KeywordSearchTerm;
-import mircoders.search.TextSearchTerm;
-import mircoders.search.TopicSearchTerm;
-import mircoders.search.UnIndexedSearchTerm;
-import mircoders.search.VideoSearchTerm;
-
+import mircoders.search.*;
import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.store.FSDirectory;
+import java.io.File;
+import java.text.SimpleDateFormat;
+import java.util.Calendar;
+import java.util.Date;
+import java.util.GregorianCalendar;
+import java.util.Map;
-public class IndexingProducerNode implements ProducerNode {
+
+public class IndexingProducerNode extends AbstractProducerNode {
private String contentKey;
private String indexPath;
+ private File indexBasePath;
- public IndexingProducerNode(String aContentKey, String pathToIndex) {
+ public IndexingProducerNode(File anIndexBasePath, String aContentKey, String pathToIndex) {
contentKey = aContentKey;
indexPath = pathToIndex;
+ indexBasePath = anIndexBasePath;
}
public void produce(Map aValueMap, String aVerb, LoggerWrapper aLogger)
IndexWriter indexWriter = null;
Object data;
Entity entity;
- String index = null;
long startTime;
long endTime;
+ File indexFile = null;
startTime = System.currentTimeMillis();
try {
- index = ParameterExpander.expandExpression(aValueMap, indexPath);
+ indexFile = FileRoutines.getAbsoluteOrRelativeFile(indexBasePath, ParameterExpander.expandExpression(aValueMap, indexPath));
data = ParameterExpander.findValueForKey(aValueMap, contentKey);
if (!(data instanceof EntityAdapter)) {
entity.getClass().getName() + " adapter", null);
}
- aLogger.info("Indexing " + (String) entity.getValue("id") + " into " +
- index);
+ aLogger.debug("Indexing " + entity.getFieldValue("id") + " into " + indexFile.getAbsolutePath());
// create an index here if one did not already exist
- if (!(IndexReader.indexExists(index))) {
- aLogger.error("Didn't find existing index, so I'm making one in " +
- index);
+ if (!(IndexReader.indexExists(indexFile))) {
+ aLogger.warn("Didn't find existing index, so I'm making one in " + indexFile.getAbsolutePath());
- IndexWriter indexCreator =
- new IndexWriter(index, new StandardAnalyzer(), true);
+ IndexWriter indexCreator = new IndexWriter(indexFile, new StandardAnalyzer(), true);
indexCreator.close();
}
- IndexUtil.unindexEntity((EntityContent) entity, index);
+ IndexUtil.unindexEntity((EntityContent) entity, indexFile);
- indexWriter = new IndexWriter(index, new StandardAnalyzer(), false);
+ indexWriter = new IndexWriter(indexFile, new StandardAnalyzer(), false);
Document theDoc = new Document();
//this initialization should go somewhere global like an xml file....
(new KeywordSearchTerm("id", "", "id", "", "id")).index(theDoc, entity);
+ String textValue = entity.getFieldValue("webdb_create");
+ Calendar calendar = GregorianCalendar.getInstance();
+ int year;
+ int month;
+ int day;
+ int hours;
+ int minutes;
+ Date date;
+ String formattedDate="";
+
+ if (textValue!=null) {
+ try {
+ year = Integer.parseInt(textValue.substring(0, 4));
+ month = Integer.parseInt(textValue.substring(5, 7));
+ day = Integer.parseInt(textValue.substring(8, 10));
+ hours = Integer.parseInt(textValue.substring(11, 13));
+ minutes = Integer.parseInt(textValue.substring(14, 16));
+
+ calendar.set(year, month - 1, day, hours, minutes);
+ date = calendar.getTime();
+ SimpleDateFormat formatter = new SimpleDateFormat("yyyy.MM.dd hh:mm");
+ formattedDate = formatter.format(date);
+ }
+ catch (Throwable t) {
+ aLogger.warn("Error while generating content date to index", t);
+ }
+ }
(new KeywordSearchTerm("webdb_create_formatted", "search_date",
"webdb_create_formatted", "webdb_create_formatted",
- "webdb_create_formatted")).index(theDoc, entity);
+ "webdb_create_formatted")).indexValue(theDoc,formattedDate);
+
(new UnIndexedSearchTerm("", "", "", "where", "where")).indexValue(theDoc,
- StringUtil.webdbDate2path(entity.getValue("date")) +
- entity.getValue("id") + ".shtml");
+ "/"+ year +"/" + month +
+ entity.getFieldValue("id") + ".shtml");
(new TextSearchTerm("creator", "search_creator", "creator", "creator",
"creator")).index(theDoc, entity);
"creationDate", "creationDate", "creationDate")).index(theDoc, entity);
(new ContentSearchTerm("content_data", "search_content", "content", "", "")).indexValue(theDoc,
- entity.getValue("content_data") + " " + entity.getValue("description") +
- " " + entity.getValue("title"));
+ entity.getFieldValue("content_data") + " " + entity.getFieldValue("description") +
+ " " + entity.getFieldValue("title"));
(new TopicSearchTerm()).index(theDoc, entity);
indexWriter.addDocument(theDoc);
}
catch (Throwable t) {
- aLogger.error("Error while indexing content: " + t.getMessage());
- t.printStackTrace(aLogger.asPrintWriter(LoggerWrapper.DEBUG_MESSAGE));
+ aLogger.error("Error while indexing content: " + t.getMessage(), t);
}
finally {
if (indexWriter != null) {
try {
indexWriter.close();
- } catch (Throwable t) {
- aLogger.warn("Error while closing indexWriter: " + t.getMessage());
+ }
+ catch (Throwable t) {
+ aLogger.warn("Error while closing indexWriter", t);
}
}
- try {
- FSDirectory theIndexDir = FSDirectory.getDirectory(index, false);
+ if (indexFile!=null) {
+ try {
+ FSDirectory theIndexDir = FSDirectory.getDirectory(indexFile, false);
- if (IndexReader.isLocked(theIndexDir)) {
- IndexReader.unlock(theIndexDir);
+ if (IndexReader.isLocked(theIndexDir)) {
+ IndexReader.unlock(theIndexDir);
+ }
+ }
+ catch (Throwable t) {
+ aLogger.warn("Error while unlocking index", t);
}
- } catch (Throwable t) {
- aLogger.warn("Error while unlocking index: " + t.getMessage());
}
}
endTime = System.currentTimeMillis();
- aLogger.info(" IndexTime: " + (endTime - startTime) + " ms<br>");
+ aLogger.debug(" IndexTime: " + (endTime - startTime) + " ms<br>");
}
}
projects / mir.git / blobdiff