/custom_processing/infinit.e.hadoop.template/src/testing/InfiniteHadoopTestUtils.java

/*******************************************************************************
 * Copyright 2012 The Infinit.e Open Source Project
 * 
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 
 *   http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 ******************************************************************************/

package testing;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileReader;
import java.io.IOException;
import java.util.List;

import javax.xml.parsers.DocumentBuilder;
import javax.xml.parsers.DocumentBuilderFactory;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.util.Tool;
import org.apache.hadoop.util.ToolRunner;
import org.w3c.dom.Document;
import org.w3c.dom.Element;
import org.w3c.dom.Node;
import org.w3c.dom.NodeList;

import com.google.gson.GsonBuilder;
import com.ikanow.infinit.e.data_model.api.BaseApiPojo;
import com.ikanow.infinit.e.data_model.api.knowledge.DocumentPojoApiMap;
import com.ikanow.infinit.e.data_model.store.MongoDbConnection;
import com.ikanow.infinit.e.data_model.store.document.DocumentPojo;
import com.mongodb.MongoException;

public class InfiniteHadoopTestUtils {

//////////////////////////////////////////////////////////////////////////////////////////////////

	// Run Hadoop inside Eclipse
	
	public static int runStandalone(Tool runner, String configPath, String [] args) throws Exception
	{
		Configuration config = new Configuration();
		config.set("mapred.job.tracker", "local");
		config.set("fs.default.name", "local");
		// Now read in via XML
		File fXmlFile = new File(configPath);
		DocumentBuilderFactory dbFactory = DocumentBuilderFactory.newInstance();
		DocumentBuilder dBuilder = dbFactory.newDocumentBuilder();
		Document doc = dBuilder.parse(fXmlFile);
		NodeList nList = doc.getElementsByTagName("property");
		
		for (int temp = 0; temp < nList.getLength(); temp++) {			 
			Node nNode = nList.item(temp);
			if (nNode.getNodeType() == Node.ELEMENT_NODE) {				   
				Element eElement = (Element) nNode;	
				String name = getTagValue("name", eElement);
				String value = getTagValue("value", eElement);
				if ((null != name) && (null != value)) {
					config.set(name, value);
				}
			}
		}
		return ToolRunner.run( config, runner, args );		
	}

//////////////////////////////////////////////////////////////////////////////////////////////////

	// Load document results from the GUI into a (local) mongoDB
	
	public static void loadSampleData(String dataPath, String mongoServer, int mongoPort, boolean resetBeforeLoading) throws MongoException, IOException
	{
		String json = readFile(dataPath);
		MongoDbConnection mongoConnection = new MongoDbConnection(mongoServer, mongoPort);
		
		if (resetBeforeLoading) {
			mongoConnection.getMongo().getDB("test").getCollection("docs").drop();
		}
		QueryResults res = QueryResults.fromApi(json, QueryResults.class);
		List<DocumentPojo> documents = res.documents;
		if (null == documents) {
			documents = res.data; // (maybe it was a direct JSON call not a GUI save file)
		}		
		for (DocumentPojo doc: documents) {
			mongoConnection.getMongo().getDB("test").getCollection("docs").insert(doc.toDb());
		}
		
	}//TESTED
	
	public static class QueryResults extends BaseApiPojo
	{
		@Override
		public GsonBuilder extendBuilder(GsonBuilder gp) { // Extend the builder to apply standard document deserialization
			return new DocumentPojoApiMap().extendBuilder(gp);
		}
		public List<DocumentPojo> documents; // (from GUI save)
		public List<DocumentPojo> data; // (from direct JSON call to rest)
		
		//(and lots of other stuff that will get discarded for now)
	}
		
//////////////////////////////////////////////////////////////////////////////////////////////////

	// Utilities

	private static String getTagValue(String sTag, Element eElement) {
		NodeList nlList = eElement.getElementsByTagName(sTag).item(0).getChildNodes();		 
		Node nValue = (Node) nlList.item(0);
		if (null != nValue) {
			return nValue.getNodeValue();
		}
		else {
			return null;
		}
	}
	private static String readFile( String file ) throws IOException {
		StringBuilder stringBuilder = new StringBuilder();
		BufferedReader reader = new BufferedReader( new FileReader (file));
		try {
			String line  = null;
			String ls = System.getProperty("line.separator");
			while( ( line = reader.readLine() ) != null ) {
				stringBuilder.append( line );
				stringBuilder.append( ls );
			}
		}
		finally {
			reader.close();
		}
		return stringBuilder.toString();
	}
}