package upload;

import java.io.File;

import java.io.FileOutputStream;

import java.io.IOException;

import java.io.InputStream;

import java.io.PrintStream;

import java.io.PrintWriter;

import java.util.ArrayList;

import java.util.Collections;

import java.util.HashMap;

import java.util.List;

import java.util.Map;

import java.util.zip.ZipEntry;

import java.util.zip.ZipFile;

public class UsageAnalysis {

	Map<Integer, Map<String, Integer>> userToViewMap = new HashMap<Integer, Map<String, Integer>>();

	Map<Integer, Integer> usersNumSelections = new HashMap<Integer, Integer>();

	Map<String, Integer> totalNumSelections = new HashMap<String, Integer>();

	final static String USAGE_DIRECTORY = MylarUsageUploadServlet.UPLOAD_DIRECTORY;

	final static String LOGGING_DIRECTORY = "home//study//logging//";

	final static String ERROR_LOGGING_FILE = "MylarUsageAnalysisErrorLog.txt";

	final static String USAGE_SUMMARY_FILE = "usageSummary.txt";

	int MAX_NUM_VIEWS_TO_REPORT = 10;

	int totalSelections = 0;

	public static void main(String []args) {

		UsageAnalysis ua = new UsageAnalysis();

		ua.analyzeLogs();

	}

	public void analyzeLogs() {

		try {

			String[] files = new File(USAGE_DIRECTORY).list();

			int userID = 0;

			for (String filename : files) {

				File currFile = new File(USAGE_DIRECTORY, filename);

				userID = this.getUserId(currFile);

				int numSelections = 0;

				if (usersNumSelections.containsKey(userID)) {

					numSelections = usersNumSelections.get(userID);

				}

				Map<String, Integer> viewToNumberMap = userToViewMap.get(userID);

				if (viewToNumberMap == null) {

					viewToNumberMap = new HashMap<String, Integer>();

					userToViewMap.put(userID, viewToNumberMap);

				}

				int index;

				int endIndex;

				String currOriginId;

				String buf = "";

				byte[] buffer = new byte[1000];

				int bytesRead = 0;

				String beginningTag = "<originId>";

				String endTag = "</originId>";

				String kindTag = "<kind>";

				String matchKind = "selection";

				// they should all be zip files, ignore anything that's not

				if (currFile.getName().endsWith(".zip")) {

					ZipFile zip = new ZipFile(currFile);

					if (zip.entries().hasMoreElements()) {

						ZipEntry entry = zip.entries().nextElement();

						InputStream stream = zip.getInputStream(entry);

						while ((bytesRead = stream.read(buffer)) != -1) {

							buf = buf + new String(buffer, 0, bytesRead);

							while ((endIndex = buf.indexOf(endTag)) != -1) {

								index = buf.indexOf(beginningTag);

								index += beginningTag.length();

								int kindIndex = buf.indexOf(kindTag);

								kindIndex += kindTag.length();

								if (buf.substring(kindIndex, kindIndex + matchKind.length()).equals(matchKind)) {

									numSelections++;

									totalSelections++;

									currOriginId = buf.substring(index, endIndex);

									if (!viewToNumberMap.containsKey(currOriginId)) {

										viewToNumberMap.put(currOriginId, 0);

									}

									int numViews = viewToNumberMap.get(currOriginId) + 1;

									viewToNumberMap.put(currOriginId, numViews);

									if (!totalNumSelections.containsKey(currOriginId)) {

										totalNumSelections.put(currOriginId, 0);

									}

									int totalNumViews = totalNumSelections.get(currOriginId) + 1;

									totalNumSelections.put(currOriginId, totalNumViews);

								}

								buf = buf.substring(endIndex + endTag.length(), buf.length());

							}

							buffer = new byte[1000];

						}

					}

				}

				usersNumSelections.put(userID, numSelections);

			}

			// print to a file.

			printSummaryToFile();

		} catch (IOException ioe) {

			logError(ioe.getMessage());

		}

	}

	private static void logError(String error) {

		File errorLogFile = new File(LOGGING_DIRECTORY, ERROR_LOGGING_FILE);

		try {

			if (!errorLogFile.exists()) {

				errorLogFile.createNewFile();

			}

			PrintStream errorLogStream = new PrintStream(new FileOutputStream(errorLogFile, true));

			errorLogStream.println(error);

		} catch (IOException e) {

			e.printStackTrace();

		}

	}

	/**

	 * Assuming the file naming convention of <phase>-<version>-usage-<userID>-<date

	 * and time>.zip

	 * 

	 * copied from: org.eclipse.mylar.monitor.usage.core.ReportGenerator author:

	 * Mik Kersten

	 */

	private int getUserId(File source) {

		String userIDText = source.getName();

		int userId = -1;

		String prefix = "-usage-";

		if (source.getName().indexOf(prefix) >= 0) {

			try {

				userIDText = userIDText.substring(userIDText.indexOf(prefix) + prefix.length(), userIDText.length());

				userIDText = userIDText.substring(0, userIDText.indexOf("-"));

				userId = Integer.valueOf(userIDText);

			} catch (Throwable t) {

				logError(t.getMessage());

			}

		}

		return userId;

	}

	private String formatAsPercentage(float viewUse) {

		String formattedViewUse = ("" + viewUse * 100);

		// sometimes the floats are so small that formattedViewUsage ends up

		// being

		// something like 7.68334E-4, which would get formatted to 7.68% without

		// this check

		if (formattedViewUse.contains("E")) {

			return "0.00%";

		}

		int indexOf2ndDecimal = formattedViewUse.indexOf('.') + 3;

		if (indexOf2ndDecimal <= formattedViewUse.length()) {

			formattedViewUse = formattedViewUse.substring(0, indexOf2ndDecimal);

		}

		return formattedViewUse + "%";

	}

	static public String getSummaryFilePath() {

		File summaryFile = new File(USAGE_DIRECTORY, USAGE_SUMMARY_FILE);

		if (!summaryFile.exists()) {

			try {

				summaryFile.createNewFile();

			} catch (IOException e) {

				logError(e.getMessage());

			}

		}

		return summaryFile.getAbsolutePath();

	}

	public void printSummaryToFile() {

		File summaryFile = new File(USAGE_DIRECTORY, USAGE_SUMMARY_FILE);

		try {

			if (!summaryFile.exists()) {

				summaryFile.createNewFile();

			} else {

				summaryFile.delete();

				summaryFile.createNewFile();

			}

			PrintStream summaryLogStream = new PrintStream(new FileOutputStream(summaryFile, true));

			summaryLogStream.println("Total events: " + totalSelections);

			summaryLogStream.println("Number of unique users: " + userToViewMap.entrySet().size());

			summaryLogStream.println();

			summaryLogStream.println(MAX_NUM_VIEWS_TO_REPORT + " most used views:");

			List<String> viewUsage = new ArrayList<String>();

			for (String view : totalNumSelections.keySet()) {

				float numSelections = (float) (totalNumSelections.get(view));

				float viewUse = numSelections / totalSelections;

				String formattedViewUse = formatAsPercentage(viewUse);

				viewUsage.add(formattedViewUse + ": " + view + " (" + totalNumSelections.get(view) + ")");

			}

			Collections.sort(viewUsage, new PercentUsageComparator());

			int numViewsToReport = 0;

			for (String viewUsageSummary : viewUsage) {

				if (MAX_NUM_VIEWS_TO_REPORT == -1 || numViewsToReport < MAX_NUM_VIEWS_TO_REPORT) {

					summaryLogStream.println(viewUsageSummary);

					numViewsToReport++;

				}

			}

		} catch (IOException e) {

			logError(e.getMessage());

		}

	}

	public void printSummary(int userId, PrintWriter out) {

		Map<String, Integer> normalViewSelections = userToViewMap.get(userId);

		float numSelections = usersNumSelections.get(userId);

		List<String> viewUsage = new ArrayList<String>();

		for (String view : normalViewSelections.keySet()) {

			float viewUse = ((float) (normalViewSelections.get(view))) / numSelections;

			String formattedViewUse = formatAsPercentage(viewUse);

			viewUsage.add(formattedViewUse + ": " + view + " (" + normalViewSelections.get(view) + ")" + "<br>");

		}

		Collections.sort(viewUsage, new PercentUsageComparator());

		int numViewsToReport = 0;

		for (String viewUsageSummary : viewUsage) {

			if (MAX_NUM_VIEWS_TO_REPORT == -1 || numViewsToReport < MAX_NUM_VIEWS_TO_REPORT) {

				out.println(viewUsageSummary);

				numViewsToReport++;

			}

		}

	}

	public void printReport(PrintWriter out) {

		for (int userId : userToViewMap.keySet()) {

			printSummary(userId, out);

		}

	}

}

package upload;

import java.io.BufferedWriter;

import java.io.File;

import java.io.FileInputStream;

import java.io.FileOutputStream;

import java.io.FileWriter;

import java.io.IOException;

import java.io.PrintStream;

import java.io.PrintWriter;

import javax.servlet.ServletException;

import javax.servlet.http.HttpServlet;

import javax.servlet.http.HttpServletRequest;

import javax.servlet.http.HttpServletResponse;

/**

 * @author - Meghan Allen

 */

public class GetUserIDServlet extends HttpServlet {

	private static final long serialVersionUID = 1L;

	private static final String USER_ID_PARAM = "MylarUserID";

	private static final String USER_ID_DIRECTORY = "//home//study//userIDS//";

	private static final String NEXT_USER_ID_FILENAME = "MylarNextUserID.txt";

	private static final String MYLAR_USER_IDS_FILENAME = "MylarUserIDs.txt";

	private static final String LOGGING_DIRECTORY = "//home//study//logging//";

	private static final String ERROR_LOGGING_FILE = "MylarUsageGetUIDErrorLog.txt";

	private static final int SIZE_OF_INT = 8;

	protected void doPost(HttpServletRequest req, HttpServletResponse res) throws ServletException, IOException {

		String userIDRequest = req.getParameter(USER_ID_PARAM);

		if (userIDRequest == null) {

			res.sendError(HttpServletResponse.SC_BAD_REQUEST);

			return;

		}

		res.setContentType("text/plain");

		PrintWriter out = res.getWriter();

		try {

			out.print("" + this.getNewUserID());

			res.setStatus(HttpServletResponse.SC_OK);

		} catch (IOException ioe) {

			logError("GetUserIDServlet:doPost out.print() failed " + ioe.getMessage());

			res.sendError(HttpServletResponse.SC_INTERNAL_SERVER_ERROR);

		}

	}

	private synchronized int getNewUserID() throws IOException {

		File nextUserIDFile = new File(USER_ID_DIRECTORY, NEXT_USER_ID_FILENAME);

		if (!nextUserIDFile.exists()) {

			throw new IOException(USER_ID_DIRECTORY + NEXT_USER_ID_FILENAME + " does not exist");

		}

		FileInputStream fileInputStream = new FileInputStream(nextUserIDFile);

		byte[] buffer = new byte[SIZE_OF_INT];

		int numBytesRead = fileInputStream.read(buffer);

		int uID = new Integer(new String(buffer, 0, numBytesRead)).intValue();

		fileInputStream.close();

		BufferedWriter bufferedWriter = new BufferedWriter(new FileWriter(nextUserIDFile));

		int nextUId = uID + 17;

		bufferedWriter.write(new Integer(nextUId).toString());

		bufferedWriter.close();

		File allUserIDFile = new File(USER_ID_DIRECTORY, MYLAR_USER_IDS_FILENAME);

		if (!allUserIDFile.exists()) {

			throw new IOException(USER_ID_DIRECTORY + MYLAR_USER_IDS_FILENAME + " does not exist");

		}

		PrintStream printStreamAllIds = new PrintStream(new FileOutputStream(allUserIDFile, true));

		printStreamAllIds.println(new Integer(uID).toString());

		printStreamAllIds.flush();

		printStreamAllIds.close();

		return uID;

	}

	private void logError(String errorMessage) {

		File errorLogFile = new File(LOGGING_DIRECTORY, ERROR_LOGGING_FILE);

		try {

			if (!errorLogFile.exists()) {

				errorLogFile.createNewFile();

			}

			PrintStream errorLogStream = new PrintStream(new FileOutputStream(errorLogFile, true));

			errorLogStream.println(errorMessage);

		} catch (IOException e) {

			e.printStackTrace();

		}

	}

}

<?xml version="1.0" encoding="utf-8"?>

<session version="1.0">

<refactoring comment="Move 1 elements(s) to 'WEB-INF'&#13;&#10;- Original project: 'org.eclipse.mylar.monitor.server'&#13;&#10;- Destination element: 'WEB-INF'&#13;&#10;- Original element: 'lib'" description="Move folder" element1="lib" files="0" flags="589830" folders="1" id="org.eclipse.jdt.ui.move" policy="org.eclipse.jdt.ui.moveResources" qualified="false" references="true" stamp="1170886725833" target="/org.eclipse.mylar.monitor.server/WEB-INF" units="0" version="1.0"/>

</session>

<?xml version="1.0" encoding="utf-8"?>

<session version="1.0">

<refactoring accessors="true" comment="Delete 1 element(s) from project 'org.eclipse.mylar.monitor.server'&#13;&#10;- Original project: 'org.eclipse.mylar.monitor.server'&#13;&#10;- Original element: 'bin'" description="Delete element" element1="bin" elements="0" flags="589830" id="org.eclipse.jdt.ui.delete" resources="1" stamp="1174495277568" subPackages="false" version="1.0"/>

<refactoring accessors="true" comment="Delete 1 element(s) from project 'org.eclipse.mylar.monitor.server'&#13;&#10;- Original project: 'org.eclipse.mylar.monitor.server'&#13;&#10;- Original element: 'lib'" description="Delete element" element1="lib" elements="0" flags="589830" id="org.eclipse.jdt.ui.delete" resources="1" stamp="1174495283724" subPackages="false" version="1.0"/>

</session>

package upload;

import java.io.File;

import java.io.FileOutputStream;

import java.io.IOException;

import java.io.PrintStream;

import java.text.SimpleDateFormat;

import java.util.Date;

import java.util.List;

import javax.servlet.http.HttpServlet;

import javax.servlet.http.HttpServletRequest;

import javax.servlet.http.HttpServletResponse;

import org.apache.commons.fileupload.FileItem;

import org.apache.commons.fileupload.FileItemFactory;

import org.apache.commons.fileupload.FileUploadException;

import org.apache.commons.fileupload.disk.DiskFileItemFactory;

import org.apache.commons.fileupload.servlet.ServletFileUpload;

/**

 * @author - Meghan Allen

 */

public class MylarUsageUploadServlet extends HttpServlet {

	private static final long serialVersionUID = 1L;

	public static final String UPLOAD_DIRECTORY = "//home//study//uploads//";

	private static final String LOGGING_DIRECTORY = "//home//study//logging//";

	private static final String ERROR_LOGGING_FILE = "MylarUsageUploadErrorLog.txt";

	// 4 digit year, 2 digit month, 2 digit day, 2 digit hour, 2 digit minute

	// 2 digit second, 3 digit millisecond

	private static final String DATE_FORMAT_STRING = "yyyy.MM.dd.HH.mm.ss.SSS";

	// Supress warnings because

	// org.apache.commons.fileupload.servlet.ServletFileUpload

	// parseRequest doesn't use generics (suppress unchecked), and

	// ServletFileUpload.isMultipartContent is deprecated (suppress deprecation)

	@SuppressWarnings( { "unchecked", "deprecation" })

	@Override

	protected void doPost(HttpServletRequest request, HttpServletResponse response) {

		boolean isMultipart = ServletFileUpload.isMultipartContent(request);

		try {

			if (isMultipart) {

				// Create a factory for disk-based file items

				FileItemFactory factory = new DiskFileItemFactory();

				// Create a new file upload handler

				ServletFileUpload upload = new ServletFileUpload(factory);

				// Parse the request

				List<FileItem> items = upload.parseRequest(request);

				for (FileItem fi : items) {

					String oldFilename = fi.getName();

					int indexFirstDot = oldFilename.indexOf(".");

					String uid = oldFilename.substring(0, indexFirstDot);

					String extension = oldFilename.substring(oldFilename.length() - 4, oldFilename.length());

					String name = "USAGE-1.0-usage-" + uid + "-"

							+ new SimpleDateFormat(DATE_FORMAT_STRING).format(new Date()) + extension;

					File destFile = new File(UPLOAD_DIRECTORY, name);

					destFile.createNewFile();

					try {

						fi.write(destFile);

					} catch (Exception e) {

						logError("MylarUsageUploadServlet:doPost fi.write() failed " + e.getMessage());

					}

				}

			}

		} catch (FileUploadException fue) {

			logError("MylarUsageUploadServlet:doPost upload.parseRequest(request) failed " + fue.getMessage());

		} catch (IOException ioe) {

			logError("MylarUsageUploadServlet:doPost destFile.createNewFile() failed " + ioe.getMessage());

		}

	}

	private void logError(String errorMessage) {

		File errorLogFile = new File(LOGGING_DIRECTORY, ERROR_LOGGING_FILE);

		try {

			if (!errorLogFile.exists()) {

				errorLogFile.createNewFile();

			}

			PrintStream errorLogStream = new PrintStream(new FileOutputStream(errorLogFile, true));

			errorLogStream.println(errorMessage);

		} catch (IOException e) {

			e.printStackTrace();

		}

	}

}

<!DOCTYPE web-app PUBLIC "-//Sun Microsystems, Inc.//DTD Web Application 2.2//EN"

"http://java.sun.com/j2ee/dtds/web-app_2_2.dtd">

<web-app>

<servlet>

<servlet-name>MylarUsageUploadServlet</servlet-name>

<display-name>MylarUsageUploadServlet</display-name>

<servlet-class>upload.MylarUsageUploadServlet</servlet-class>

</servlet>

<servlet-mapping>

<servlet-name>MylarUsageUploadServlet</servlet-name>

<url-pattern>/MylarUsageUploadServlet</url-pattern>

</servlet-mapping>

<servlet>

<servlet-name>GetUserIDServlet</servlet-name>

<display-name>GetUserIDServlet</display-name>

<servlet-class>upload.GetUserIDServlet</servlet-class>

</servlet>

<servlet-mapping>

<servlet-name>GetUserIDServlet</servlet-name>

<url-pattern>/GetUserIDServlet</url-pattern>

</servlet-mapping>

<servlet>

<servlet-name>UsageAnalysisServlet</servlet-name>

<display-name>UsageAnalysisServlet</display-name>

<servlet-class>upload.UsageAnalysisServlet</servlet-class>

</servlet>

<servlet-mapping>

<servlet-name>UsageAnalysisServlet</servlet-name>

<url-pattern>/UsageAnalysisServlet</url-pattern>

</servlet-mapping>

</web-app>

1170886725833	Move folder

This plugin depends on two Apache libraries that must be downloaded independently of Mylar.

commons-fileupload-1.1.1.jar can be downloaded from here:

http://jakarta.apache.org/site/downloads/downloads_commons-fileupload.cgi

commons-io-1.2.jar can be downloaded from here:

http://archive.apache.org/dist/jakarta/commons/io/binaries/

1174495277568	Delete element

1174495283724	Delete element

commons-io-1.2.jar

commons-fileupload-1.1.1.jar

package upload;

import java.io.File;

import java.io.FileInputStream;

import java.io.IOException;

import java.io.PrintWriter;

import javax.servlet.ServletException;

import javax.servlet.http.HttpServlet;

import javax.servlet.http.HttpServletRequest;

import javax.servlet.http.HttpServletResponse;

public class UsageAnalysisServlet extends HttpServlet {

	private static final long serialVersionUID = 1L;

	protected void doGet(HttpServletRequest req, HttpServletResponse res) throws ServletException, IOException {

		PrintWriter out = res.getWriter();

// run the analysis as a cron job

//		UsageAnalysis usageAnalysis = new UsageAnalysis();

//		usageAnalysis.analyzeLogs();

		String filePath = UsageAnalysis.getSummaryFilePath();

		File summaryFile = new File(filePath);

		FileInputStream inputStream = new FileInputStream(summaryFile);

		int bytesRead = 0;

		byte[] buffer = new byte[1000];

		while ((bytesRead = inputStream.read(buffer)) != -1) {

			out.print(new String(buffer, 0, bytesRead));

		}

	}

}

/*******************************************************************************

 * Copyright (c) 2004 - 2006 University Of British Columbia and others.

 * All rights reserved. This program and the accompanying materials

 * are made available under the terms of the Eclipse Public License v1.0

 * which accompanies this distribution, and is available at

 * http://www.eclipse.org/legal/epl-v10.html

 *

 * Contributors:

 *     University Of British Columbia - initial API and implementation

 *******************************************************************************/

package upload;

import java.util.Comparator;

/**

 * This class was copied from

 * org.eclipse.mylar.internal.monitor.core.collection.

 * 

 * 

 * @author Mik Kersten and Leah Findlater

 */

class PercentUsageComparator implements Comparator<String> {

	public int compare(String o1, String o2) {

		int index1 = o1.indexOf('%');

		int index2 = o2.indexOf('%');

		if (index1 != -1 && index2 != -1) {

			String s1 = o1.substring(0, index1);

			String s2 = o2.substring(0, index2);

			return (-1) * new Float(s1).compareTo(new Float(s2));

		} else {

			return 0;

		}

	}

}