[server] On mah way (lots of restructuring, some early db classes, sql dump of current schema)

1 files changed, 207 insertions, 0 deletions

diff --git a/dozentenmodulserver/src/main/java/org/openslx/bwlp/sat/fileserv/ActiveUpload.java b/dozentenmodulserver/src/main/java/org/openslx/bwlp/sat/fileserv/ActiveUpload.java
new file mode 100644
index 00000000..a2474587
--- /dev/null
+++ b/dozentenmodulserver/src/main/java/org/openslx/bwlp/sat/fileserv/ActiveUpload.java
@@ -0,0 +1,207 @@
+package org.openslx.bwlp.sat.fileserv;
+
+import java.io.File;
+import java.io.FileNotFoundException;
+import java.io.IOException;
+import java.io.RandomAccessFile;
+import java.nio.ByteBuffer;
+import java.util.List;
+import java.util.UUID;
+import java.util.concurrent.ThreadPoolExecutor;
+
+import org.apache.log4j.Logger;
+import org.openslx.bwlp.sat.util.Configuration;
+import org.openslx.bwlp.sat.util.FileSystem;
+import org.openslx.bwlp.sat.util.Formatter;
+import org.openslx.bwlp.thrift.iface.ImageDetailsRead;
+import org.openslx.bwlp.thrift.iface.UserInfo;
+import org.openslx.filetransfer.DataReceivedCallback;
+import org.openslx.filetransfer.Downloader;
+import org.openslx.filetransfer.FileRange;
+import org.openslx.filetransfer.WantRangeCallback;
+
+public class ActiveUpload {
+	private static final Logger LOGGER = Logger.getLogger(ActiveUpload.class);
+
+	/**
+	 * This is an active upload, so on our end, we have a Downloader.
+	 */
+	private Downloader download = null;
+
+	private final File destinationFile;
+
+	private final RandomAccessFile outFile;
+
+	private final ChunkList chunks;
+
+	private final long fileSize;
+
+	/**
+	 * User owning this uploaded file.
+	 */
+	private final UserInfo owner;
+
+	/**
+	 * Base image this upload is a new version for.
+	 */
+	private final ImageDetailsRead image;
+
+	// TODO: Use HashList for verification
+
+	public ActiveUpload(UserInfo owner, ImageDetailsRead image, File destinationFile, long fileSize,
+			List<ByteBuffer> sha1Sums) throws FileNotFoundException {
+		this.destinationFile = destinationFile;
+		this.outFile = new RandomAccessFile(destinationFile, "rw");
+		this.chunks = new ChunkList(fileSize, sha1Sums);
+		this.owner = owner;
+		this.image = image;
+		this.fileSize = fileSize;
+	}
+
+	/**
+	 * Add another connection for this file transfer. Currently only one
+	 * connection is allowed, but this might change in the future.
+	 * 
+	 * @param connection
+	 * @return true if the connection is accepted, false if it should be
+	 *         discarded
+	 */
+	public synchronized boolean addConnection(Downloader connection, ThreadPoolExecutor pool) {
+		if (download != null || chunks.isComplete())
+			return false;
+		download = connection;
+		pool.execute(new Runnable() {
+			@Override
+			public void run() {
+				CbHandler cbh = new CbHandler();
+				if (!download.download(cbh, cbh) && cbh.currentChunk != null) {
+					// If the download failed and we have a current chunk, put it back into
+					// the queue, so it will be handled again later...
+					chunks.markFailed(cbh.currentChunk);
+				}
+			}
+		});
+		return true;
+	}
+
+	/**
+	 * Write some data to the local file. Thread safe so we could
+	 * have multiple concurrent connections later.
+	 * 
+	 * @param fileOffset
+	 * @param dataLength
+	 * @param data
+	 * @return
+	 */
+	private boolean writeFileData(long fileOffset, int dataLength, byte[] data) {
+		synchronized (outFile) {
+			try {
+				outFile.seek(fileOffset);
+				outFile.write(data, 0, dataLength);
+			} catch (IOException e) {
+				LOGGER.error("Cannot write to '" + destinationFile
+						+ "'. Disk full, network storage error, bad permissions, ...?", e);
+				return false;
+			}
+		}
+		return true;
+	}
+
+	private void finishUpload() {
+		File file = destinationFile;
+		// Ready to go. First step: Rename temp file to something usable
+		File destination = new File(file.getParent(), Formatter.vmName(owner, image.imageName));
+		// Sanity check: destination should be a sub directory of the vmStorePath
+		String relPath = FileSystem.getRelativePath(destination, Configuration.getVmStoreBasePath());
+		if (relPath == null) {
+			LOGGER.warn(destination.getAbsolutePath() + " is not a subdir of "
+					+ Configuration.getVmStoreBasePath().getAbsolutePath());
+			// TODO: Update state to failed...
+		}
+
+		// Execute rename
+		boolean ret = false;
+		Exception renameException = null;
+		try {
+			ret = file.renameTo(destination);
+		} catch (Exception e) {
+			ret = false;
+			renameException = e;
+		}
+		if (!ret) {
+			// Rename failed :-(
+			LOGGER.warn(
+					"Could not rename '" + file.getAbsolutePath() + "' to '" + destination.getAbsolutePath()
+							+ "'", renameException);
+			// TODO: Update state....
+		}
+
+		// Now insert meta data into DB
+
+		final String imageVersionId = UUID.randomUUID().toString();
+
+		// TODO: SQL magic, update state
+	}
+
+	public void cancel() {
+		// TODO Auto-generated method stub
+		
+	}
+
+	/**
+	 * Get user owning this upload. Can be null in special cases.
+	 * 
+	 * @return instance of UserInfo for the according user.
+	 */
+	public UserInfo getOwner() {
+		return this.owner;
+	}
+
+	public boolean isComplete() {
+		return chunks.isComplete() && destinationFile.length() == this.fileSize;
+	}
+
+	public File getDestinationFile() {
+		return this.destinationFile;
+	}
+
+	public long getSize() {
+		return this.fileSize;
+	}
+
+	/**
+	 * Callback class for an instance of the Downloader, which supplies
+	 * the Downloader with wanted file ranges, and handles incoming data.
+	 */
+	private class CbHandler implements WantRangeCallback, DataReceivedCallback {
+		/**
+		 * The current chunk being transfered.
+		 */
+		public FileChunk currentChunk = null;
+
+		@Override
+		public boolean dataReceived(long fileOffset, int dataLength, byte[] data) {
+			// TODO: Maybe cache in RAM and write full CHUNK_SIZE blocks at a time?
+			// Would probably help with slower storage, especially if it's using
+			// rotating disks and we're running multiple uploads.
+			// Also we wouldn't have to re-read a block form disk for sha1 checking.
+			return writeFileData(fileOffset, dataLength, data);
+		}
+
+		@Override
+		public FileRange get() {
+			if (currentChunk != null) {
+				// TODO: A chunk was requested before, check hash and requeue if not matching
+				// This needs to be async (own thread) so will be a little complicated
+			}
+			// Get next missing chunk
+			currentChunk = chunks.getMissing();
+			if (currentChunk == null)
+				return null; // No more chunks, returning null tells the Downloader we're done.
+			return currentChunk.range;
+		}
+	}
+
+	// TODO: Clean up old stale uploads
+
+}