1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
|
package org.openslx.satellitedaemon.filetransfer;
import java.io.File;
import java.io.IOException;
import java.util.List;
import org.apache.log4j.Logger;
import org.openslx.filetransfer.Uploader;
import org.openslx.imagemaster.thrift.iface.ImageData;
import org.openslx.imagemaster.thrift.iface.UploadInfos;
import org.openslx.satellitedaemon.Globals;
import org.openslx.satellitedaemon.db.DbImage;
public class FileUploadWorker implements Runnable {
private static Logger log = Logger.getLogger(FileUploadWorker.class);
@Override
public void run() {
while (true) {
// This List contains all Images in the Database that should be
// uploaded.
List<DbImage> imageList = DbImage.getAllMarkedForUpload();
log.info("imageList Contains " + imageList.size() + " items.");
// Upload one Image after the other.
for (DbImage image : imageList) {
// TODO: still some fields for ImageData, which i can't fill
// with info from DbImage.
ImageData imDat = new ImageData(image.guid, image.rid,
image.name, System.currentTimeMillis(),
System.currentTimeMillis(), image.creator, "anyThing", // TODO: fields in databases need to fit somehow...
true, false, "best", "theVeryBest", image.fileSize);
// ImageData imDat = new ImageData(
// UUID.randomUUID().toString(), image.rid,
// image.name, System.currentTimeMillis(),
// System.currentTimeMillis(), image.creator, "anyThing",
// true, false, "best", "theVeryBest", image.fileSize );
// uploadInfo and ThriftAuthentication
String crcPath = image.path.concat(".crc");
UploadInfos upInfos = ThriftConnection.getUploadInfos(imDat,
crcPath);
if (upInfos == null) {
log.error("The UploadInfos returned by ThriftConnection Class are null");
continue;
}
log.info("Got upInfos. Trying to create Uploader with token: "
+ upInfos.token);
// creating the uploader with the "context"-item.
Uploader u;
try {
u = new Uploader(Globals.getMasterserverHost(),
upInfos.port, Globals.getMasterServerSslContext());
} catch (IOException e) {
log.warn("Could not connect for uploading an image: "
+ e.toString());
continue;
}
u.sendToken(upInfos.token);
log.info("upInfos.getMissingBlocks().size() = "
+ upInfos.getMissingBlocks().size());
long fileSize = new File(image.path).length();
// continue sending Blocks until getMissingBlocks is empty.
while (!upInfos.getMissingBlocks().isEmpty()) {
List<Integer> blocks = upInfos.getMissingBlocks();
log.info("Anzahl angeforderter Blöcke : " + blocks.size());
log.info(blocks);
for (int i = 0; i < blocks.size(); i++) {
int startOffset = blocks.get(i) * Globals.BLOCKSIZE; // TODO:
// long
int endOffset = startOffset + Globals.BLOCKSIZE;
if (endOffset > fileSize)
endOffset = (int) fileSize; // TODO: Long
u.prepareSendRange(startOffset, endOffset);
u.sendFile(image.path);
log.info("Block number " + blocks.get(i) + " uploaded.");
}
upInfos = ThriftConnection.getUploadInfos(imDat);
}
u.close();
}
try {
Thread.sleep(1 * 60 * 1000);
// Thread.sleep( 1000 );
} catch (InterruptedException e) {
Thread.currentThread().interrupt();
return;
}
}
}
}
|
