1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
|
package org.openslx.satellitedaemon.filetransfer;
import java.io.File;
import java.util.List;
import java.util.UUID;
import org.apache.log4j.Logger;
import org.openslx.filetransfer.Uploader;
import org.openslx.imagemaster.thrift.iface.ImageData;
import org.openslx.imagemaster.thrift.iface.UploadInfos;
import org.openslx.satellitedaemon.Globals;
import org.openslx.satellitedaemon.db.DbImage;
public class FileUploadWorker implements Runnable
{
private static Logger log = Logger.getLogger( FileUploadWorker.class );
@Override
public void run()
{
while ( true ) {
// This List contains all Images in the Database that should be
// uploaded.
List<DbImage> imageList = DbImage.getAllMarkedForUpload();
log.info( "imageList Contains " + imageList.size() + " items." );
// Upload one Image after the other.
for ( DbImage image : imageList ) {
// TODO: still some fields for ImageData, which i can't fill with info from DbImage.
// ImageData imDat = new ImageData(image.guid, image.rid,
// image.name, System.currentTimeMillis(),
// System.currentTimeMillis(), image.creator, "anyThing", // TODO: fields in databases need to fit somehow...
// true, false, "best", "theVeryBest", image.fileSize);
// Only for testing because a random UUID is used. Later the method above should be used.
ImageData imDat = new ImageData(
UUID.randomUUID().toString(), image.rid,
image.name, System.currentTimeMillis(),
System.currentTimeMillis(), image.creator, "anyThing",
true, false, "best", "theVeryBest", image.fileSize );
String crcPath = image.path.concat( ".crc" );
// ThriftConnection.getUploadInfos returns uploadInfo and handles ThriftAuthentication
UploadInfos upInfos = ThriftConnection.getUploadInfos( imDat, crcPath );
if ( upInfos == null ) {
log.error( "The UploadInfos returned by ThriftConnection Class are null" );
continue;
}
log.info( "Got upInfos. Trying to create Uploader with token: "
+ upInfos.token );
// creating the uploader with the "context"-item.
Uploader u;
u = new Uploader( Globals.getMasterserverHost(),
upInfos.port, Globals.getMasterServerSslContext() );
// Necessary authentication before upload.
u.sendToken( upInfos.token );
log.info( "upInfos.getMissingBlocks().size() = "
+ upInfos.getMissingBlocks().size() );
long fileSize = new File( image.path ).length();
// continue sending Blocks until getMissingBlocks is empty.
while ( !upInfos.getMissingBlocks().isEmpty() ) {
List<Integer> blocks = upInfos.getMissingBlocks();
log.info( "Anzahl angeforderter Blöcke : " + blocks.size() );
log.info( blocks );
for ( int i = 0; i < blocks.size(); i++ ) {
int startOffset = blocks.get( i ) * Globals.BLOCKSIZE; // TODO: long
int endOffset = startOffset + Globals.BLOCKSIZE;
if ( endOffset > fileSize )
endOffset = (int)fileSize; // TODO: Long
u.sendRange( startOffset, endOffset );
u.sendFile( image.path );
log.info( "Block number " + blocks.get( i ) + " uploaded." );
}
upInfos = ThriftConnection.getUploadInfos( imDat );
}
u.close();
}
try {
Thread.sleep( 1 * 60 * 1000 );
// Thread.sleep( 1000 );
} catch ( InterruptedException e ) {
Thread.currentThread().interrupt();
return;
}
}
}
}
|