summaryrefslogtreecommitdiffstats
path: root/dozentenmodul/src/main/java/org/openslx/dozmod/filetransfer/TransferTask.java
blob: 305ff50da3c3f433c3728b32601d12fc7ab62565 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
package org.openslx.dozmod.filetransfer;

import java.io.File;
import java.util.ArrayList;
import java.util.Iterator;
import java.util.List;
import java.util.concurrent.atomic.AtomicInteger;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.openslx.bwlp.thrift.iface.TransferState;
import org.openslx.dozmod.thrift.Session;
import org.openslx.filetransfer.Transfer;
import org.openslx.util.Util;

public abstract class TransferTask implements Runnable, TransferEventEmitter {

	private static final Logger LOGGER = LogManager.getLogger(TransferTask.class);

	protected static final double BYTES_PER_MIB = 1024 * 1024;
	protected static final long CHUNK_SIZE = 16 * 1024 * 1024;

	/**
	 * Update interval of transfer status (speed only)
	 */
	protected static final double UPDATE_INTERVAL_SECONDS = 0.6;
	protected static final int UPDATE_INTERVAL_MS = (int) (UPDATE_INTERVAL_SECONDS * 1000);

	protected final List<TransferThread> transfers = new ArrayList<>();
	private final List<TransferThread> connectingTransfers = new ArrayList<>();

	protected final AtomicInteger consecutiveInitFails = new AtomicInteger();

	/**
	 * List of listeners that want to get status updates about the transfer.
	 */
	private final List<TransferEventListener> listeners = new ArrayList<>();

	private volatile boolean isComplete = false;
	private volatile boolean isCancelled = false;
	private boolean endgame = false;
	private int minConnectionCount = 1;
	private long lastConnectionAttempt = 0;

	protected final File localFile;
	protected final long fileSize;

	protected TransferTask(File localFile, long fileSize) {
		this.localFile = localFile;
		this.fileSize = fileSize;
	}

	@Override
	public final void run() {
		while (!isCancelled && !Thread.interrupted()) {
			TransferEvent event = getTransferEvent();
			if (event != null) {
				if (event.state == TransferState.FINISHED) {
					isComplete = true;
				}
				if (event.state == TransferState.ERROR) {
					isCancelled = true;
				}
				fireEvent(event);
				if (event.state == TransferState.ERROR || event.state == TransferState.FINISHED) {
					break;
				}
			}
			ensureActivity();
			Util.sleep(UPDATE_INTERVAL_MS);
		}
		List<TransferThread> joinList = new ArrayList<>();
		synchronized (transfers) {
			isCancelled = true;
			joinList.addAll(transfers);
			joinList.addAll(connectingTransfers);
		}
		for (TransferThread t : joinList) {
			Transfer transfer = t.getTransfer();
			if (transfer != null) {
				transfer.cancel();
			}
			t.interrupt();
			Util.joinThread(t);
		}
		cleanup();
	}

	protected void cleanup() {
		// By default, this does nothing
	}

	public boolean isComplete() {
		return isComplete;
	}

	@Override
	public boolean isCanceled() {
		return isCancelled;
	}

	private void fireEvent(TransferEvent event) {
		synchronized (listeners) {
			for (int i = listeners.size() - 1; i >= 0; --i) {
				listeners.get(i).update(event);
			}
		}
	}

	protected void fireErrorMessage(String message) {
		TransferEvent event = new TransferEvent(null, null, 0, 0, 0, message);
		fireEvent(event);
	}

	protected abstract TransferEvent getTransferEvent();

	public final void setMinConnections(int count) {
		if (Session.getSatelliteConfig() != null
				&& Session.getSatelliteConfig().isSetMaxConnectionsPerTransfer()
				&& Session.getSatelliteConfig().getMaxConnectionsPerTransfer() > 0
				&& Session.getSatelliteConfig().getMaxConnectionsPerTransfer() < count) {
			count = Session.getSatelliteConfig().getMaxConnectionsPerTransfer();
		}
		synchronized (transfers) {
			this.minConnectionCount = count;
		}
	}

	@Override
	public void addListener(TransferEventListener listener) {
		synchronized (listeners) {
			listeners.add(listener);
		}
	}

	@Override
	public void removeListener(TransferEventListener listener) {
		synchronized (listeners) {
			while (listeners.remove(listener)) {
			}
		}
	}

	public void cancel() {
		final List<TransferThread> joiners;
		synchronized (transfers) {
			if (isCancelled)
				return;
			isCancelled = true;
			joiners = new ArrayList<>();
			joiners.addAll(transfers);
			joiners.addAll(connectingTransfers);
		}
		for (TransferThread t : joiners) {
			if (t.getTransfer() != null) {
				t.getTransfer().cancel();
			}
		}
	}

	private final void ensureActivity() {
		synchronized (transfers) {
			if (isCancelled || isComplete)
				return;
			if (endgame && (!transfers.isEmpty() || !connectingTransfers.isEmpty()))
				return;
			Iterator<TransferThread> it = transfers.iterator();
			while (it.hasNext()) {
				if (!it.next().getTransfer().isValid()) {
					it.remove();
				}
			}
			if (transfers.size() + connectingTransfers.size() >= minConnectionCount)
				return;

			long now = System.currentTimeMillis();
			int fails = consecutiveInitFails.get();
			if (lastConnectionAttempt + fails * 10000 > now)
				return;
			lastConnectionAttempt = now;
			TransferThread thread = createNewThread();
			if (thread != null) {
				thread.setDaemon(true);
				connectingTransfers.add(thread);
				thread.start();
			}
		}
	}

	protected abstract TransferThread createNewThread();

	protected final void connectFailed(TransferThread thread) {
		synchronized (transfers) {
			connectingTransfers.remove(thread);
			if (transfers.size() > 0)
				return;
		}
	}

	protected final void connectSucceeded(TransferThread thread) {
		synchronized (transfers) {
			connectingTransfers.remove(thread);
			if (!isCancelled) {
				transfers.add(thread);
				return;
			}
		}
		thread.getTransfer().cancel();
		thread.interrupt();
	}

	protected final void transferEnded(TransferThread thread, boolean success) {
		synchronized (transfers) {
			transfers.remove(thread);
			if (endgame && !success && transfers.isEmpty()) {
				// We had a transfer that reported success before, so we assume there are no more pending blocks
				// not being actively transfered already. Only trigger a new upload if this was the last active
				// transfer and it failed. This also resets endgame mode.
				LOGGER.debug("Disabled endgame mode");
				endgame = false;
			} else if (!endgame && success) {
				LOGGER.debug("Enabled endgame mode");
				endgame = true;
			}
			if (success && transfers.isEmpty()) {
				LOGGER.debug("Transfer might have finished");
				lastConnectionAttempt = System.currentTimeMillis() + 3000; // Throttle reconnects
				return; // Skip ensureActivity check
			}
		}
		ensureActivity();
	}

	/**
	 * Get the number of consecutive connection fails. This counter is only
	 * increased if there is no active transfer running, and is reset as soon as
	 * one transfer successfully connects.
	 * 
	 * @return connect fails
	 */
	public final int getFailCount() {
		return consecutiveInitFails.get();
	}

	public int getTransferCount() {
		synchronized (transfers) {
			return transfers.size();
		}
	}

	public File getFile() {
		return localFile;
	}

	protected abstract static class TransferThread extends Thread {
		@Override
		public abstract void run();

		protected abstract Transfer getTransfer();

		public abstract long getCurrentSpeed();
	}

}