forked from triblerteam/libswift
-
Notifications
You must be signed in to change notification settings - Fork 0
/
cmdgw.cpp
1186 lines (963 loc) · 33.8 KB
/
cmdgw.cpp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
/*
* cmdgw.cpp
* command gateway for controling swift engine via a TCP connection
*
* Created by Arno Bakker
* Copyright 2010-2012 TECHNISCHE UNIVERSITEIT DELFT. All rights reserved.
*
*/
#include <math.h>
#include <iostream>
#include <sstream>
#include "swift.h"
#include "compat.h"
#include <event2/buffer.h>
#include <event2/bufferevent.h>
#include <event2/listener.h>
using namespace swift;
// Send PLAY after receiving N bytes
#define CMDGW_MAX_PREBUF_BYTES (256*1024)
// Report swift download progress every 2^layer * chunksize bytes (so 0 = report every chunk)
#define CMDGW_FIRST_PROGRESS_BYTE_INTERVAL_AS_LAYER 0
// Status of the swarm download
#define DLSTATUS_ALLOCATING_DISKSPACE 0
#define DLSTATUS_HASHCHECKING 2
#define DLSTATUS_DOWNLOADING 3
#define DLSTATUS_SEEDING 4
#define DLSTATUS_STOPPED_ON_ERROR 6
#define MAX_CMD_MESSAGE 1024
#define ERROR_NO_ERROR 0
#define ERROR_UNKNOWN_CMD -1
#define ERROR_MISS_ARG -2
#define ERROR_BAD_ARG -3
#define ERROR_BAD_SWARM -4
#define CMDGW_MAX_CLIENT 1024 // Arno: == maximum number of swarms per proc
struct cmd_gw_t {
int id;
evutil_socket_t cmdsock;
int transfer; // swift FD
bool moreinfo; // whether to report detailed stats (see SETMOREINFO cmd)
tint startt; // ARNOSMPTODO: debug speed measurements, remove
std::string mfspecname; // MULTIFILE
uint64_t startoff; // MULTIFILE: starting offset in content range of desired file
uint64_t endoff; // MULTIFILE: ending offset (careful, for an e.g. 100 byte interval this is 99)
} cmd_requests[CMDGW_MAX_CLIENT];
int cmd_gw_reqs_open = 0;
int cmd_gw_reqs_count = 0;
int cmd_gw_conns_open = 0;
struct evconnlistener *cmd_evlistener = NULL;
struct evbuffer *cmd_evbuffer = NULL; // Data received on cmd socket : WARNING: one for all cmd sockets
/*
* SOCKTUNNEL
* We added the ability for a process to tunnel data over swift's UDP socket.
* The process should send TUNNELSEND commands over the CMD TCP socket and will
* receive TUNNELRECV commands from swift, containing data received via UDP
* on channel 0xffffffff.
*/
typedef enum {
CMDGW_TUNNEL_SCAN4CRLF,
CMDGW_TUNNEL_READTUNNEL
} cmdgw_tunnel_t;
cmdgw_tunnel_t cmd_tunnel_state=CMDGW_TUNNEL_SCAN4CRLF;
uint32_t cmd_tunnel_expect=0;
Address cmd_tunnel_dest_addr;
uint32_t cmd_tunnel_dest_chanid;
evutil_socket_t cmd_tunnel_sock=INVALID_SOCKET;
// HTTP gateway address for PLAY cmd
Address cmd_gw_httpaddr;
bool cmd_gw_debug=false;
tint cmd_gw_last_open=0;
// Fwd defs
void CmdGwDataCameInCallback(struct bufferevent *bev, void *ctx);
bool CmdGwReadLine(evutil_socket_t cmdsock);
void CmdGwNewRequestCallback(evutil_socket_t cmdsock, char *line);
void CmdGwProcessData(evutil_socket_t cmdsock);
void CmdGwFreeRequest(cmd_gw_t* req)
{
req->id = -1;
req->cmdsock = -1;
req->transfer = -1;
req->moreinfo = false;
req->startt = 0;
req->mfspecname = "";
req->startoff = -1;
req->endoff = -1;
}
void CmdGwCloseConnection(evutil_socket_t sock)
{
// Close cmd connection and stop all associated downloads.
// Doesn't remove .mhash state or content
if (cmd_gw_debug)
fprintf(stderr,"CmdGwCloseConnection: ENTER %d\n", sock );
bool scanning = true;
while (scanning)
{
scanning = false;
for(int i=0; i<cmd_gw_reqs_open; i++)
{
cmd_gw_t* req = &cmd_requests[i];
if (req->cmdsock==sock)
{
dprintf("%s @%i stopping-on-close transfer %i\n",tintstr(),req->id,req->transfer);
swift::Close(req->transfer);
// Remove from list and reiterate over it
CmdGwFreeRequest(req);
*req = cmd_requests[--cmd_gw_reqs_open];
scanning = true;
break;
}
}
}
// Arno, 2012-07-06: Close
swift::close_socket(sock);
cmd_gw_conns_open--;
// Arno, 2012-10-11: New policy Immediate shutdown on connection close,
// see CmdGwUpdateDLStatesCallback()
fprintf(stderr,"cmd: Shutting down on CMD connection close\n");
event_base_loopexit(Channel::evbase, NULL);
}
cmd_gw_t* CmdGwFindRequestByTransfer (int transfer)
{
for(int i=0; i<cmd_gw_reqs_open; i++)
if (cmd_requests[i].transfer==transfer)
return cmd_requests+i;
return NULL;
}
cmd_gw_t* CmdGwFindRequestByRootHash(Sha1Hash &want_hash)
{
FileTransfer *ft = NULL;
for(int i=0; i<cmd_gw_reqs_open; i++) {
cmd_gw_t* req = &cmd_requests[i];
ft = FileTransfer::file(req->transfer);
if (ft == NULL)
continue;
Sha1Hash got_hash = ft->root_hash();
if (want_hash == got_hash)
return req;
}
return NULL;
}
void CmdGwGotCHECKPOINT(Sha1Hash &want_hash)
{
// Checkpoint the specified download
if (cmd_gw_debug)
fprintf(stderr,"cmd: GotCHECKPOINT: %s\n",want_hash.hex().c_str());
cmd_gw_t* req = CmdGwFindRequestByRootHash(want_hash);
if (req == NULL)
return;
swift::Checkpoint(req->transfer);
}
void CmdGwGotREMOVE(Sha1Hash &want_hash, bool removestate, bool removecontent)
{
// Remove the specified download
if (cmd_gw_debug)
fprintf(stderr,"cmd: GotREMOVE: %s %d %d\n",want_hash.hex().c_str(),removestate,removecontent);
cmd_gw_t* req = CmdGwFindRequestByRootHash(want_hash);
if (req == NULL)
{
if (cmd_gw_debug)
fprintf(stderr,"cmd: GotREMOVE: %s not found, bad swarm?\n",want_hash.hex().c_str());
return;
}
FileTransfer *ft = FileTransfer::file(req->transfer);
if (ft == NULL)
return;
dprintf("%s @%i remove transfer %i\n",tintstr(),req->id,req->transfer);
//MULTIFILE
// Arno, 2012-05-23: Copy all filename to be deleted to a set. This info is lost after
// swift::Close() and we need to call Close() to let the storage layer close the open files.
// TODO: remove the dirs we created, if now empty.
std::set<std::string> delset;
std::string contentfilename = ft->GetStorage()->GetOSPathName();
// Delete content + .mhash from filesystem, if desired
if (removecontent)
delset.insert(contentfilename);
if (removestate)
{
std::string mhashfilename = contentfilename + ".mhash";
delset.insert(mhashfilename);
// Arno, 2012-01-10: .mbinmap gots to go too.
std::string mbinmapfilename = contentfilename + ".mbinmap";
delset.insert(mbinmapfilename);
}
// MULTIFILE
if (removecontent && ft->GetStorage()->IsReady())
{
storage_files_t::iterator iter;
storage_files_t sfs = ft->GetStorage()->GetStorageFiles();
for (iter = sfs.begin(); iter < sfs.end(); iter++)
{
StorageFile *sf = *iter;
std::string cfn = sf->GetOSPathName();
delset.insert(cfn);
}
}
swift::Close(req->transfer);
ft = NULL;
// All ft info now invalid
std::set<std::string>::iterator iter;
for (iter=delset.begin(); iter!=delset.end(); iter++)
{
std::string filename = *iter;
if (cmd_gw_debug)
fprintf(stderr,"CmdGwREMOVE: removing %s\n", filename.c_str() );
int ret = remove_utf8(filename);
if (ret < 0)
{
if (cmd_gw_debug)
print_error("Could not remove file");
}
}
CmdGwFreeRequest(req);
*req = cmd_requests[--cmd_gw_reqs_open];
}
void CmdGwGotMAXSPEED(Sha1Hash &want_hash, data_direction_t ddir, double speed)
{
// Set maximum speed on the specified download
//fprintf(stderr,"cmd: GotMAXSPEED: %s %d %lf\n",want_hash.hex().c_str(),ddir,speed);
cmd_gw_t* req = CmdGwFindRequestByRootHash(want_hash);
if (req == NULL)
return;
FileTransfer *ft = FileTransfer::file(req->transfer);
// Arno, 2012-05-25: SetMaxSpeed resets the current speed history, so
// be careful here.
double curmax = ft->GetMaxSpeed(ddir);
if (curmax != speed)
{
if (cmd_gw_debug)
fprintf(stderr,"cmd: CmdGwGotMAXSPEED: %s was %lf want %lf, setting\n", want_hash.hex().c_str(), curmax, speed );
ft->SetMaxSpeed(ddir,speed);
}
}
void CmdGwGotSETMOREINFO(Sha1Hash &want_hash, bool enable)
{
cmd_gw_t* req = CmdGwFindRequestByRootHash(want_hash);
if (req == NULL)
return;
req->moreinfo = enable;
}
void CmdGwGotPEERADDR(Sha1Hash &want_hash, Address &peer)
{
cmd_gw_t* req = CmdGwFindRequestByRootHash(want_hash);
if (req == NULL)
return;
FileTransfer *ft = FileTransfer::file(req->transfer);
if (ft == NULL)
return;
ft->AddPeer(peer);
}
void CmdGwSendINFOHashChecking(evutil_socket_t cmdsock, Sha1Hash root_hash)
{
// Send INFO DLSTATUS_HASHCHECKING message.
char cmd[MAX_CMD_MESSAGE];
sprintf(cmd,"INFO %s %d %lli/%lli %lf %lf %u %u\r\n",root_hash.hex().c_str(),DLSTATUS_HASHCHECKING,(uint64_t)0,(uint64_t)0,0.0,3.14,0,0);
//fprintf(stderr,"cmd: SendINFO: %s", cmd);
send(cmdsock,cmd,strlen(cmd),0);
}
void CmdGwSendINFO(cmd_gw_t* req, int dlstatus)
{
// Send INFO message.
if (cmd_gw_debug)
fprintf(stderr,"cmd: SendINFO: F%d initdlstatus %d\n", req->transfer, dlstatus );
FileTransfer *ft = FileTransfer::file(req->transfer);
if (ft == NULL)
// Download was removed or closed somehow.
return;
Sha1Hash root_hash = ft->root_hash();
char cmd[MAX_CMD_MESSAGE];
uint64_t size = swift::Size(req->transfer);
uint64_t complete = swift::Complete(req->transfer);
if (size > 0 && size == complete)
dlstatus = DLSTATUS_SEEDING;
if (!ft->IsOperational())
dlstatus = DLSTATUS_STOPPED_ON_ERROR;
uint32_t numleech = ft->GetNumLeechers();
uint32_t numseeds = ft->GetNumSeeders();
double dlspeed = ft->GetCurrentSpeed(DDIR_DOWNLOAD);
double ulspeed = ft->GetCurrentSpeed(DDIR_UPLOAD);
sprintf(cmd,"INFO %s %d %lli/%lli %lf %lf %u %u\r\n",root_hash.hex().c_str(),dlstatus,complete,size,dlspeed,ulspeed,numleech,numseeds);
send(req->cmdsock,cmd,strlen(cmd),0);
// MORESTATS
if (req->moreinfo) {
// Send detailed ul/dl stats in JSON format.
std::ostringstream oss;
oss.setf(std::ios::fixed,std::ios::floatfield);
oss.precision(5);
channels_t::iterator iter;
channels_t peerchans = ft->GetChannels();
oss << "MOREINFO" << " " << root_hash.hex() << " ";
double tss = (double)Channel::Time() / 1000000.0L;
oss << "{\"timestamp\":\"" << tss << "\", ";
oss << "\"channels\":";
oss << "[";
for (iter=peerchans.begin(); iter!=peerchans.end(); iter++) {
Channel *c = *iter;
if (c != NULL) {
if (iter!=peerchans.begin())
oss << ", ";
oss << "{";
oss << "\"ip\": \"" << c->peer().ipv4str() << "\", ";
oss << "\"port\": " << c->peer().port() << ", ";
oss << "\"raw_bytes_up\": " << c->raw_bytes_up() << ", ";
oss << "\"raw_bytes_down\": " << c->raw_bytes_down() << ", ";
oss << "\"bytes_up\": " << c->bytes_up() << ", ";
oss << "\"bytes_down\": " << c->bytes_down() << " ";
oss << "}";
}
}
oss << "], ";
oss << "\"raw_bytes_up\": " << Channel::global_raw_bytes_up << ", ";
oss << "\"raw_bytes_down\": " << Channel::global_raw_bytes_down << ", ";
oss << "\"bytes_up\": " << Channel::global_bytes_up << ", ";
oss << "\"bytes_down\": " << Channel::global_bytes_down << " ";
oss << "}";
oss << "\r\n";
std::stringbuf *pbuf=oss.rdbuf();
size_t slen = strlen(pbuf->str().c_str());
send(req->cmdsock,pbuf->str().c_str(),slen,0);
}
}
void CmdGwSendPLAY(cmd_gw_t *req)
{
// Send PLAY message to user
if (cmd_gw_debug)
fprintf(stderr,"cmd: SendPLAY: %d\n", req->transfer );
Sha1Hash root_hash = FileTransfer::file(req->transfer)->root_hash();
char cmd[MAX_CMD_MESSAGE];
// Slightly diff format: roothash as ID after CMD
if (req->mfspecname == "")
sprintf(cmd,"PLAY %s http://%s/%s\r\n",root_hash.hex().c_str(),cmd_gw_httpaddr.str(),root_hash.hex().c_str());
else
sprintf(cmd,"PLAY %s http://%s/%s/%s\r\n",root_hash.hex().c_str(),cmd_gw_httpaddr.str(),root_hash.hex().c_str(),req->mfspecname.c_str());
if (cmd_gw_debug)
fprintf(stderr,"cmd: SendPlay: %s", cmd);
send(req->cmdsock,cmd,strlen(cmd),0);
}
void CmdGwSendERRORBySocket(evutil_socket_t cmdsock, std::string msg, const Sha1Hash& roothash=Sha1Hash::ZERO)
{
std::string cmd = "ERROR ";
cmd += roothash.hex();
cmd += " ";
cmd += msg;
cmd += "\r\n";
if (cmd_gw_debug)
fprintf(stderr,"cmd: SendERROR: %s\n", cmd.c_str() );
char *wire = strdup(cmd.c_str());
send(cmdsock,wire,strlen(wire),0);
free(wire);
}
void CmdGwSwiftPrebufferProgressCallback (int transfer, bin_t bin)
{
//
// Subsequent bytes of content downloaded
//
if (cmd_gw_debug)
fprintf(stderr,"cmd: SwiftPrebuffProgress: %d\n", transfer );
cmd_gw_t* req = CmdGwFindRequestByTransfer(transfer);
if (req == NULL)
return;
#ifdef WIN32
int64_t wantsize = min(req->endoff+1-req->startoff,CMDGW_MAX_PREBUF_BYTES);
#else
int64_t wantsize = std::min(req->endoff+1-req->startoff,(uint64_t)CMDGW_MAX_PREBUF_BYTES);
#endif
if (cmd_gw_debug)
fprintf(stderr,"cmd: SwiftPrebuffProgress: want %lld got %lld\n", swift::SeqComplete(req->transfer,req->startoff), wantsize );
if (swift::SeqComplete(req->transfer,req->startoff) >= wantsize)
{
// First CMDGW_MAX_PREBUF_BYTES bytes received via swift,
// tell user to PLAY
// ARNOSMPTODO: bitrate-dependent prebuffering?
if (cmd_gw_debug)
fprintf(stderr,"cmd: SwiftPrebufferProgress: Prebuf done %d\n", transfer );
swift::RemoveProgressCallback(transfer,&CmdGwSwiftPrebufferProgressCallback);
CmdGwSendPLAY(req);
}
// wait for prebuffer
}
/*
* For single file content, install a new callback that checks whether
* we have enough data prebuffered. For multifile, wait till the first chunks
* containing the multi-file spec have been loaded, then set download pointer
* to the desired file (via swift::Seek) and then wait till enough data is
* prebuffered (via CmdGwSwiftPrebufferingProcessCallback).
*/
void CmdGwSwiftFirstProgressCallback (int transfer, bin_t bin)
{
//
// First bytes of content downloaded (first in absolute sense)
//
if (cmd_gw_debug)
fprintf(stderr,"cmd: SwiftFirstProgress: %d\n", transfer );
cmd_gw_t* req = CmdGwFindRequestByTransfer(transfer);
if (req == NULL)
return;
FileTransfer *ft = FileTransfer::file(req->transfer);
if (ft == NULL) {
CmdGwSendERRORBySocket(req->cmdsock,"Unknown transfer?!",ft->root_hash());
return;
}
if (!ft->GetStorage()->IsReady()) {
// Wait until (multi-file) storage is ready
return;
}
swift::RemoveProgressCallback(transfer,&CmdGwSwiftFirstProgressCallback);
if (req->mfspecname == "")
{
// Single file
req->startoff = 0;
req->endoff = swift::Size(req->transfer)-1;
CmdGwSwiftPrebufferProgressCallback(req->transfer,bin_t(0,0)); // in case file on disk
swift::AddProgressCallback(transfer,&CmdGwSwiftPrebufferProgressCallback,CMDGW_FIRST_PROGRESS_BYTE_INTERVAL_AS_LAYER);
}
else
{
// MULTIFILE
// Have spec, seek to wanted file
storage_files_t sfs = ft->GetStorage()->GetStorageFiles();
storage_files_t::iterator iter;
bool found = false;
for (iter = sfs.begin(); iter < sfs.end(); iter++)
{
StorageFile *sf = *iter;
if (sf->GetSpecPathName() == req->mfspecname)
{
if (cmd_gw_debug)
fprintf(stderr,"cmd: SwiftFirstProgress: Seeking to multifile %s for %d\n", req->mfspecname.c_str(), transfer );
int ret = swift::Seek(req->transfer,sf->GetStart(),SEEK_SET);
if (ret < 0)
{
CmdGwSendERRORBySocket(req->cmdsock,"Error seeking to file in multi-file content.",ft->root_hash());
return;
}
found = true;
req->startoff = sf->GetStart();
req->endoff = sf->GetEnd();
CmdGwSwiftPrebufferProgressCallback(req->transfer,bin_t(0,0)); // in case file on disk
swift::AddProgressCallback(transfer,&CmdGwSwiftPrebufferProgressCallback,CMDGW_FIRST_PROGRESS_BYTE_INTERVAL_AS_LAYER);
break;
}
}
if (!found) {
if (cmd_gw_debug)
fprintf(stderr,"cmd: SwiftFirstProgress: Error file not found %d\n", transfer );
CmdGwSendERRORBySocket(req->cmdsock,"Individual file not found in multi-file content.",ft->root_hash());
return;
}
}
}
void CmdGwSwiftErrorCallback (evutil_socket_t cmdsock)
{
// Error on swift socket callback
const char *response = "ERROR Swift Engine Problem\r\n";
send(cmdsock,response,strlen(response),0);
//swift::close_socket(sock);
}
void CmdGwSwiftAllocatingDiskspaceCallback (int transfer, bin_t bin)
{
if (cmd_gw_debug)
fprintf(stderr,"cmd: CmdGwSwiftAllocatingDiskspaceCallback: ENTER %d\n", transfer );
// Called before swift starts reserving diskspace.
cmd_gw_t* req = CmdGwFindRequestByTransfer(transfer);
if (req == NULL)
return;
CmdGwSendINFO(req,DLSTATUS_ALLOCATING_DISKSPACE);
}
void CmdGwUpdateDLStateCallback(cmd_gw_t* req)
{
// Periodic callback, tell user INFO
CmdGwSendINFO(req,DLSTATUS_DOWNLOADING);
// Update speed measurements such that they decrease when DL/UL stops
FileTransfer *ft = FileTransfer::file(req->transfer);
if (ft == NULL) // Concurrency between ERROR_BAD_SWARM and this periodic callback
return;
ft->OnRecvData(0);
ft->OnSendData(0);
if (false)
{
// DEBUG download speed rate limit
double dlspeed = ft->GetCurrentSpeed(DDIR_DOWNLOAD);
#ifdef WIN32
double dt = max(0.000001,(double)(usec_time() - req->startt)/TINT_SEC);
#else
double dt = std::max(0.000001,(double)(usec_time() - req->startt)/TINT_SEC);
#endif
double exspeed = (double)(swift::Complete(req->transfer)) / dt;
fprintf(stderr,"cmd: UpdateDLStateCallback: SPEED %lf == %lf\n", dlspeed, exspeed );
}
}
int icount=0;
void CmdGwUpdateDLStatesCallback()
{
// Called by swift main approximately every second
// Loop over all swarms
for(int i=0; i<cmd_gw_reqs_open; i++)
{
cmd_gw_t* req = &cmd_requests[i];
CmdGwUpdateDLStateCallback(req);
}
// Arno, 2012-05-24: Autoclose if CMD *connection* not *re*established soon
// Arno, 2012-10-11: Replaced with shutdown-on-connection error, such that
// external client can be fully responsible for restarting and process mgmt.
/*if (cmd_gw_conns_open == 0)
{
if (cmd_gw_last_open > 0)
{
tint diff = NOW - cmd_gw_last_open;
//fprintf(stderr,"cmd: time since last conn diff %lld\n", diff );
if (diff > 10*TINT_SEC)
{
fprintf(stderr,"cmd: No CMD connection since X sec, shutting down\n");
event_base_loopexit(Channel::evbase, NULL);
}
}
}
else
cmd_gw_last_open = NOW;
*/
}
void CmdGwDataCameInCallback(struct bufferevent *bev, void *ctx)
{
// Turn TCP stream into lines deliniated by \r\n
evutil_socket_t cmdsock = bufferevent_getfd(bev);
if (cmd_gw_debug)
fprintf(stderr,"CmdGwDataCameIn: ENTER %d\n", cmdsock );
struct evbuffer *inputevbuf = bufferevent_get_input(bev);
int inlen = evbuffer_get_length(inputevbuf);
int ret = evbuffer_add_buffer(cmd_evbuffer,inputevbuf);
if (ret == -1) {
CmdGwCloseConnection(cmdsock);
return;
}
int totlen = evbuffer_get_length(cmd_evbuffer);
if (cmd_gw_debug)
fprintf(stderr,"cmdgw: TCPDataCameIn: State %d, got %d new bytes, have %d want %d\n", (int)cmd_tunnel_state, inlen, totlen, cmd_tunnel_expect );
CmdGwProcessData(cmdsock);
}
void CmdGwProcessData(evutil_socket_t cmdsock)
{
// Process CMD data in the cmd_evbuffer
if (cmd_tunnel_state == CMDGW_TUNNEL_SCAN4CRLF)
{
bool ok=false;
do
{
ok = CmdGwReadLine(cmdsock);
if (ok && cmd_tunnel_state == CMDGW_TUNNEL_READTUNNEL)
break;
} while (ok);
}
// Not else!
if (cmd_tunnel_state == CMDGW_TUNNEL_READTUNNEL)
{
// Got "TUNNELSEND addr size\r\n" command, now read
// size bytes, i.e., cmd_tunnel_expect bytes.
if (cmd_gw_debug)
fprintf(stderr,"cmdgw: procTCPdata: tunnel state, got %d, want %d\n", evbuffer_get_length(cmd_evbuffer), cmd_tunnel_expect );
if (evbuffer_get_length(cmd_evbuffer) >= cmd_tunnel_expect)
{
// We have all the tunneled data
CmdGwTunnelSendUDP(cmd_evbuffer);
// Process any remaining commands that came after the tunneled data
CmdGwProcessData(cmdsock);
}
}
}
bool CmdGwReadLine(evutil_socket_t cmdsock)
{
// Parse cmd_evbuffer for lines, and call NewRequest when found
size_t rd=0;
char *cmd = evbuffer_readln(cmd_evbuffer,&rd, EVBUFFER_EOL_CRLF_STRICT);
if (cmd != NULL)
{
CmdGwNewRequestCallback(cmdsock,cmd);
free(cmd);
return true;
}
else
return false;
}
int CmdGwHandleCommand(evutil_socket_t cmdsock, char *copyline);
void CmdGwNewRequestCallback(evutil_socket_t cmdsock, char *line)
{
// New command received from user
// CMD request line
char *copyline = (char *)malloc(strlen(line)+1);
strcpy(copyline,line);
int ret = CmdGwHandleCommand(cmdsock,copyline);
if (ret < 0) {
dprintf("cmd: Error processing command %s\n", line );
std::string msg = "";
if (ret == ERROR_UNKNOWN_CMD)
msg = "unknown command";
else if (ret == ERROR_MISS_ARG)
msg = "missing parameter";
else if (ret == ERROR_BAD_ARG)
msg = "bad parameter";
// BAD_SWARM already sent, and not fatal
if (msg != "")
{
CmdGwSendERRORBySocket(cmdsock,msg);
CmdGwCloseConnection(cmdsock);
}
}
free(copyline);
}
int CmdGwHandleCommand(evutil_socket_t cmdsock, char *copyline)
{
char *method=NULL,*paramstr = NULL;
char * token = strchr(copyline,' '); // split into CMD PARAM
if (token != NULL) {
*token = '\0';
paramstr = token+1;
}
else
paramstr = "";
method = copyline;
if (cmd_gw_debug)
fprintf(stderr,"cmd: GOT %s %s\n", method, paramstr);
char *savetok = NULL;
if (!strcmp(method,"START"))
{
// New START request
//fprintf(stderr,"cmd: START: new request %i\n",cmd_gw_reqs_count+1);
// Format: START url destdir\r\n
// Arno, 2012-04-13: See if URL followed by storagepath for seeding
std::string pstr = paramstr;
std::string url="",storagepath="";
int sidx = pstr.find(" ");
if (sidx == std::string::npos)
{
url = pstr;
storagepath = "";
}
else
{
url = pstr.substr(0,sidx);
storagepath = pstr.substr(sidx+1);
}
// Parse URL
parseduri_t puri;
if (!swift::ParseURI(url,puri))
return ERROR_BAD_ARG;
std::string trackerstr = puri["server"];
std::string hashstr = puri["hash"];
std::string mfstr = puri["filename"];
std::string chunksizestr = puri["chunksizestr"];
std::string durationstr = puri["durationstr"];
if (hashstr.length()!=40) {
dprintf("cmd: START: roothash too short %i\n", hashstr.length() );
return ERROR_BAD_ARG;
}
uint32_t chunksize=SWIFT_DEFAULT_CHUNK_SIZE;
if (chunksizestr.length() > 0)
std::istringstream(chunksizestr) >> chunksize;
int duration=0;
if (durationstr.length() > 0)
std::istringstream(durationstr) >> duration;
dprintf("cmd: START: %s with tracker %s chunksize %i duration %i\n",hashstr.c_str(),trackerstr.c_str(),chunksize,duration);
// ARNOTODO: return duration in HTTPGW
Address trackaddr;
trackaddr = Address(trackerstr.c_str());
if (trackaddr==Address())
{
dprintf("cmd: START: tracker address must be hostname:port, ip:port or just port\n");
return ERROR_BAD_ARG;
}
// SetTracker(trackaddr); == set default tracker
// initiate transmission
Sha1Hash root_hash = Sha1Hash(true,hashstr.c_str());
// Arno, 2012-06-12: Check for duplicate requests
cmd_gw_t* req = CmdGwFindRequestByRootHash(root_hash);
if (req != NULL)
{
dprintf("cmd: START: request for given root hash already exists\n");
return ERROR_BAD_ARG;
}
// Send INFO DLSTATUS_HASHCHECKING
CmdGwSendINFOHashChecking(cmdsock,root_hash);
// ARNOSMPTODO: disable/interleave hashchecking at startup
int transfer = swift::Find(root_hash);
if (transfer==-1) {
std::string filename;
if (storagepath != "")
filename = storagepath;
else
filename = hashstr;
transfer = swift::Open(filename,root_hash,trackaddr,false,true,chunksize);
if (transfer == -1)
{
CmdGwSendERRORBySocket(cmdsock,"bad swarm",root_hash);
return ERROR_BAD_SWARM;
}
}
// All is well, register req
req = cmd_requests + cmd_gw_reqs_open++;
req->id = ++cmd_gw_reqs_count;
req->cmdsock = cmdsock;
req->transfer = transfer;
req->startt = usec_time();
req->mfspecname = mfstr;
dprintf("%s @%i start transfer %i\n",tintstr(),req->id,req->transfer);
// RATELIMIT
//FileTransfer::file(transfer)->SetMaxSpeed(DDIR_DOWNLOAD,512*1024);
if (cmd_gw_debug)
fprintf(stderr,"cmd: Already on disk is %lli/%lli\n", swift::Complete(transfer), swift::Size(transfer));
// MULTIFILE
int64_t minsize=CMDGW_MAX_PREBUF_BYTES;
FileTransfer *ft = FileTransfer::file(transfer);
if (ft == NULL)
return ERROR_BAD_ARG;
storage_files_t sfs = ft->GetStorage()->GetStorageFiles();
if (sfs.size() > 0)
minsize = sfs[0]->GetSize();
// Wait for prebuffering and then send PLAY to user
if (swift::SeqComplete(transfer) >= minsize)
{
CmdGwSwiftFirstProgressCallback(transfer,bin_t(0,0));
CmdGwSendINFO(req, DLSTATUS_DOWNLOADING);
}
else
{
swift::AddProgressCallback(transfer,&CmdGwSwiftFirstProgressCallback,CMDGW_FIRST_PROGRESS_BYTE_INTERVAL_AS_LAYER);
}
ft->GetStorage()->AddOneTimeAllocationCallback(CmdGwSwiftAllocatingDiskspaceCallback);
}
else if (!strcmp(method,"REMOVE"))
{
// REMOVE roothash removestate removecontent\r\n
bool removestate = false, removecontent = false;
token = strtok_r(paramstr," ",&savetok); //
if (token == NULL)
return ERROR_MISS_ARG;
char *hashstr = token;
token = strtok_r(NULL," ",&savetok); // removestate
if (token == NULL)
return ERROR_MISS_ARG;
removestate = !strcmp(token,"1");
token = strtok_r(NULL,"",&savetok); // removecontent
if (token == NULL)
return ERROR_MISS_ARG;
removecontent = !strcmp(token,"1");
Sha1Hash root_hash = Sha1Hash(true,hashstr);
CmdGwGotREMOVE(root_hash,removestate,removecontent);
}
else if (!strcmp(method,"MAXSPEED"))
{
// MAXSPEED roothash direction speed-float-kb/s\r\n
data_direction_t ddir;
double speed;
token = strtok_r(paramstr," ",&savetok); //
if (token == NULL)
return ERROR_MISS_ARG;
char *hashstr = token;
token = strtok_r(NULL," ",&savetok); // direction
if (token == NULL)
return ERROR_MISS_ARG;
ddir = !strcmp(token,"DOWNLOAD") ? DDIR_DOWNLOAD : DDIR_UPLOAD;
token = strtok_r(NULL,"",&savetok); // speed
if (token == NULL)
return ERROR_MISS_ARG;
int n = sscanf(token,"%lf",&speed);
if (n == 0) {
dprintf("cmd: MAXSPEED: speed is not a float\n");
return ERROR_MISS_ARG;
}
Sha1Hash root_hash = Sha1Hash(true,hashstr);
CmdGwGotMAXSPEED(root_hash,ddir,speed*1024.0);
}
else if (!strcmp(method,"CHECKPOINT"))
{
// CHECKPOINT roothash\r\n
Sha1Hash root_hash = Sha1Hash(true,paramstr);
CmdGwGotCHECKPOINT(root_hash);
}
else if (!strcmp(method,"SETMOREINFO"))
{
// GETMOREINFO roothash toggle\r\n
token = strtok_r(paramstr," ",&savetok); // hash
if (token == NULL)
return ERROR_MISS_ARG;
char *hashstr = token;
token = strtok_r(NULL," ",&savetok); // bool
if (token == NULL)
return ERROR_MISS_ARG;
bool enable = (bool)!strcmp(token,"1");
Sha1Hash root_hash = Sha1Hash(true,hashstr);
CmdGwGotSETMOREINFO(root_hash,enable);
}
else if (!strcmp(method,"SHUTDOWN"))
{
CmdGwCloseConnection(cmdsock);
// Tell libevent to stop processing events
event_base_loopexit(Channel::evbase, NULL);
}
else if (!strcmp(method,"TUNNELSEND"))
{
token = strtok_r(paramstr,"/",&savetok); // dest addr
if (token == NULL)
return ERROR_MISS_ARG;
char *addrstr = token;
token = strtok_r(NULL," ",&savetok); // channel
if (token == NULL)
return ERROR_MISS_ARG;
char *chanstr = token;
token = strtok_r(NULL," ",&savetok); // size
if (token == NULL)
return ERROR_MISS_ARG;
char *sizestr = token;
cmd_tunnel_dest_addr = Address(addrstr);
int n = sscanf(chanstr,"%08x",&cmd_tunnel_dest_chanid);
if (n != 1)
return ERROR_BAD_ARG;
n = sscanf(sizestr,"%u",&cmd_tunnel_expect);
if (n != 1)
return ERROR_BAD_ARG;
cmd_tunnel_state = CMDGW_TUNNEL_READTUNNEL;
if (cmd_gw_debug)
fprintf(stderr,"cmdgw: Want tunnel %d bytes to %s\n", cmd_tunnel_expect, cmd_tunnel_dest_addr.str() );
}
else if (!strcmp(method,"PEERADDR"))