progress.c 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488
  1. /***************************************************************************
  2. * _ _ ____ _
  3. * Project ___| | | | _ \| |
  4. * / __| | | | |_) | |
  5. * | (__| |_| | _ <| |___
  6. * \___|\___/|_| \_\_____|
  7. *
  8. * Copyright (C) 1998 - 2014, Daniel Stenberg, <daniel@haxx.se>, et al.
  9. *
  10. * This software is licensed as described in the file COPYING, which
  11. * you should have received as part of this distribution. The terms
  12. * are also available at http://curl.haxx.se/docs/copyright.html.
  13. *
  14. * You may opt to use, copy, modify, merge, publish, distribute and/or sell
  15. * copies of the Software, and permit persons to whom the Software is
  16. * furnished to do so, under the terms of the COPYING file.
  17. *
  18. * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
  19. * KIND, either express or implied.
  20. *
  21. ***************************************************************************/
  22. #include "curl_setup.h"
  23. #include "urldata.h"
  24. #include "sendf.h"
  25. #include "progress.h"
  26. #define _MPRINTF_REPLACE /* use our functions only */
  27. #include <curl/mprintf.h>
  28. /* Provide a string that is 2 + 1 + 2 + 1 + 2 = 8 letters long (plus the zero
  29. byte) */
  30. static void time2str(char *r, curl_off_t seconds)
  31. {
  32. curl_off_t d, h, m, s;
  33. if(seconds <= 0) {
  34. strcpy(r, "--:--:--");
  35. return;
  36. }
  37. h = seconds / CURL_OFF_T_C(3600);
  38. if(h <= CURL_OFF_T_C(99)) {
  39. m = (seconds - (h*CURL_OFF_T_C(3600))) / CURL_OFF_T_C(60);
  40. s = (seconds - (h*CURL_OFF_T_C(3600))) - (m*CURL_OFF_T_C(60));
  41. snprintf(r, 9, "%2" CURL_FORMAT_CURL_OFF_T ":%02" CURL_FORMAT_CURL_OFF_T
  42. ":%02" CURL_FORMAT_CURL_OFF_T, h, m, s);
  43. }
  44. else {
  45. /* this equals to more than 99 hours, switch to a more suitable output
  46. format to fit within the limits. */
  47. d = seconds / CURL_OFF_T_C(86400);
  48. h = (seconds - (d*CURL_OFF_T_C(86400))) / CURL_OFF_T_C(3600);
  49. if(d <= CURL_OFF_T_C(999))
  50. snprintf(r, 9, "%3" CURL_FORMAT_CURL_OFF_T
  51. "d %02" CURL_FORMAT_CURL_OFF_T "h", d, h);
  52. else
  53. snprintf(r, 9, "%7" CURL_FORMAT_CURL_OFF_T "d", d);
  54. }
  55. }
  56. /* The point of this function would be to return a string of the input data,
  57. but never longer than 5 columns (+ one zero byte).
  58. Add suffix k, M, G when suitable... */
  59. static char *max5data(curl_off_t bytes, char *max5)
  60. {
  61. #define ONE_KILOBYTE CURL_OFF_T_C(1024)
  62. #define ONE_MEGABYTE (CURL_OFF_T_C(1024) * ONE_KILOBYTE)
  63. #define ONE_GIGABYTE (CURL_OFF_T_C(1024) * ONE_MEGABYTE)
  64. #define ONE_TERABYTE (CURL_OFF_T_C(1024) * ONE_GIGABYTE)
  65. #define ONE_PETABYTE (CURL_OFF_T_C(1024) * ONE_TERABYTE)
  66. if(bytes < CURL_OFF_T_C(100000))
  67. snprintf(max5, 6, "%5" CURL_FORMAT_CURL_OFF_T, bytes);
  68. else if(bytes < CURL_OFF_T_C(10000) * ONE_KILOBYTE)
  69. snprintf(max5, 6, "%4" CURL_FORMAT_CURL_OFF_T "k", bytes/ONE_KILOBYTE);
  70. else if(bytes < CURL_OFF_T_C(100) * ONE_MEGABYTE)
  71. /* 'XX.XM' is good as long as we're less than 100 megs */
  72. snprintf(max5, 6, "%2" CURL_FORMAT_CURL_OFF_T ".%0"
  73. CURL_FORMAT_CURL_OFF_T "M", bytes/ONE_MEGABYTE,
  74. (bytes%ONE_MEGABYTE) / (ONE_MEGABYTE/CURL_OFF_T_C(10)) );
  75. #if (CURL_SIZEOF_CURL_OFF_T > 4)
  76. else if(bytes < CURL_OFF_T_C(10000) * ONE_MEGABYTE)
  77. /* 'XXXXM' is good until we're at 10000MB or above */
  78. snprintf(max5, 6, "%4" CURL_FORMAT_CURL_OFF_T "M", bytes/ONE_MEGABYTE);
  79. else if(bytes < CURL_OFF_T_C(100) * ONE_GIGABYTE)
  80. /* 10000 MB - 100 GB, we show it as XX.XG */
  81. snprintf(max5, 6, "%2" CURL_FORMAT_CURL_OFF_T ".%0"
  82. CURL_FORMAT_CURL_OFF_T "G", bytes/ONE_GIGABYTE,
  83. (bytes%ONE_GIGABYTE) / (ONE_GIGABYTE/CURL_OFF_T_C(10)) );
  84. else if(bytes < CURL_OFF_T_C(10000) * ONE_GIGABYTE)
  85. /* up to 10000GB, display without decimal: XXXXG */
  86. snprintf(max5, 6, "%4" CURL_FORMAT_CURL_OFF_T "G", bytes/ONE_GIGABYTE);
  87. else if(bytes < CURL_OFF_T_C(10000) * ONE_TERABYTE)
  88. /* up to 10000TB, display without decimal: XXXXT */
  89. snprintf(max5, 6, "%4" CURL_FORMAT_CURL_OFF_T "T", bytes/ONE_TERABYTE);
  90. else
  91. /* up to 10000PB, display without decimal: XXXXP */
  92. snprintf(max5, 6, "%4" CURL_FORMAT_CURL_OFF_T "P", bytes/ONE_PETABYTE);
  93. /* 16384 petabytes (16 exabytes) is the maximum a 64 bit unsigned number
  94. can hold, but our data type is signed so 8192PB will be the maximum. */
  95. #else
  96. else
  97. snprintf(max5, 6, "%4" CURL_FORMAT_CURL_OFF_T "M", bytes/ONE_MEGABYTE);
  98. #endif
  99. return max5;
  100. }
  101. /*
  102. New proposed interface, 9th of February 2000:
  103. pgrsStartNow() - sets start time
  104. pgrsSetDownloadSize(x) - known expected download size
  105. pgrsSetUploadSize(x) - known expected upload size
  106. pgrsSetDownloadCounter() - amount of data currently downloaded
  107. pgrsSetUploadCounter() - amount of data currently uploaded
  108. pgrsUpdate() - show progress
  109. pgrsDone() - transfer complete
  110. */
  111. int Curl_pgrsDone(struct connectdata *conn)
  112. {
  113. int rc;
  114. struct SessionHandle *data = conn->data;
  115. data->progress.lastshow=0;
  116. rc = Curl_pgrsUpdate(conn); /* the final (forced) update */
  117. if(rc)
  118. return rc;
  119. if(!(data->progress.flags & PGRS_HIDE) &&
  120. !data->progress.callback)
  121. /* only output if we don't use a progress callback and we're not
  122. * hidden */
  123. fprintf(data->set.err, "\n");
  124. data->progress.speeder_c = 0; /* reset the progress meter display */
  125. return 0;
  126. }
  127. /* reset all times except redirect, and reset the known transfer sizes */
  128. void Curl_pgrsResetTimesSizes(struct SessionHandle *data)
  129. {
  130. data->progress.t_nslookup = 0.0;
  131. data->progress.t_connect = 0.0;
  132. data->progress.t_pretransfer = 0.0;
  133. data->progress.t_starttransfer = 0.0;
  134. Curl_pgrsSetDownloadSize(data, 0);
  135. Curl_pgrsSetUploadSize(data, 0);
  136. }
  137. void Curl_pgrsTime(struct SessionHandle *data, timerid timer)
  138. {
  139. struct timeval now = Curl_tvnow();
  140. switch(timer) {
  141. default:
  142. case TIMER_NONE:
  143. /* mistake filter */
  144. break;
  145. case TIMER_STARTOP:
  146. /* This is set at the start of a transfer */
  147. data->progress.t_startop = now;
  148. break;
  149. case TIMER_STARTSINGLE:
  150. /* This is set at the start of each single fetch */
  151. data->progress.t_startsingle = now;
  152. break;
  153. case TIMER_STARTACCEPT:
  154. data->progress.t_acceptdata = Curl_tvnow();
  155. break;
  156. case TIMER_NAMELOOKUP:
  157. data->progress.t_nslookup =
  158. Curl_tvdiff_secs(now, data->progress.t_startsingle);
  159. break;
  160. case TIMER_CONNECT:
  161. data->progress.t_connect =
  162. Curl_tvdiff_secs(now, data->progress.t_startsingle);
  163. break;
  164. case TIMER_APPCONNECT:
  165. data->progress.t_appconnect =
  166. Curl_tvdiff_secs(now, data->progress.t_startsingle);
  167. break;
  168. case TIMER_PRETRANSFER:
  169. data->progress.t_pretransfer =
  170. Curl_tvdiff_secs(now, data->progress.t_startsingle);
  171. break;
  172. case TIMER_STARTTRANSFER:
  173. data->progress.t_starttransfer =
  174. Curl_tvdiff_secs(now, data->progress.t_startsingle);
  175. break;
  176. case TIMER_POSTRANSFER:
  177. /* this is the normal end-of-transfer thing */
  178. break;
  179. case TIMER_REDIRECT:
  180. data->progress.t_redirect = Curl_tvdiff_secs(now, data->progress.start);
  181. break;
  182. }
  183. }
  184. void Curl_pgrsStartNow(struct SessionHandle *data)
  185. {
  186. data->progress.speeder_c = 0; /* reset the progress meter display */
  187. data->progress.start = Curl_tvnow();
  188. /* clear all bits except HIDE and HEADERS_OUT */
  189. data->progress.flags &= PGRS_HIDE|PGRS_HEADERS_OUT;
  190. }
  191. void Curl_pgrsSetDownloadCounter(struct SessionHandle *data, curl_off_t size)
  192. {
  193. data->progress.downloaded = size;
  194. }
  195. void Curl_pgrsSetUploadCounter(struct SessionHandle *data, curl_off_t size)
  196. {
  197. data->progress.uploaded = size;
  198. }
  199. void Curl_pgrsSetDownloadSize(struct SessionHandle *data, curl_off_t size)
  200. {
  201. data->progress.size_dl = size;
  202. if(size >= 0)
  203. data->progress.flags |= PGRS_DL_SIZE_KNOWN;
  204. else
  205. data->progress.flags &= ~PGRS_DL_SIZE_KNOWN;
  206. }
  207. void Curl_pgrsSetUploadSize(struct SessionHandle *data, curl_off_t size)
  208. {
  209. data->progress.size_ul = size;
  210. if(size >= 0)
  211. data->progress.flags |= PGRS_UL_SIZE_KNOWN;
  212. else
  213. data->progress.flags &= ~PGRS_UL_SIZE_KNOWN;
  214. }
  215. /*
  216. * Curl_pgrsUpdate() returns 0 for success or the value returned by the
  217. * progress callback!
  218. */
  219. int Curl_pgrsUpdate(struct connectdata *conn)
  220. {
  221. struct timeval now;
  222. int result;
  223. char max5[6][10];
  224. curl_off_t dlpercen=0;
  225. curl_off_t ulpercen=0;
  226. curl_off_t total_percen=0;
  227. curl_off_t total_transfer;
  228. curl_off_t total_expected_transfer;
  229. curl_off_t timespent;
  230. struct SessionHandle *data = conn->data;
  231. int nowindex = data->progress.speeder_c% CURR_TIME;
  232. int checkindex;
  233. int countindex; /* amount of seconds stored in the speeder array */
  234. char time_left[10];
  235. char time_total[10];
  236. char time_spent[10];
  237. curl_off_t ulestimate=0;
  238. curl_off_t dlestimate=0;
  239. curl_off_t total_estimate;
  240. bool shownow=FALSE;
  241. now = Curl_tvnow(); /* what time is it */
  242. /* The time spent so far (from the start) */
  243. data->progress.timespent =
  244. (double)(now.tv_sec - data->progress.start.tv_sec) +
  245. (double)(now.tv_usec - data->progress.start.tv_usec)/1000000.0;
  246. timespent = (curl_off_t)data->progress.timespent;
  247. /* The average download speed this far */
  248. data->progress.dlspeed = (curl_off_t)
  249. ((double)data->progress.downloaded/
  250. (data->progress.timespent>0?data->progress.timespent:1));
  251. /* The average upload speed this far */
  252. data->progress.ulspeed = (curl_off_t)
  253. ((double)data->progress.uploaded/
  254. (data->progress.timespent>0?data->progress.timespent:1));
  255. /* Calculations done at most once a second, unless end is reached */
  256. if(data->progress.lastshow != (long)now.tv_sec) {
  257. shownow = TRUE;
  258. data->progress.lastshow = now.tv_sec;
  259. /* Let's do the "current speed" thing, which should use the fastest
  260. of the dl/ul speeds. Store the faster speed at entry 'nowindex'. */
  261. data->progress.speeder[ nowindex ] =
  262. data->progress.downloaded>data->progress.uploaded?
  263. data->progress.downloaded:data->progress.uploaded;
  264. /* remember the exact time for this moment */
  265. data->progress.speeder_time [ nowindex ] = now;
  266. /* advance our speeder_c counter, which is increased every time we get
  267. here and we expect it to never wrap as 2^32 is a lot of seconds! */
  268. data->progress.speeder_c++;
  269. /* figure out how many index entries of data we have stored in our speeder
  270. array. With N_ENTRIES filled in, we have about N_ENTRIES-1 seconds of
  271. transfer. Imagine, after one second we have filled in two entries,
  272. after two seconds we've filled in three entries etc. */
  273. countindex = ((data->progress.speeder_c>=CURR_TIME)?
  274. CURR_TIME:data->progress.speeder_c) - 1;
  275. /* first of all, we don't do this if there's no counted seconds yet */
  276. if(countindex) {
  277. long span_ms;
  278. /* Get the index position to compare with the 'nowindex' position.
  279. Get the oldest entry possible. While we have less than CURR_TIME
  280. entries, the first entry will remain the oldest. */
  281. checkindex = (data->progress.speeder_c>=CURR_TIME)?
  282. data->progress.speeder_c%CURR_TIME:0;
  283. /* Figure out the exact time for the time span */
  284. span_ms = Curl_tvdiff(now,
  285. data->progress.speeder_time[checkindex]);
  286. if(0 == span_ms)
  287. span_ms=1; /* at least one millisecond MUST have passed */
  288. /* Calculate the average speed the last 'span_ms' milliseconds */
  289. {
  290. curl_off_t amount = data->progress.speeder[nowindex]-
  291. data->progress.speeder[checkindex];
  292. if(amount > CURL_OFF_T_C(4294967) /* 0xffffffff/1000 */)
  293. /* the 'amount' value is bigger than would fit in 32 bits if
  294. multiplied with 1000, so we use the double math for this */
  295. data->progress.current_speed = (curl_off_t)
  296. ((double)amount/((double)span_ms/1000.0));
  297. else
  298. /* the 'amount' value is small enough to fit within 32 bits even
  299. when multiplied with 1000 */
  300. data->progress.current_speed = amount*CURL_OFF_T_C(1000)/span_ms;
  301. }
  302. }
  303. else
  304. /* the first second we use the main average */
  305. data->progress.current_speed =
  306. (data->progress.ulspeed>data->progress.dlspeed)?
  307. data->progress.ulspeed:data->progress.dlspeed;
  308. } /* Calculations end */
  309. if(!(data->progress.flags & PGRS_HIDE)) {
  310. /* progress meter has not been shut off */
  311. if(data->set.fxferinfo) {
  312. /* There's a callback set, call that */
  313. result= data->set.fxferinfo(data->set.progress_client,
  314. data->progress.size_dl,
  315. data->progress.downloaded,
  316. data->progress.size_ul,
  317. data->progress.uploaded);
  318. if(result)
  319. failf(data, "Callback aborted");
  320. return result;
  321. }
  322. else if(data->set.fprogress) {
  323. /* The older deprecated callback is set, call that */
  324. result= data->set.fprogress(data->set.progress_client,
  325. (double)data->progress.size_dl,
  326. (double)data->progress.downloaded,
  327. (double)data->progress.size_ul,
  328. (double)data->progress.uploaded);
  329. if(result)
  330. failf(data, "Callback aborted");
  331. return result;
  332. }
  333. if(!shownow)
  334. /* only show the internal progress meter once per second */
  335. return 0;
  336. /* If there's no external callback set, use internal code to show
  337. progress */
  338. if(!(data->progress.flags & PGRS_HEADERS_OUT)) {
  339. if(data->state.resume_from) {
  340. fprintf(data->set.err,
  341. "** Resuming transfer from byte position %"
  342. CURL_FORMAT_CURL_OFF_T "\n", data->state.resume_from);
  343. }
  344. fprintf(data->set.err,
  345. " %% Total %% Received %% Xferd Average Speed "
  346. "Time Time Time Current\n"
  347. " Dload Upload "
  348. "Total Spent Left Speed\n");
  349. data->progress.flags |= PGRS_HEADERS_OUT; /* headers are shown */
  350. }
  351. /* Figure out the estimated time of arrival for the upload */
  352. if((data->progress.flags & PGRS_UL_SIZE_KNOWN) &&
  353. (data->progress.ulspeed > CURL_OFF_T_C(0))) {
  354. ulestimate = data->progress.size_ul / data->progress.ulspeed;
  355. if(data->progress.size_ul > CURL_OFF_T_C(10000))
  356. ulpercen = data->progress.uploaded /
  357. (data->progress.size_ul/CURL_OFF_T_C(100));
  358. else if(data->progress.size_ul > CURL_OFF_T_C(0))
  359. ulpercen = (data->progress.uploaded*100) /
  360. data->progress.size_ul;
  361. }
  362. /* ... and the download */
  363. if((data->progress.flags & PGRS_DL_SIZE_KNOWN) &&
  364. (data->progress.dlspeed > CURL_OFF_T_C(0))) {
  365. dlestimate = data->progress.size_dl / data->progress.dlspeed;
  366. if(data->progress.size_dl > CURL_OFF_T_C(10000))
  367. dlpercen = data->progress.downloaded /
  368. (data->progress.size_dl/CURL_OFF_T_C(100));
  369. else if(data->progress.size_dl > CURL_OFF_T_C(0))
  370. dlpercen = (data->progress.downloaded*100) /
  371. data->progress.size_dl;
  372. }
  373. /* Now figure out which of them is slower and use that one for the
  374. total estimate! */
  375. total_estimate = ulestimate>dlestimate?ulestimate:dlestimate;
  376. /* create the three time strings */
  377. time2str(time_left, total_estimate > 0?(total_estimate - timespent):0);
  378. time2str(time_total, total_estimate);
  379. time2str(time_spent, timespent);
  380. /* Get the total amount of data expected to get transferred */
  381. total_expected_transfer =
  382. (data->progress.flags & PGRS_UL_SIZE_KNOWN?
  383. data->progress.size_ul:data->progress.uploaded)+
  384. (data->progress.flags & PGRS_DL_SIZE_KNOWN?
  385. data->progress.size_dl:data->progress.downloaded);
  386. /* We have transferred this much so far */
  387. total_transfer = data->progress.downloaded + data->progress.uploaded;
  388. /* Get the percentage of data transferred so far */
  389. if(total_expected_transfer > CURL_OFF_T_C(10000))
  390. total_percen = total_transfer /
  391. (total_expected_transfer/CURL_OFF_T_C(100));
  392. else if(total_expected_transfer > CURL_OFF_T_C(0))
  393. total_percen = (total_transfer*100) / total_expected_transfer;
  394. fprintf(data->set.err,
  395. "\r"
  396. "%3" CURL_FORMAT_CURL_OFF_T " %s "
  397. "%3" CURL_FORMAT_CURL_OFF_T " %s "
  398. "%3" CURL_FORMAT_CURL_OFF_T " %s %s %s %s %s %s %s",
  399. total_percen, /* 3 letters */ /* total % */
  400. max5data(total_expected_transfer, max5[2]), /* total size */
  401. dlpercen, /* 3 letters */ /* rcvd % */
  402. max5data(data->progress.downloaded, max5[0]), /* rcvd size */
  403. ulpercen, /* 3 letters */ /* xfer % */
  404. max5data(data->progress.uploaded, max5[1]), /* xfer size */
  405. max5data(data->progress.dlspeed, max5[3]), /* avrg dl speed */
  406. max5data(data->progress.ulspeed, max5[4]), /* avrg ul speed */
  407. time_total, /* 8 letters */ /* total time */
  408. time_spent, /* 8 letters */ /* time spent */
  409. time_left, /* 8 letters */ /* time left */
  410. max5data(data->progress.current_speed, max5[5]) /* current speed */
  411. );
  412. /* we flush the output stream to make it appear as soon as possible */
  413. fflush(data->set.err);
  414. } /* !(data->progress.flags & PGRS_HIDE) */
  415. return 0;
  416. }