31static const std::string & defaultAgentString()
37 static const std::string _value(
39 "ZYpp " LIBZYPP_VERSION_STRING
" (curl %s)"
40 , curl_version_info(CURLVERSION_NOW)->version
50 , _multi ( curl_multi_init() )
51 , _userAgent( defaultAgentString() )
56 curl_multi_setopt( _multi, CURLMOPT_TIMERDATA,
reinterpret_cast<void *
>(
this ) );
58 curl_multi_setopt( _multi, CURLMOPT_SOCKETDATA,
reinterpret_cast<void *
>(
this ) );
64 _timer->setSingleShot(
true );
71 curl_multi_cleanup(
_multi );
78 assert( that !=
nullptr );
80 if ( timeout_ms >= 0 ) {
81 that->_timer->start(
static_cast<uint64_t
>(timeout_ms) );
97 assert( that !=
nullptr );
98 return that->socketCallback( easy, s, what, socketp );
103 std::shared_ptr<SocketNotifier> socketp;
106 if ( what == CURL_POLL_REMOVE || what == CURL_POLL_NONE )
119 if ( what == CURL_POLL_REMOVE || what == CURL_POLL_NONE )
125 void *privatePtr =
nullptr;
126 if ( curl_easy_getinfo( easy, CURLINFO_PRIVATE, &privatePtr ) != CURLE_OK ) {
127 privatePtr =
nullptr;
131 NetworkRequestPrivate *request =
reinterpret_cast<NetworkRequestPrivate *
>( privatePtr );
137 WAR <<
"Cleaning up unassigned easy handle" << std::endl;
138 curl_multi_remove_handle(
_multi, easy );
139 curl_easy_cleanup( easy );
145 if ( what == CURL_POLL_REMOVE ) {
146 socketp->setEnabled(
false );
151 if ( what == CURL_POLL_IN ) {
153 }
else if ( what == CURL_POLL_OUT ) {
155 }
else if ( what == CURL_POLL_INOUT ) {
159 socketp->setEnabled();
167 evBitmask |= CURL_CSELECT_IN;
169 evBitmask |= CURL_CSELECT_OUT;
171 evBitmask |= CURL_CSELECT_ERR;
184 CURLMcode rc = CURLM_OK;
188 rc = curl_multi_socket_action(
_multi, nativeSocket, evBitmask, &running );
206 CURLMsg *msg =
nullptr;
207 while( (msg = curl_multi_info_read(
_multi, &msgs_left )) ) {
208 if(msg->msg == CURLMSG_DONE) {
209 CURL *easy = msg->easy_handle;
210 CURLcode res = msg->data.result;
212 void *privatePtr =
nullptr;
213 if ( curl_easy_getinfo( easy, CURLINFO_PRIVATE, &privatePtr ) != CURLE_OK ) {
214 WAR <<
"Unable to get CURLINFO_PRIVATE" << std::endl;
220 WAR <<
"Cleaning up unassigned easy handle" << std::endl;
221 curl_multi_remove_handle(
_multi, easy );
222 curl_easy_cleanup( easy );
226 NetworkRequestPrivate *request =
reinterpret_cast<NetworkRequestPrivate *
>( privatePtr );
227 request->dequeueNotify();
229 if ( request->hasMoreWork() && ( res == CURLE_OK || request->canRecover() ) ) {
230 std::string errBuf =
"Broken easy handle in request";
231 if ( !request->_easyHandle ) {
238 curl_multi_remove_handle(
_multi, request->_easyHandle );
240 errBuf =
"Failed to reinitialize the request";
241 if ( !request->prepareToContinue ( errBuf ) ) {
249 request->aboutToStart( );
279 auto delReq = [](
auto &list, NetworkRequest &req ) -> std::shared_ptr<NetworkRequest> {
280 auto it = std::find_if( list.begin(), list.end(), [ &req ](
const std::shared_ptr<NetworkRequest> &r ) {
281 return req.d_func() == r->d_func();
283 if ( it != list.end() ) {
294 auto rmode = std::get_if<NetworkRequestPrivate::running_t>( &req.d_func()->_runningMode );
296 if ( rmode->_isInCallback ) {
298 if ( !rmode->_cachedResult )
299 rmode->_cachedResult = result;
301 }
else if ( rmode->_cachedResult ) {
302 result = rmode->_cachedResult.value();
310 void *easyHandle = req.d_func()->_easyHandle;
312 curl_multi_remove_handle(
_multi, easyHandle );
314 req.d_func()->_dispatcher =
nullptr;
318 req.d_func()->setResult( std::move(result) );
327 CURLMcode rc = curl_multi_add_handle(
_multi, req.d_func()->_easyHandle );
350 std::string errBuf =
"Failed to initialize easy handle";
351 if ( !req->d_func()->initialize( errBuf ) ) {
360 req->d_func()->aboutToStart();
376NetworkRequestDispatcher::NetworkRequestDispatcher( )
377 : Base( *
new NetworkRequestDispatcherPrivate ( *
this ) )
382bool NetworkRequestDispatcher::supportsProtocol(
const Url &url )
384 curl_version_info_data *curl_info =
nullptr;
385 curl_info = curl_version_info(CURLVERSION_NOW);
387 if (curl_info->protocols)
389 const char *
const *proto =
nullptr;
390 std::string scheme( url.getScheme() );
392 for(proto=curl_info->protocols; !found && *proto; ++proto) {
393 if( scheme == std::string((
const char *)*proto))
401void NetworkRequestDispatcher::setMaximumConcurrentConnections(
const int maxConn )
403 d_func()->_maxConnections = maxConn;
406int NetworkRequestDispatcher::maximumConcurrentConnections ()
const
408 return d_func()->_maxConnections;
411void NetworkRequestDispatcher::enqueue(
const std::shared_ptr<NetworkRequest> &req )
417 if ( std::find( d->_runningDownloads.begin(), d->_runningDownloads.end(), req ) != d->_runningDownloads.end() ) {
418 WAR <<
"Ignoring request to enqueue download " << req->url().asString() <<
" request is already running " << std::endl;
422 if ( std::find( d->_pendingDownloads.begin(), d->_pendingDownloads.end(), req ) != d->_pendingDownloads.end() ) {
423 WAR <<
"Ignoring request to enqueue download " << req->url().asString() <<
" request is already enqueued " << std::endl;
427 req->d_func()->_dispatcher =
this;
429 d->_pendingDownloads.push_back( req );
431 auto it = std::find_if( d->_pendingDownloads.begin(), d->_pendingDownloads.end(), [ prio = req->priority() ](
const auto &pendingReq ){
432 return pendingReq->priority() < prio;
436 if ( it != d->_pendingDownloads.end() && it != d->_pendingDownloads.begin() )
438 d->_pendingDownloads.insert( it, req );
445void NetworkRequestDispatcher::setAgentString(
const std::string &agent )
449 d->_userAgent = defaultAgentString();
451 d->_userAgent = agent;
454const std::string &NetworkRequestDispatcher::agentString()
const
456 return d_func()->_userAgent;
459void NetworkRequestDispatcher::setHostSpecificHeader(
const std::string &host,
const std::string &headerName,
const std::string &value )
462 if ( value.empty() ) {
463 if (
auto i = d->_customHeaders.find( host ); i != d->_customHeaders.end() ) {
464 if (
auto v = i->second.find( headerName ); v != i->second.end() ) {
467 if ( i->second.empty() )
468 d->_customHeaders.erase(i);
472 d->_customHeaders[host][headerName] = value;
475const NetworkRequestDispatcher::SpecificHeaderMap &NetworkRequestDispatcher::hostSpecificHeaders()
const
477 return d_func()->_customHeaders;
480void NetworkRequestDispatcher::cancel( NetworkRequest &req, std::string reason )
485void NetworkRequestDispatcher::cancel(NetworkRequest &req,
const NetworkRequestError &err)
489 if ( req.d_func()->_dispatcher !=
this ) {
494 d->setFinished( req, err );
497void NetworkRequestDispatcher::run()
500 d->_isRunning =
true;
502 if ( d->_pendingDownloads.size() )
506void NetworkRequestDispatcher::reschedule()
509 if ( !d->_pendingDownloads.size() )
512 std::stable_sort( d->_pendingDownloads.begin(), d->_pendingDownloads.end(), [](
const auto &
a,
const auto &
b ){
513 return a->priority() < b->priority();
519size_t NetworkRequestDispatcher::count()
522 return d->_pendingDownloads.size() + d->_runningDownloads.size();
527 return d_func()->_lastError;
530SignalProxy<void (NetworkRequestDispatcher &, NetworkRequest &)> NetworkRequestDispatcher::sigDownloadStarted()
532 return d_func()->_sigDownloadStarted;
535SignalProxy<void (NetworkRequestDispatcher &, NetworkRequest &)> NetworkRequestDispatcher::sigDownloadFinished()
537 return d_func()->_sigDownloadFinished;
540SignalProxy<void ( NetworkRequestDispatcher &)> NetworkRequestDispatcher::sigQueueFinished()
542 return d_func()->_sigQueueFinished;
545SignalProxy<void ( NetworkRequestDispatcher &)> NetworkRequestDispatcher::sigError()
547 return d_func()->_sigError;