King_DuckZ
e24ebcf8e8
This allows users to specify the minimum wait for each request. The (currently wrong) estimate of retry_after / rate_limit is calculated, and the max between that and the setting in the config file is used.
92 lines
2.9 KiB
C++
92 lines
2.9 KiB
C++
/* Copyright 2020, Michele Santullo
|
|
* This file is part of orotool.
|
|
*
|
|
* Orotool is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* Orotool is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with Orotool. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#include "evloop.hpp"
|
|
#include "timer_oro_api.hpp"
|
|
#include "eventia/eventia.hpp"
|
|
#include "eventia/signal.hpp"
|
|
#include "roar11/ThreadPool.hpp"
|
|
#include "oro/dboperation.hpp"
|
|
#include "app_config.hpp"
|
|
#include <iostream>
|
|
|
|
namespace duck {
|
|
namespace {
|
|
//class KeepaliveTimer : public ev::timer {
|
|
//public:
|
|
// KeepaliveTimer (ev::loop_ref& loop, RunningPool::subpool_type*) {
|
|
// this->set(loop);
|
|
// this->set<KeepaliveTimer, &KeepaliveTimer::on_timer_ev>(this);
|
|
// ev::timer::start(5.0, 5.0);
|
|
// }
|
|
|
|
// void on_timer_ev() {
|
|
// }
|
|
//};
|
|
|
|
class SignalInt : public eve::Signal {
|
|
public:
|
|
SignalInt (const eve::Context& ctx, eve::Eventia* even) :
|
|
eve::Signal(SIGINT, ctx),
|
|
m_eventia(even)
|
|
{ }
|
|
|
|
virtual void on_signal() override {
|
|
#if !defined(NDEBUG)
|
|
std::cout << "SIGINT received!!\n";
|
|
#endif
|
|
m_eventia->stop();
|
|
}
|
|
|
|
private:
|
|
eve::Eventia* m_eventia;
|
|
};
|
|
} //unnamed namespace
|
|
|
|
void test(oro::Api* api, oro::OriginsDB* db, const AppConfig& app_conf) {
|
|
typedef TimerOroApi<oro::DBOperation::Shops> TimerShops;
|
|
typedef TimerOroApi<oro::DBOperation::Items> TimerItems;
|
|
typedef TimerOroApi<oro::DBOperation::Icons> TimerIcons;
|
|
typedef TimerOroApi<oro::DBOperation::Creators> TimerCreators;
|
|
typedef TimerSettings TSet;
|
|
|
|
std::cout << "Running with " << app_conf.worker_threads() << " worker threads\n";
|
|
roar11::ThreadPool pool(app_conf.worker_threads());
|
|
eve::Eventia worker;
|
|
pool.submit(worker.event_functor());
|
|
|
|
const double ed = static_cast<double>(app_conf.fetch_extra_delay());
|
|
|
|
auto sig_int = worker.make_event<SignalInt>(&worker);
|
|
const bool rj = app_conf.store_raw_json();
|
|
|
|
const double w1 = app_conf.items_timeout();
|
|
const double w2 = app_conf.icons_timeout();
|
|
const double w3 = app_conf.shops_timeout();
|
|
const double w4 = app_conf.creators_timeout();
|
|
|
|
auto timer_items = worker.make_event<TimerItems>(TSet{w1, ed, rj}, &pool, api, db);
|
|
auto timer_icons = worker.make_event<TimerIcons>(TSet{w2, ed, rj}, &pool, api, db);
|
|
auto timer_shops = worker.make_event<TimerShops>(TSet{w3, ed, rj}, &pool, api, db);
|
|
auto timer_creat = worker.make_event<TimerCreators>(TSet{w4, ed, rj}, &pool, api, db);
|
|
|
|
worker.wait();
|
|
#if !defined(NDEBUG)
|
|
std::cout << "all tasks completed\n";
|
|
#endif
|
|
}
|
|
} //namespace duck
|