fixed changed and some docs
This commit is contained in:
parent
059152baba
commit
42208fe186
|
@ -4,6 +4,7 @@
|
||||||
#include <iostream>
|
#include <iostream>
|
||||||
#include <limits.h>
|
#include <limits.h>
|
||||||
#include <vector>
|
#include <vector>
|
||||||
|
#include <list>
|
||||||
|
|
||||||
#include <QThread>
|
#include <QThread>
|
||||||
#include "provider.h"
|
#include "provider.h"
|
||||||
|
@ -22,9 +23,13 @@ template <typename Token>
|
||||||
class Cache: public Provider<Token> {
|
class Cache: public Provider<Token> {
|
||||||
|
|
||||||
public:
|
public:
|
||||||
bool final; //true if this is the last cache (the one we use the data from)
|
///true if this is the last cache (the one we use the data from)
|
||||||
bool quit; //graceful exit
|
bool final;
|
||||||
bool changed;
|
//if true the cache will exit at the first opportunity
|
||||||
|
bool quit;
|
||||||
|
///keeps track of changes (if 1 then something was loaded or dropped
|
||||||
|
QAtomicInt changed;
|
||||||
|
|
||||||
///data is fetched from here
|
///data is fetched from here
|
||||||
Provider<Token> *input;
|
Provider<Token> *input;
|
||||||
|
|
||||||
|
@ -43,15 +48,15 @@ class Cache: public Provider<Token> {
|
||||||
quint64 capacity() { return s_max; }
|
quint64 capacity() { return s_max; }
|
||||||
quint64 size() { return s_curr; }
|
quint64 size() { return s_curr; }
|
||||||
void setCapacity(quint64 c) { s_max = c; }
|
void setCapacity(quint64 c) { s_max = c; }
|
||||||
|
|
||||||
///return true if the cache is waiting for priority to change
|
///return true if the cache is waiting for priority to change
|
||||||
bool isChanged() {
|
bool isChanged() {
|
||||||
bool r = changed;
|
bool r = changed.testAndSetOrdered(1, 0); //if changed is 1, r is true
|
||||||
changed = false;
|
|
||||||
return r;
|
return r;
|
||||||
//return input->check_queue.isWaiting();
|
|
||||||
}
|
}
|
||||||
|
|
||||||
///empty the cache. Make sure no resource is locked before calling this. Require pause or stop before.
|
///empty the cache. Make sure no resource is locked before calling this.
|
||||||
|
/// Require pause or stop before. Ensure there no locked item
|
||||||
void flush() {
|
void flush() {
|
||||||
std::vector<Token *> tokens;
|
std::vector<Token *> tokens;
|
||||||
{
|
{
|
||||||
|
@ -78,7 +83,8 @@ class Cache: public Provider<Token> {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
///ensure there no locked item
|
///empty the cache. Make sure no resource is locked before calling this.
|
||||||
|
/// Require pause or stop before. Ensure there no locked item
|
||||||
template <class FUNCTOR> void flush(FUNCTOR functor) {
|
template <class FUNCTOR> void flush(FUNCTOR functor) {
|
||||||
std::vector<Token *> tokens;
|
std::vector<Token *> tokens;
|
||||||
{
|
{
|
||||||
|
@ -113,8 +119,8 @@ class Cache: public Provider<Token> {
|
||||||
virtual int get(Token *token) = 0;
|
virtual int get(Token *token) = 0;
|
||||||
///return amount removed
|
///return amount removed
|
||||||
virtual int drop(Token *token) = 0;
|
virtual int drop(Token *token) = 0;
|
||||||
///
|
|
||||||
virtual Token *ready() { return NULL; }
|
|
||||||
|
|
||||||
///called in as first thing in run()
|
///called in as first thing in run()
|
||||||
virtual void begin() {}
|
virtual void begin() {}
|
||||||
|
@ -135,7 +141,7 @@ class Cache: public Provider<Token> {
|
||||||
if(this->quit) break;
|
if(this->quit) break;
|
||||||
|
|
||||||
if(unload() || load()) {
|
if(unload() || load()) {
|
||||||
changed = true; //some modification happened
|
changed.testAndSetOrdered(0, 1); //if not changed, set as changed
|
||||||
input->check_queue.open(); //we signal ourselves to check again
|
input->check_queue.open(); //we signal ourselves to check again
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -146,7 +152,9 @@ class Cache: public Provider<Token> {
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
///should be protected
|
/** Checks wether we need to make room in the cache because of:
|
||||||
|
size() - sizeof(lowest priority item) > capacity()
|
||||||
|
**/
|
||||||
bool unload() {
|
bool unload() {
|
||||||
Token *remove = NULL;
|
Token *remove = NULL;
|
||||||
//make room int the cache checking that:
|
//make room int the cache checking that:
|
||||||
|
@ -181,18 +189,18 @@ class Cache: public Provider<Token> {
|
||||||
}
|
}
|
||||||
|
|
||||||
if(remove) {
|
if(remove) {
|
||||||
|
{
|
||||||
|
QMutexLocker input_locker(&(input->heap_lock));
|
||||||
int size = drop(remove);
|
int size = drop(remove);
|
||||||
assert(size >= 0);
|
assert(size >= 0);
|
||||||
s_curr -= size;
|
s_curr -= size;
|
||||||
|
|
||||||
{
|
|
||||||
QMutexLocker input_locker(&(input->heap_lock));
|
|
||||||
input->heap.push(remove);
|
input->heap.push(remove);
|
||||||
}
|
}
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
///should be protected
|
///should be protected
|
||||||
bool load() {
|
bool load() {
|
||||||
Token *insert = NULL;
|
Token *insert = NULL;
|
||||||
|
|
|
@ -10,10 +10,12 @@
|
||||||
template <class Token>
|
template <class Token>
|
||||||
class Controller {
|
class Controller {
|
||||||
public:
|
public:
|
||||||
///should be private
|
///tokens waiting to be added, should be private
|
||||||
std::vector<Token *> tokens; //tokens waiting to be added
|
std::vector<Token *> tokens;
|
||||||
bool quit; //gracefully terminate.
|
/// threads still running, but no door is open in caches,
|
||||||
|
///transfers might still be going on!
|
||||||
bool paused;
|
bool paused;
|
||||||
|
///all cache threads are stopped
|
||||||
bool stopped;
|
bool stopped;
|
||||||
|
|
||||||
public:
|
public:
|
||||||
|
@ -22,7 +24,7 @@ class Controller {
|
||||||
///should be protected
|
///should be protected
|
||||||
std::vector<Cache<Token> *> caches;
|
std::vector<Cache<Token> *> caches;
|
||||||
|
|
||||||
Controller(): quit(false), paused(false), stopped(true) {}
|
Controller(): paused(false), stopped(true) {}
|
||||||
~Controller() { finish(); }
|
~Controller() { finish(); }
|
||||||
|
|
||||||
///called before the cache is started to add a cache in the chain
|
///called before the cache is started to add a cache in the chain
|
||||||
|
@ -35,6 +37,7 @@ class Controller {
|
||||||
assert(cache->input);
|
assert(cache->input);
|
||||||
caches.push_back(cache);
|
caches.push_back(cache);
|
||||||
}
|
}
|
||||||
|
|
||||||
///insert the token in the cache if not already present (actual insertion is done on updatePriorities)
|
///insert the token in the cache if not already present (actual insertion is done on updatePriorities)
|
||||||
bool addToken(Token *token) {
|
bool addToken(Token *token) {
|
||||||
if(token->count.testAndSetOrdered(Token::OUTSIDE, Token::CACHE)) {
|
if(token->count.testAndSetOrdered(Token::OUTSIDE, Token::CACHE)) {
|
||||||
|
@ -110,8 +113,9 @@ class Controller {
|
||||||
void pause() {
|
void pause() {
|
||||||
if(paused) return;
|
if(paused) return;
|
||||||
provider.check_queue.lock();
|
provider.check_queue.lock();
|
||||||
for(unsigned int i = 0; i < caches.size()-1; i++)
|
for(unsigned int i = 0; i < caches.size()-1; i++) {
|
||||||
caches[i]->check_queue.lock();
|
caches[i]->check_queue.lock();
|
||||||
|
}
|
||||||
/* provider.heap_lock.lock();
|
/* provider.heap_lock.lock();
|
||||||
for(unsigned int i = 0; i < caches.size(); i++)
|
for(unsigned int i = 0; i < caches.size(); i++)
|
||||||
caches[i]->heap_lock.lock(); */
|
caches[i]->heap_lock.lock(); */
|
||||||
|
@ -131,11 +135,13 @@ class Controller {
|
||||||
}
|
}
|
||||||
///empty all caches AND REMOVES ALL TOKENS!
|
///empty all caches AND REMOVES ALL TOKENS!
|
||||||
void flush() {
|
void flush() {
|
||||||
pause();
|
bool running = !stopped;
|
||||||
|
stop();
|
||||||
for(int i = (int)caches.size()-1; i >= 0; i--)
|
for(int i = (int)caches.size()-1; i >= 0; i--)
|
||||||
caches[i]->flush();
|
caches[i]->flush();
|
||||||
provider.heap.clear();
|
provider.heap.clear();
|
||||||
resume();
|
if(running)
|
||||||
|
start();
|
||||||
}
|
}
|
||||||
bool isChanged() {
|
bool isChanged() {
|
||||||
bool c = false;
|
bool c = false;
|
||||||
|
|
|
@ -42,6 +42,7 @@ class QDoor {
|
||||||
QSemaphore _close;
|
QSemaphore _close;
|
||||||
public:
|
public:
|
||||||
QDoor(): _open(0), _close(1) {} //this means closed
|
QDoor(): _open(0), _close(1) {} //this means closed
|
||||||
|
|
||||||
void open() {
|
void open() {
|
||||||
if(_close.tryAcquire(1)) //check it is not open
|
if(_close.tryAcquire(1)) //check it is not open
|
||||||
_open.release(1); //open
|
_open.release(1); //open
|
||||||
|
@ -53,20 +54,22 @@ class QDoor {
|
||||||
void enter(bool close = false) {
|
void enter(bool close = false) {
|
||||||
_open.acquire(1);
|
_open.acquire(1);
|
||||||
if(close)
|
if(close)
|
||||||
_close.release(1); //and close door behind
|
_close.release(1); //close door behind
|
||||||
else
|
else
|
||||||
_open.release(1); //and leave door opened
|
_open.release(1); //leave door opened
|
||||||
|
|
||||||
}
|
}
|
||||||
bool isOpen() { return _open.available() == 1; }
|
bool isOpen() { return _open.available() == 1; }
|
||||||
|
|
||||||
void lock() {
|
void lock() {
|
||||||
//door might be open or closed, but we might happen just in the middle
|
//door might be open or closed, but we might happen just in the middle
|
||||||
//of someone opening, closing or entering it.
|
//of someone opening, closing or entering it.
|
||||||
while(!_open.tryAcquire(1) && !_close.tryAcquire(1)) {}
|
while(!_open.tryAcquire(1) && !_close.tryAcquire(1)) {}
|
||||||
//no resources left
|
//no resources left, door is locked
|
||||||
}
|
}
|
||||||
void unlock() {
|
void unlock(bool open = false) {
|
||||||
//unlock will not open the door, but allow someone to open it.
|
if(open)
|
||||||
|
_open.release(1)
|
||||||
|
else
|
||||||
_close.release(1);
|
_close.release(1);
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
@ -118,7 +121,8 @@ class QDoor {
|
||||||
void lock() { //prevend door opening and entering
|
void lock() { //prevend door opening and entering
|
||||||
m.lock();
|
m.lock();
|
||||||
}
|
}
|
||||||
void unlock() { //reverse effect of lock
|
void unlock(bool open = false) { //reverse effect of lock
|
||||||
|
doorOpen = open;
|
||||||
m.unlock();
|
m.unlock();
|
||||||
}
|
}
|
||||||
private:
|
private:
|
||||||
|
|
Loading…
Reference in New Issue