cqtcontrol.h

强化学习算法（R-Learning）难得的珍贵资料

// Copyright (C) 2003
// Gerhard Neumann ([e-mail])

//                
// This file is part of RL Toolbox.
// http://www.igi.tugraz.at/ril_toolbox
//
// All rights reserved.
// 
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions
// are met:
// 1. Redistributions of source code must retain the above copyright
//    notice, this list of conditions and the following disclaimer.
// 2. Redistributions in binary form must reproduce the above copyright
//    notice, this list of conditions and the following disclaimer in the
//    documentation and/or other materials provided with the distribution.
// 3. The name of the author may not be used to endorse or promote products
//    derived from this software without specific prior written permission.
// 
// THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
// IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
// OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
// IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
// INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
// NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
// THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.


#ifndef C__QTCONTROL__
#define C__QTCONTROL__

#include "cqtconfig.h"

#ifdef RL_TOOLBOX_USE_QT

#include <qwidget.h>
#include <qpainter.h>
#include <qpixmap.h>
#include <qthread.h>
#include <qcombobox.h>

#include "cagent.h"
#include "cagentcontroller.h"
#include "qtcontrol.h"
#include "cqttestsuitechooser.h"
#include "ctestscripts.h"

#include <list>

using namespace std;

#define SIMULATE 1
#define LEARN 2

class CQTControl : public qtControl, public QThread, public CSemiMDPListener
{
	Q_OBJECT
protected:

	QWaitCondition *startSimulationCondition;
	QMutex *startSimulationMutex;
	int threadMode;
	bool exit;

	int episodesToGo;
	int stepsToGo;
	
	int stepsPerEpisode;

	int numSteps;

	int delay;

	virtual void run();

	CAgent *agent;
	CEnvironmentModel *model;
	CMyTestSuiteCollection *testCollection;
	CTestSuite *testSuite;
	CTestSuiteParameterCalculator *parameterCalculator;
	
	CPolicyEvaluator *policyEvaluator;
	CTestSuiteEvaluator *testSuiteEvaluator;

	CQTTestSuiteChooser *testSuiteChooser;

	std::list<CAgentController *> *agentControllerList;
	std::list<CSemiMDPListener *> *agentListenerList;

	std::list<bool> *selectedListeners;

	void initQTControl(CAgent *agent);

public:  
	CQTControl( CMyTestSuiteCollection *collection, QWidget *parent=0, const char *name=0 );
	CQTControl(CAgent *agent, QWidget *parent = NULL, const char *name = NULL);

	~CQTControl();

	void addAgentController(CAgentController *controller, char *name, bool selected = false);
	void removeAgentController(CAgentController *controller);

	void addAgentListener(CSemiMDPListener *listener, char *name, bool selected = false);
	void removeAgentListener(CSemiMDPListener *listener);

	void setTestSuite(CTestSuite *testSuite);
	CTestSuite  *getTestSuite();

	void setParameters(CParameters *parameters);

	virtual void nextStep(CStateCollection *oldState, CAction *action, CStateCollection *newState);

public slots:

	void controllerChanged(int);
	//void listenersChanged(void);//QListBoxItem * item);

	void resetModelClicked(void);
	void startSimulationClicked(void);

	void realTimeChanged(int);

	void chooseNewTestSuiteClicked(void);

	void nextParameters(void);
	void previousParameters(void);

	void resetLearnDataClicked(void);
	void saveLearnDataClicked(void);
	void loadLearnDataClicked(void);

	void browseButtonClicked(void);
	void newParametersButtonClicked(void);
	void getBestParametersButtonClicked(void);

	void startLearningClicked(void);
};



#endif
#endif