robotic 0.2.5.dev3__cp312-cp312-manylinux2014_x86_64.whl → 0.2.7__cp312-cp312-manylinux2014_x86_64.whl

robotic/include/rai/MCTS/solver_PlainMC.h

@@ -1,58 +0,0 @@
-/*  ------------------------------------------------------------------
-    Copyright (c) 2011-2024 Marc Toussaint
-    email: toussaint@tu-berlin.de
-
-    This code is distributed under the MIT License.
-    Please see <root-path>/LICENSE for details.
-    --------------------------------------------------------------  */
-
-#pragma once
-
-#include "../Logic/treeSearchDomain.h"
-#include "../Core/array.h"
-#include "../Core/graph.h"
-
-//===========================================================================
-
-// stored per node, or at root only, or root and its children
-struct MCStatistics {
-  uint n;
-  arr X;
-  MCStatistics():n(0) {}
-  void clear() { X.clear(); n=0; }
-  void add(double R, uint topSize=10);
-};
-
-//===========================================================================
-
-struct PlainMC {
-
-  rai::TreeSearchDomain& world;
-  rai::Array<rai::TreeSearchDomain::Handle> A;  ///< what decisions do we have in the start state
-  rai::Array<MCStatistics> D;                ///< data of returns for all first actions
-  MCStatistics Droot;
-  double gamma;
-  int verbose;
-  uint topSize;
-  StringA blackList;
-
-  //partly internal: results of a rollout
-  uint rolloutStep;
-  double rolloutR, rolloutDiscount;
-  rai::Array<rai::TreeSearchDomain::Handle> rolloutDecisions;
-
-  PlainMC(rai::TreeSearchDomain& world);
-  void reset();
-
-  double initRollout(const rai::Array<rai::TreeSearchDomain::Handle>& prefixDecisions);
-  double finishRollout(int stepAbort=-1);
-  double generateRollout(int stepAbort=-1, const rai::Array<rai::TreeSearchDomain::Handle>& prefixDecisions= {});
-  double addRollout(int stepAbort=-1);                 ///< adds one more rollout to the tree
-  void addReturnToStatistics(double R, rai::TreeSearchDomain::Handle decision, int decisionIndex=-1);
-  void report();
-  uint getBestActionIdx();
-  rai::TreeSearchDomain::Handle getBestAction();
-};
-
-//===========================================================================
-

robotic/include/rai/MCTS/solver_marc.h

@@ -1,63 +0,0 @@
-/*  ------------------------------------------------------------------
-    Copyright (c) 2011-2024 Marc Toussaint
-    email: toussaint@tu-berlin.de
-
-    This code is distributed under the MIT License.
-    Please see <root-path>/LICENSE for details.
-    --------------------------------------------------------------  */
-
-#pragma once
-
-#include "../Logic/treeSearchDomain.h"
-#include "../Core/array.h"
-#include "../Core/graph.h"
-
-//===========================================================================
-
-struct MCTS_Node {
-  MCTS_Node* parent;
-  rai::Array<MCTS_Node*> children;
-  rai::TreeSearchDomain::Handle decision;           ///< what decision (relative to the parent) does this node represent
-
-  double Qup, Qme, Qlo; ///< upper, mean, and lower Q estimates
-  double r, R;          ///< last and total immediate rewards
-  uint N;               ///< # of visits (to normalize immediate rewards)
-  double Q;             ///< total (on-policy) returns
-
-  uint t;               ///< depth of this node
-  void* data;           ///< dummy helper (to convert to other data structures)
-
-  MCTS_Node(MCTS_Node* parent, rai::TreeSearchDomain::Handle decision):parent(parent), decision(decision), Qup(0.), Qme(0.), Qlo(0.), r(0.), R(0.), N(0), Q(0.), t(0), data(nullptr) {
-    if(parent) {
-      t=parent->t+1;
-      parent->children.append(this);
-    }
-  }
-};
-
-//===========================================================================
-
-struct MCTS {
-  rai::TreeSearchDomain& world;
-  MCTS_Node root;
-  int verbose;
-  double beta;
-
-  MCTS(rai::TreeSearchDomain& world):world(world), root(nullptr, nullptr), verbose(2), beta(2.) {}
-
-  void addRollout(int stepAbort=-1);                 ///< adds one more rollout to the tree
-  MCTS_Node* treePolicy(MCTS_Node* n);   ///< policy to choose the child from which to do a rollout or to expand
-  double Qvalue(MCTS_Node* n, int optimistic); ///< current value estimates at a node
-  arr Qfunction(MCTS_Node* n=nullptr, int optimistic=0); ///< the Q-function (value estimates of all children) at a node
-  arr Qvariance(MCTS_Node* n=nullptr);
-  void reportQ(ostream& os, MCTS_Node* n=nullptr);
-  uint Nnodes(MCTS_Node* n=nullptr, bool subTree=true);
-  void reportDecisions(ostream& os, MCTS_Node* n=nullptr);
-
-  //only to display
-  void writeToGraph(rai::Graph& G, MCTS_Node* n=nullptr);
-  rai::Graph getGraph() { rai::Graph G; writeToGraph(G); return G; }
-};
-
-//===========================================================================
-