{ "_id": "6ac224f3773a0037682c2a06", "Type": "Package", "Package": "MDP2", "Title": "Markov Decision Processes (MDPs)", "Version": "3.0.0.11", "Authors@R": "c(\nperson(\"Lars\", \"Relund Nielsen\", , \"lars@relund.dk\", role = c(\"aut\", \"cre\"),\ncomment = c(ORCID = \"0000-0002-4802-3071\")))", "Author": "Lars Relund Nielsen [aut, cre]\n()", "Maintainer": "Lars Relund Nielsen ", "Description": "Create and optimize (semi) MDPs with discrete time steps\nand state space. Both hierarchical and ordinary-traditional\nMDPs can be modeled.", "License": "GPL (>= 3)", "URL": "https://relund.github.io/mdp/, https://github.com/relund/mdp/,\nhttp://relund.github.io/mdp/", "BugReports": "https://github.com/relund/mdp/issues", "VignetteBuilder": "knitr", "Encoding": "UTF-8", "Language": "en-US", "Roxygen": "list(markdown = TRUE)", "Config/roxygen2/version": "8.0.0", "Config/testthat/edition": "3", "Config/pak/sysreqs": "libicu-dev", "Repository": "https://relund.r-universe.dev", "Date/Publication": "2026-08-05 10:38:10 UTC", "RemoteUrl": "https://github.com/relund/mdp", "RemoteRef": "HEAD", "RemoteSha": "cc69a53dcf335464bc4e683adb21545447a2f7a7", "NeedsCompilation": "yes", "Packaged": { "Date": "2026-10-04 09:57:24 UTC", "User": "root" }, "_user": "relund", "_type": "src", "_file": "MDP2_3.0.0.11.tar.gz", "_fileid": "https://r2.ropensci.org/27428db9675302ef066b53e806f437122aa9ac590ccc7410ce4f579eef4606cd", "_filesize": 3125894, "_sha256": "27428db9675302ef066b53e806f437122aa9ac590ccc7410ce4f579eef4606cd", "_expires": "2027-01-12T10:05:34.000Z", "_created": "2026-10-04T09:57:24.000Z", "_published": "2026-10-04T10:05:37.538Z", "_jobs": [ { "job": 111411479671, "time": 146, "config": "linux-devel-arm64", "r": "4.7.0", "check": "OK", "artifact": "11299868221" }, { "job": 111411479768, "time": 168, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "11299069952" }, { "job": 111411479618, "time": 135, "config": "linux-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "11300287060" }, { "job": 111411479621, "time": 156, "config": "linux-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "11299918014" }, { "job": 111411479633, "time": 126, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "11299364746" }, { "job": 111411479661, "time": 222, "config": "macos-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "11300172630" }, { "job": 111411479603, "time": 144, "config": "macos-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "11299584026" }, { "job": 111411479577, "time": 310, "config": "macos-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "11300390938" }, { "job": 111410827903, "time": 238, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "11299748294" }, { "job": 111411479589, "time": 103, "config": "wasm-release", "r": "4.6.0", "check": "FAIL", "artifact": "" }, { "job": 111411479639, "time": 428, "config": "windows-devel-arm64", "r": "4.7.0", "check": "OK", "artifact": "11300420639" }, { "job": 111411479607, "time": 209, "config": "windows-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "11300297180" }, { "job": 111411479600, "time": 115, "config": "windows-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "11299249846" }, { "job": 111411479592, "time": 428, "config": "windows-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "11299963380" }, { "job": 111411479713, "time": 147, "config": "windows-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "11300297064" } ], "_host": "GitHub-Actions", "_buildurl": "https://github.com/r-universe/relund/actions/runs/37193609500", "_status": "success", "_upstream": "https://github.com/relund/mdp", "_commit": { "id": "cc69a53dcf335464bc4e683adb21545447a2f7a7", "author": "Lars Relund ", "committer": "Lars Relund ", "message": "Added weight changes in memory\n", "time": 1785926290 }, "_maintainer": { "name": "Lars Relund Nielsen", "email": "lars@relund.dk", "orcid": "0000-0002-4802-3071" }, "_distro": "resolute", "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.1.0", "role": "Depends" }, { "package": "Rcpp", "role": "LinkingTo" }, { "package": "RcppArmadillo", "role": "LinkingTo" }, { "package": "diagram", "role": "Imports" }, { "package": "dplyr", "role": "Imports" }, { "package": "shape", "role": "Imports" }, { "package": "stringr", "role": "Imports" }, { "package": "tidyr", "role": "Imports" }, { "package": "magrittr", "role": "Imports" }, { "package": "methods", "role": "Imports" }, { "package": "purrr", "role": "Imports" }, { "package": "rlang", "role": "Imports" }, { "package": "tibble", "role": "Imports" }, { "package": "Rcpp", "version": ">= 0.11.5", "role": "Imports" }, { "package": "knitr", "role": "Suggests" }, { "package": "Matrix", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" }, { "package": "readr", "role": "Suggests" }, { "package": "xml2", "role": "Suggests" }, { "package": "covr", "role": "Suggests" }, { "package": "roxygen2", "role": "Suggests" } ], "_owner": "relund", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2026-19", "n": 1 }, { "week": "2026-21", "n": 9 }, { "week": "2026-22", "n": 3 }, { "week": "2026-23", "n": 17 }, { "week": "2026-26", "n": 1 }, { "week": "2026-32", "n": 1 } ], "_tags": [ { "name": "2.2.2.0", "date": "2026-06-05" } ], "_stars": 2, "_contributors": [ { "user": "relund", "count": 116, "uuid": 887198 } ], "_userbio": { "uuid": 887198, "type": "user", "name": "Lars Relund ", "followers": 4 }, "_downloads": { "count": 318, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/MDP2" }, "_devurl": "https://github.com/relund/mdp", "_pkgdown": "https://relund.github.io/mdp/", "_searchresults": 33, "_topics": [ "openblas", "cpp" ], "_rbuild": "4.6.1", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/manual.pdf", "extra/MDP2.html", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md" ], "_homeurl": "https://github.com/relund/mdp", "_realowner": "relund", "_cranurl": true, "_releases": [ { "version": "2.1.2", "date": "2023-01-31" }, { "version": "2.2.2.0", "date": "2026-06-12" }, { "version": "3.0.0", "date": "2026-06-22" } ], "_exports": [ "binary_action_writer", "binary_mdp_writer", "convert_binary_to_hmp", "convert_hmp_to_binary", "get_bin_info_actions", "get_bin_info_states", "get_hypergraph", "get_info", "get_policy", "get_rpo", "get_steady_state_pr", "get_w_idx", "hmp_mdp_writer", "load_mdp", "memory_mdp_writer", "plot_hypergraph", "random_hmdp", "run_calc_weights", "run_policy_ite_ave", "run_policy_ite_discount", "run_value_ite", "save_mdp", "set_action_weight", "set_policy", "set_transition_weight" ], "_help": [ { "page": "binary_action_writer", "title": "Function for writing actions of a HMDP model to binary files. The function defines sub-functions which can be used to define actions saved in a set of binary files. It is assumed that the states have been defined using 'binary_mdp_writer' and that the id of the states is known (can be retrieved using e.g. 'state_idx_df').", "topics": [ "binary_action_writer" ] }, { "page": "binary_mdp_writer", "title": "Function for writing an HMDP model to binary files. The function defines sub-functions which can be used to define an HMDP model saved in a set of binary files.", "topics": [ "binary_mdp_writer" ] }, { "page": "convert_binary_to_hmp", "title": "Convert a HMDP model stored in binary format to a 'hmp' (XML) file. The function simply parse the binary files and create 'hmp' files using the 'hmp_mdp_writer()'.", "topics": [ "convert_binary_to_hmp" ] }, { "page": "convert_hmp_to_binary", "title": "Convert a HMDP model stored in a hmp (xml) file to binary file format.", "topics": [ "convert_hmp_to_binary" ] }, { "page": "get_bin_info_actions", "title": "Info about the actions in the HMDP model under consideration.", "topics": [ "get_bin_info_actions" ] }, { "page": "get_bin_info_states", "title": "Info about the states in the binary files of the HMDP model under consideration.", "topics": [ "get_bin_info_states" ] }, { "page": "get_hypergraph", "title": "Return the (parts of) state-expanded hypergraph", "topics": [ "get_hypergraph" ] }, { "page": "get_info", "title": "Information about the MDP", "topics": [ "get_info" ] }, { "page": "get_policy", "title": "Get parts of the optimal policy.", "topics": [ "get_policy" ] }, { "page": "get_rpo", "title": "Calculate the retention pay-off (RPO) or opportunity cost for some states.", "topics": [ "get_rpo" ] }, { "page": "get_steady_state_pr", "title": "Calculate the steady state transition probabilities for the founder process (level 0).", "topics": [ "get_steady_state_pr" ] }, { "page": "get_w_idx", "title": "Return the index of a weight in the model. Note that index always start from zero (C++ style), i.e. the first weight, the first state at a stage etc has index 0.", "topics": [ "get_w_idx" ] }, { "page": "hmp_mdp_writer", "title": "Function for writing an HMDP model to a hmp file (XML). The function define sub-functions which can be used to define an HMDP model stored in a hmp file.", "topics": [ "hmp_mdp_writer" ] }, { "page": "load_mdp", "title": "Load the HMDP model defined in the binary files. The model are created in memory using the external C++ library.", "topics": [ "load_mdp" ] }, { "page": "memory_mdp_writer", "title": "Function for building an HMDP model directly in memory.", "topics": [ "memory_mdp_writer" ] }, { "page": "plot_hypergraph", "title": "Plot parts of the state expanded hypergraph.", "topics": [ "plot_hypergraph" ] }, { "page": "plot.HMDP", "title": "Plot the state-expanded hypergraph of the MDP.", "topics": [ "plot.HMDP" ] }, { "page": "random_hmdp", "title": "Generate a \"random\" HMDP stored in a set of binary files.", "topics": [ "random_hmdp" ] }, { "page": "run_calc_weights", "title": "Calculate weights based on current policy. Normally run after an optimal policy has been found.", "topics": [ "run_calc_weights" ] }, { "page": "run_policy_ite_ave", "title": "Perform policy iteration using the average expected-weight Bellman operator on the MDP.", "topics": [ "run_policy_ite_ave" ] }, { "page": "run_policy_ite_discount", "title": "Perform policy iteration using the discounted expected-weight Bellman operator on the MDP.", "topics": [ "run_policy_ite_discount" ] }, { "page": "run_value_ite", "title": "Perform value iteration on the MDP.", "topics": [ "run_value_ite" ] }, { "page": "save_mdp", "title": "Save the MDP to binary files", "topics": [ "save_mdp" ] }, { "page": "set_action_weight", "title": "Set an action weight in a loaded MDP", "topics": [ "set_action_weight" ] }, { "page": "set_policy", "title": "Modify the current policy by setting policy action of states.", "topics": [ "set_policy" ] }, { "page": "set_transition_weight", "title": "Set a transition weight in a loaded MDP", "topics": [ "set_transition_weight" ] } ], "_readme": "https://github.com/relund/mdp/raw/HEAD/README.md", "_rundeps": [ "cli", "cpp11", "diagram", "dplyr", "generics", "glue", "lifecycle", "magrittr", "pillar", "pkgconfig", "purrr", "R6", "Rcpp", "RcppArmadillo", "rlang", "shape", "stringi", "stringr", "tibble", "tidyr", "tidyselect", "utf8", "vctrs", "withr" ], "_sysdeps": [ { "shlib": "liblapack", "package": "libopenblas0-pthread", "source": "openblas", "version": "0.3.32+ds-5", "name": "openblas", "homepage": "https://www.openblas.net/", "description": "Optimized BLAS (linear algebra) library (shared lib, pthread)" }, { "shlib": "libstdc++", "package": "libstdc++6", "source": "gcc", "version": "16-20260322-1ubuntu1", "name": "c++", "homepage": "http://gcc.gnu.org/", "description": "GNU Standard C++ Library v3" } ], "_vignettes": [ { "source": "building.Rmd", "filename": "building.html", "title": "Building an MDP model", "author": "Lars Relund lars@relund.dk", "engine": "knitr::rmarkdown", "headings": [ "An infinite semi-MDP", "A finite-horizon semi-MDP", "An infinite-horizon HMDP", "References" ], "created": "2023-01-27 10:21:39", "modified": "2026-06-04 12:53:36", "commits": 5 }, { "source": "finite-mdp.Rmd", "filename": "finite-mdp.html", "title": "Solving a finite-horizon semi-MDP", "author": "Lars Relund lars@relund.dk", "engine": "knitr::rmarkdown", "headings": [ "A finite-horizon semi-MDP", "Example", "References" ], "created": "2023-01-27 10:21:39", "modified": "2026-06-04 12:53:36", "commits": 3 }, { "source": "infinite-hmdp.Rmd", "filename": "infinite-hmdp.html", "title": "An infinite-horizon HMDP", "author": "Lars Relund lars@relund.dk", "engine": "knitr::rmarkdown", "headings": [ "An infinite-horizon HMDP", "Example", "References" ], "created": "2023-01-27 10:21:39", "modified": "2026-06-04 12:53:36", "commits": 4 }, { "source": "infinite-mdp.Rmd", "filename": "infinite-mdp.html", "title": "Solving an infinite-horizon semi-MDP", "author": "Lars Relund lars@relund.dk", "engine": "knitr::rmarkdown", "headings": [ "An infinite-horizon semi-MDP", "Example", "References" ], "created": "2023-01-27 10:21:39", "modified": "2026-06-04 12:53:36", "commits": 5 }, { "source": "mdp2.Rmd", "filename": "mdp2.html", "title": "The MDP2 package", "author": "Lars Relund lars@relund.dk", "engine": "knitr::rmarkdown", "headings": [ "References" ], "created": "2022-12-16 13:33:24", "modified": "2026-06-04 12:53:36", "commits": 7 } ], "_score": 5.99563519459755, "_indexed": true, "_nocasepkg": "mdp2", "_universes": [ "relund" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "3.0.0.11", "date": "2026-10-04T09:59:56.000Z", "distro": "resolute", "arch": "aarch64", "commit": "cc69a53dcf335464bc4e683adb21545447a2f7a7", "fileid": "https://r2.ropensci.org/3b16d5a726bf0cd90f34e47df04c7362386a66a1ae6a39f7d6686a1931035eca", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/relund/actions/runs/37193609500" }, { "r": "4.7.0", "os": "linux", "version": "3.0.0.11", "date": "2026-10-04T10:00:00.000Z", "distro": "resolute", "arch": "x86_64", "commit": "cc69a53dcf335464bc4e683adb21545447a2f7a7", "fileid": "https://r2.ropensci.org/08d6c88dc1d9a8760322ed02f3f56d12f279d436ce6ab9437bed551cded4eb4b", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/relund/actions/runs/37193609500" }, { "r": "4.6.1", "os": "linux", "version": "3.0.0.11", "date": "2026-10-04T09:59:40.000Z", "distro": "resolute", "arch": "aarch64", "commit": "cc69a53dcf335464bc4e683adb21545447a2f7a7", "fileid": "https://r2.ropensci.org/c6212aa3536c26f28a27099461ed8d86b7e9e79169fd98374584f1a822cab7c4", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/relund/actions/runs/37193609500" }, { "r": "4.6.1", "os": "linux", "version": "3.0.0.11", "date": "2026-10-04T10:00:02.000Z", "distro": "resolute", "arch": "x86_64", "commit": "cc69a53dcf335464bc4e683adb21545447a2f7a7", "fileid": "https://r2.ropensci.org/626df6422d6b4cfa039d10b60e4995f32ba607840cb9863f3a50fad472800de0", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/relund/actions/runs/37193609500" }, { "r": "4.5.3", "os": "mac", "version": "3.0.0.11", "date": "2026-10-04T09:59:38.000Z", "arch": "aarch64", "commit": "cc69a53dcf335464bc4e683adb21545447a2f7a7", "fileid": "https://r2.ropensci.org/17c9c901d0f29b2f23d92524d5533724a5d3d0f309f86472559f7bc67d80a440", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/relund/actions/runs/37193609500" }, { "r": "4.5.3", "os": "mac", "version": "3.0.0.11", "date": "2026-10-04T10:00:21.000Z", "arch": "x86_64", "commit": "cc69a53dcf335464bc4e683adb21545447a2f7a7", "fileid": "https://r2.ropensci.org/5a071d47f1d24dda03fabb73fae9ef935185a440b08561eeb0033327688f7211", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/relund/actions/runs/37193609500" }, { "r": "4.6.1", "os": "mac", "version": "3.0.0.11", "date": "2026-10-04T09:59:43.000Z", "arch": "aarch64", "commit": "cc69a53dcf335464bc4e683adb21545447a2f7a7", "fileid": "https://r2.ropensci.org/0430726197f23a759b95bfa9860f9b2170869c621b6883af6b42d508c423db8c", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/relund/actions/runs/37193609500" }, { "r": "4.6.1", "os": "mac", "version": "3.0.0.11", "date": "2026-10-04T10:01:28.000Z", "arch": "x86_64", "commit": "cc69a53dcf335464bc4e683adb21545447a2f7a7", "fileid": "https://r2.ropensci.org/9688d83367a2946c41ab08de995ed6446ab1d60c28fd84060db5bf3f6eb47dff", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/relund/actions/runs/37193609500" }, { "r": "4.7.0", "os": "win", "version": "3.0.0.11", "date": "2026-10-04T10:03:19.000Z", "arch": "aarch64", "commit": "cc69a53dcf335464bc4e683adb21545447a2f7a7", "fileid": "https://r2.ropensci.org/9f3103f1a9c6d9920ae0036f6c6be7132228824fa1e18f023cdafcd208807257", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/relund/actions/runs/37193609500" }, { "r": "4.7.0", "os": "win", "version": "3.0.0.11", "date": "2026-10-04T09:59:16.000Z", "arch": "x86_64", "commit": "cc69a53dcf335464bc4e683adb21545447a2f7a7", "fileid": "https://r2.ropensci.org/6eb80d81d69b1eee64e1e115be479e07b4451c4f399f28dc1ee32aed28ebc0aa", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/relund/actions/runs/37193609500" }, { "r": "4.5.3", "os": "win", "version": "3.0.0.11", "date": "2026-10-04T09:58:59.000Z", "arch": "x86_64", "commit": "cc69a53dcf335464bc4e683adb21545447a2f7a7", "fileid": "https://r2.ropensci.org/2936bb4226036bb1c94b83fb80967c76b56b848b91f2d125e7159152ed7d8a2e", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/relund/actions/runs/37193609500" }, { "r": "4.6.1", "os": "win", "version": "3.0.0.11", "date": "2026-10-04T10:03:38.000Z", "arch": "aarch64", "commit": "cc69a53dcf335464bc4e683adb21545447a2f7a7", "fileid": "https://r2.ropensci.org/4e980b8eefde9eae3935a3220a10e86aeb23e7d25e5b5805dade929af9716c99", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/relund/actions/runs/37193609500" }, { "r": "4.6.1", "os": "win", "version": "3.0.0.11", "date": "2026-10-04T09:59:02.000Z", "arch": "x86_64", "commit": "cc69a53dcf335464bc4e683adb21545447a2f7a7", "fileid": "https://r2.ropensci.org/410a4d509a9512ac5c1dde26b8c526f6c9e39c845cd0b79408e4024f2fe1c57f", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/relund/actions/runs/37193609500" } ] }