{"data":{"id":"10.4121/5ce26dac-4323-4c5d-9fe3-157dc17bed12","type":"dois","attributes":{"doi":"10.4121/5ce26dac-4323-4c5d-9fe3-157dc17bed12","prefix":"10.4121","suffix":"5ce26dac-4323-4c5d-9fe3-157dc17bed12","identifiers":[],"alternateIdentifiers":[],"creators":[{"name":"van der Vaart, Pascal","nameType":"Personal","givenName":"Pascal","familyName":"van der Vaart","nameIdentifiers":[{"nameIdentifier":"0009-0004-0867-9289","nameIdentifierScheme":"https://orcid.org/"}],"affiliation":[]}],"titles":[{"title":"Epistemic Bellman Operators; code underlying the dissertation ‘Bayesian Model-Free Deep Reinforcement Learning’"}],"publisher":"4TU.ResearchData","container":{},"publicationYear":2025,"subjects":[{"subject":"Artificial Intelligence and Image Processing","subjectScheme":"Australian and New Zealand Standard Research Classification (ANZSRC), 2008","classificationCode":"0801"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"Information and Computing Sciences","subjectScheme":"Australian and New Zealand Standard Research Classification (ANZSRC), 2008","classificationCode":"08"},{"subject":"Deep Reinforcement Learning (DRL)"},{"subject":"Bayesian modelling"},{"subject":"Uncertainty quantification"},{"subject":"Machine Learning (ML)"},{"subject":"Dynamic Programming"}],"contributors":[{"name":"TU Delft, Faculty of Electrical Engineering, Mathematics and Computer Science, Department of Intelligent Systems","nameType":"Organizational","affiliation":[],"contributorType":"Other","nameIdentifiers":[]}],"dates":[{"date":"2025-08-11","dateType":"Issued"}],"language":"en","types":{"ris":"COMP","bibtex":"misc","citeproc":"article","schemaOrg":"SoftwareSourceCode","resourceType":"Software","resourceTypeGeneral":"Software"},"relatedIdentifiers":[{"relationType":"IsSupplementTo","relatedIdentifier":"10.1609/aaai.v39i20.35393","relatedIdentifierType":"DOI"},{"relationType":"IsVersionOf","relatedIdentifier":"10.4121/5ce26dac-4323-4c5d-9fe3-157dc17bed12.v1","relatedIdentifierType":"DOI"}],"relatedItems":[],"sizes":[],"formats":[".py, .ipynb"],"version":"1","rightsList":[{"rights":"MIT License","rightsUri":"https://opensource.org/licenses/MIT","schemeUri":"https://spdx.org/licenses/","rightsIdentifier":"mit","rightsIdentifierScheme":"SPDX"}],"descriptions":[{"description":"Code underlying dissertation work \"Bayesian Model-Free Deep Reinforcement Learning\". This data set contains code for reproducing the experiments conducted in the chapter \"Epistemic Bellman Operators\", with the goal of validating the mathematical theory in the chapter. The code has no applications other than supporting the mathematical theory.","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0iVVRGLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjQvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40MTIxLzVDRTI2REFDLTQzMjMtNEM1RC05RkUzLTE1N0RDMTdCRUQxMjwvaWRlbnRpZmllcj4KICA8Y3JlYXRvcnM+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+UGFzY2FsIHZhbiBkZXIgVmFhcnQ8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlBhc2NhbDwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT52YW4gZGVyIFZhYXJ0PC9mYW1pbHlOYW1lPgogICAgICA8bmFtZUlkZW50aWZpZXIgbmFtZUlkZW50aWZpZXJTY2hlbWU9Imh0dHBzOi8vb3JjaWQub3JnLyI+MDAwOS0wMDA0LTA4NjctOTI4OTwvbmFtZUlkZW50aWZpZXI+CiAgICA8L2NyZWF0b3I+CiAgPC9jcmVhdG9ycz4KICA8dGl0bGVzPgogICAgPHRpdGxlPkVwaXN0ZW1pYyBCZWxsbWFuIE9wZXJhdG9yczsgY29kZSB1bmRlcmx5aW5nIHRoZSBkaXNzZXJ0YXRpb24g4oCYQmF5ZXNpYW4gTW9kZWwtRnJlZSBEZWVwIFJlaW5mb3JjZW1lbnQgTGVhcm5pbmfigJk8L3RpdGxlPgogIDwvdGl0bGVzPgogIDxwdWJsaXNoZXI+NFRVLlJlc2VhcmNoRGF0YTwvcHVibGlzaGVyPgogIDxwdWJsaWNhdGlvblllYXI+MjAyNTwvcHVibGljYXRpb25ZZWFyPgogIDxyZXNvdXJjZVR5cGUgcmVzb3VyY2VUeXBlR2VuZXJhbD0iU29mdHdhcmUiPlNvZnR3YXJlPC9yZXNvdXJjZVR5cGU+CiAgPHN1YmplY3RzPgogICAgPHN1YmplY3Qgc3ViamVjdFNjaGVtZT0iQXVzdHJhbGlhbiBhbmQgTmV3IFplYWxhbmQgU3RhbmRhcmQgUmVzZWFyY2ggQ2xhc3NpZmljYXRpb24gKEFOWlNSQyksIDIwMDgiIGNsYXNzaWZpY2F0aW9uQ29kZT0iMDgwMSI+QXJ0aWZpY2lhbCBJbnRlbGxpZ2VuY2UgYW5kIEltYWdlIFByb2Nlc3Npbmc8L3N1YmplY3Q+CiAgICA8c3ViamVjdCBzdWJqZWN0U2NoZW1lPSJBdXN0cmFsaWFuIGFuZCBOZXcgWmVhbGFuZCBTdGFuZGFyZCBSZXNlYXJjaCBDbGFzc2lmaWNhdGlvbiAoQU5aU1JDKSwgMjAwOCIgY2xhc3NpZmljYXRpb25Db2RlPSIwOCI+SW5mb3JtYXRpb24gYW5kIENvbXB1dGluZyBTY2llbmNlczwvc3ViamVjdD4KICAgIDxzdWJqZWN0PkRlZXAgUmVpbmZvcmNlbWVudCBMZWFybmluZyAoRFJMKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0PkJheWVzaWFuIG1vZGVsbGluZzwvc3ViamVjdD4KICAgIDxzdWJqZWN0PlVuY2VydGFpbnR5IHF1YW50aWZpY2F0aW9uPC9zdWJqZWN0PgogICAgPHN1YmplY3Q+TWFjaGluZSBMZWFybmluZyAoTUwpPC9zdWJqZWN0PgogICAgPHN1YmplY3Q+RHluYW1pYyBQcm9ncmFtbWluZzwvc3ViamVjdD4KICA8L3N1YmplY3RzPgogIDxjb250cmlidXRvcnM+CiAgICA8Y29udHJpYnV0b3IgY29udHJpYnV0b3JUeXBlPSJPdGhlciI+CiAgICAgIDxjb250cmlidXRvck5hbWUgbmFtZVR5cGU9Ik9yZ2FuaXphdGlvbmFsIj5UVSBEZWxmdCwgRmFjdWx0eSBvZiBFbGVjdHJpY2FsIEVuZ2luZWVyaW5nLCBNYXRoZW1hdGljcyBhbmQgQ29tcHV0ZXIgU2NpZW5jZSwgRGVwYXJ0bWVudCBvZiBJbnRlbGxpZ2VudCBTeXN0ZW1zPC9jb250cmlidXRvck5hbWU+CiAgICA8L2NvbnRyaWJ1dG9yPgogIDwvY29udHJpYnV0b3JzPgogIDxkYXRlcz4KICAgIDxkYXRlIGRhdGVUeXBlPSJJc3N1ZWQiPjIwMjUtMDgtMTE8L2RhdGU+CiAgPC9kYXRlcz4KICA8bGFuZ3VhZ2U+ZW48L2xhbmd1YWdlPgogIDxyZWxhdGVkSWRlbnRpZmllcnM+CiAgICA8cmVsYXRlZElkZW50aWZpZXIgcmVsYXRlZElkZW50aWZpZXJUeXBlPSJET0kiIHJlbGF0aW9uVHlwZT0iSXNTdXBwbGVtZW50VG8iPjEwLjE2MDkvYWFhaS52MzlpMjAuMzUzOTM8L3JlbGF0ZWRJZGVudGlmaWVyPgogICAgPHJlbGF0ZWRJZGVudGlmaWVyIHJlbGF0ZWRJZGVudGlmaWVyVHlwZT0iRE9JIiByZWxhdGlvblR5cGU9IklzVmVyc2lvbk9mIj4xMC40MTIxLzVjZTI2ZGFjLTQzMjMtNGM1ZC05ZmUzLTE1N2RjMTdiZWQxMi52MTwvcmVsYXRlZElkZW50aWZpZXI+CiAgPC9yZWxhdGVkSWRlbnRpZmllcnM+CiAgPGZvcm1hdHM+CiAgICA8Zm9ybWF0Pi5weSwgLmlweW5iPC9mb3JtYXQ+CiAgPC9mb3JtYXRzPgogIDx2ZXJzaW9uPjE8L3ZlcnNpb24+CiAgPHJpZ2h0c0xpc3Q+CiAgICA8cmlnaHRzIHJpZ2h0c1VSST0iaHR0cHM6Ly9vcGVuc291cmNlLm9yZy9saWNlbnNlcy9NSVQiPk1JVDwvcmlnaHRzPgogIDwvcmlnaHRzTGlzdD4KICA8ZGVzY3JpcHRpb25zPgogICAgPGRlc2NyaXB0aW9uIGRlc2NyaXB0aW9uVHlwZT0iQWJzdHJhY3QiPiZsdDtwJmd0O0NvZGUgdW5kZXJseWluZyBkaXNzZXJ0YXRpb24gd29yayAiQmF5ZXNpYW4gTW9kZWwtRnJlZSBEZWVwIFJlaW5mb3JjZW1lbnQgTGVhcm5pbmciLiBUaGlzIGRhdGEgc2V0IGNvbnRhaW5zIGNvZGUgZm9yIHJlcHJvZHVjaW5nIHRoZSBleHBlcmltZW50cyBjb25kdWN0ZWQgaW4gdGhlIGNoYXB0ZXIgIkVwaXN0ZW1pYyBCZWxsbWFuIE9wZXJhdG9ycyIsIHdpdGggdGhlIGdvYWwgb2YgdmFsaWRhdGluZyB0aGUgbWF0aGVtYXRpY2FsIHRoZW9yeSBpbiB0aGUgY2hhcHRlci4gVGhlIGNvZGUgaGFzIG5vIGFwcGxpY2F0aW9ucyBvdGhlciB0aGFuIHN1cHBvcnRpbmcgdGhlIG1hdGhlbWF0aWNhbCB0aGVvcnkuICZsdDsvcCZndDs8L2Rlc2NyaXB0aW9uPgogIDwvZGVzY3JpcHRpb25zPgo8L3Jlc291cmNlPg==","url":"https://data.4tu.nl/datasets/5ce26dac-4323-4c5d-9fe3-157dc17bed12","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"api","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":1,"citationsOverTime":[{"year":"2025","total":1}],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":1,"created":"2025-08-11T11:26:40.000Z","registered":"2025-08-11T11:26:41.000Z","published":"2025","updated":"2025-08-11T11:26:41.000Z"},"relationships":{"client":{"data":{"id":"delft.data4tu","type":"clients"}},"provider":{"data":{"id":"scpr","type":"providers"}},"media":{"data":{"id":"10.4121/5ce26dac-4323-4c5d-9fe3-157dc17bed12","type":"media"}},"references":{"data":[]},"citations":{"data":[{"id":"10.1609/aaai.v39i20.35393","type":"dois"}]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[{"id":"10.4121/5ce26dac-4323-4c5d-9fe3-157dc17bed12.v1","type":"dois"}]}}}}