{"data":{"id":"10.4121/2dcc8aeb-fdbb-4455-add2-c55c5afcc5d4","type":"dois","attributes":{"doi":"10.4121/2dcc8aeb-fdbb-4455-add2-c55c5afcc5d4","prefix":"10.4121","suffix":"2dcc8aeb-fdbb-4455-add2-c55c5afcc5d4","identifiers":[],"alternateIdentifiers":[],"creators":[{"name":"van der Vaart, Pascal","nameType":"Personal","givenName":"Pascal","familyName":"van der Vaart","nameIdentifiers":[{"nameIdentifier":"0009-0004-0867-9289","nameIdentifierScheme":"https://orcid.org/"}],"affiliation":[]}],"titles":[{"title":"Bayesian Ensembles for Exploration in Deep Reinforcement Learning; Code underlying the dissertation \"Bayesian Model-Free Deep Reinforcement Learning\""}],"publisher":"4TU.ResearchData","container":{},"publicationYear":2025,"subjects":[{"subject":"Artificial Intelligence and Image Processing","subjectScheme":"Australian and New Zealand Standard Research Classification (ANZSRC), 2008","classificationCode":"0801"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"Information and Computing Sciences","subjectScheme":"Australian and New Zealand Standard Research Classification (ANZSRC), 2008","classificationCode":"08"},{"subject":"Deep Reinforcement Learning (DRL)"},{"subject":"Q-learning"},{"subject":"Ensemble model"},{"subject":"Uncertainty Quantification"},{"subject":"Bayesian modelling"}],"contributors":[{"name":"TU Delft, Faculty of Electrical Engineering, Mathematics and Computer Science, Department of Intelligent Systems","nameType":"Organizational","affiliation":[],"contributorType":"Other","nameIdentifiers":[]}],"dates":[{"date":"2025-08-11","dateType":"Issued"}],"language":"en","types":{"ris":"COMP","bibtex":"misc","citeproc":"article","schemaOrg":"SoftwareSourceCode","resourceType":"Software","resourceTypeGeneral":"Software"},"relatedIdentifiers":[{"relationType":"IsVersionOf","relatedIdentifier":"10.4121/2dcc8aeb-fdbb-4455-add2-c55c5afcc5d4.v1","relatedIdentifierType":"DOI"}],"relatedItems":[],"sizes":[],"formats":[".py"],"version":"1","rightsList":[{"rights":"Apache-2.0","rightsUri":"https://www.apache.org/licenses/LICENSE-2.0.html"}],"descriptions":[{"description":"Code underlying the dissertation \"Bayesian Model-Free Deep Reinforcement Learning\". This repository contains code for the chapter \u003cstrong\u003e\"Bayesian Ensembles for Exploration in Deep Q-Learning\"\u003c/strong\u003e. The code is for experiments which demonstrate how ensemble-based Bayesian methods can improve exploration efficiency in reinforcement learning, with a focus on the DQN architecture. The code can be used to reproduce the results and be modified by researchers to be applied to other benchmark problems. The code has no direct applications outside of reinforcement learning research.","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0iVVRGLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjQvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40MTIxLzJEQ0M4QUVCLUZEQkItNDQ1NS1BREQyLUM1NUM1QUZDQzVENDwvaWRlbnRpZmllcj4KICA8Y3JlYXRvcnM+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+UGFzY2FsIHZhbiBkZXIgVmFhcnQ8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlBhc2NhbDwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT52YW4gZGVyIFZhYXJ0PC9mYW1pbHlOYW1lPgogICAgICA8bmFtZUlkZW50aWZpZXIgbmFtZUlkZW50aWZpZXJTY2hlbWU9Imh0dHBzOi8vb3JjaWQub3JnLyI+MDAwOS0wMDA0LTA4NjctOTI4OTwvbmFtZUlkZW50aWZpZXI+CiAgICA8L2NyZWF0b3I+CiAgPC9jcmVhdG9ycz4KICA8dGl0bGVzPgogICAgPHRpdGxlPkJheWVzaWFuIEVuc2VtYmxlcyBmb3IgRXhwbG9yYXRpb24gaW4gRGVlcCBSZWluZm9yY2VtZW50IExlYXJuaW5nOyBDb2RlIHVuZGVybHlpbmcgdGhlIGRpc3NlcnRhdGlvbiAiQmF5ZXNpYW4gTW9kZWwtRnJlZSBEZWVwIFJlaW5mb3JjZW1lbnQgTGVhcm5pbmciPC90aXRsZT4KICA8L3RpdGxlcz4KICA8cHVibGlzaGVyPjRUVS5SZXNlYXJjaERhdGE8L3B1Ymxpc2hlcj4KICA8cHVibGljYXRpb25ZZWFyPjIwMjU8L3B1YmxpY2F0aW9uWWVhcj4KICA8cmVzb3VyY2VUeXBlIHJlc291cmNlVHlwZUdlbmVyYWw9IlNvZnR3YXJlIj5Tb2Z0d2FyZTwvcmVzb3VyY2VUeXBlPgogIDxzdWJqZWN0cz4KICAgIDxzdWJqZWN0IHN1YmplY3RTY2hlbWU9IkF1c3RyYWxpYW4gYW5kIE5ldyBaZWFsYW5kIFN0YW5kYXJkIFJlc2VhcmNoIENsYXNzaWZpY2F0aW9uIChBTlpTUkMpLCAyMDA4IiBjbGFzc2lmaWNhdGlvbkNvZGU9IjA4MDEiPkFydGlmaWNpYWwgSW50ZWxsaWdlbmNlIGFuZCBJbWFnZSBQcm9jZXNzaW5nPC9zdWJqZWN0PgogICAgPHN1YmplY3Qgc3ViamVjdFNjaGVtZT0iQXVzdHJhbGlhbiBhbmQgTmV3IFplYWxhbmQgU3RhbmRhcmQgUmVzZWFyY2ggQ2xhc3NpZmljYXRpb24gKEFOWlNSQyksIDIwMDgiIGNsYXNzaWZpY2F0aW9uQ29kZT0iMDgiPkluZm9ybWF0aW9uIGFuZCBDb21wdXRpbmcgU2NpZW5jZXM8L3N1YmplY3Q+CiAgICA8c3ViamVjdD5EZWVwIFJlaW5mb3JjZW1lbnQgTGVhcm5pbmcgKERSTCk8L3N1YmplY3Q+CiAgICA8c3ViamVjdD5RLWxlYXJuaW5nPC9zdWJqZWN0PgogICAgPHN1YmplY3Q+RW5zZW1ibGUgbW9kZWw8L3N1YmplY3Q+CiAgICA8c3ViamVjdD5VbmNlcnRhaW50eSBRdWFudGlmaWNhdGlvbjwvc3ViamVjdD4KICAgIDxzdWJqZWN0PkJheWVzaWFuIG1vZGVsbGluZzwvc3ViamVjdD4KICA8L3N1YmplY3RzPgogIDxjb250cmlidXRvcnM+CiAgICA8Y29udHJpYnV0b3IgY29udHJpYnV0b3JUeXBlPSJPdGhlciI+CiAgICAgIDxjb250cmlidXRvck5hbWUgbmFtZVR5cGU9Ik9yZ2FuaXphdGlvbmFsIj5UVSBEZWxmdCwgRmFjdWx0eSBvZiBFbGVjdHJpY2FsIEVuZ2luZWVyaW5nLCBNYXRoZW1hdGljcyBhbmQgQ29tcHV0ZXIgU2NpZW5jZSwgRGVwYXJ0bWVudCBvZiBJbnRlbGxpZ2VudCBTeXN0ZW1zPC9jb250cmlidXRvck5hbWU+CiAgICA8L2NvbnRyaWJ1dG9yPgogIDwvY29udHJpYnV0b3JzPgogIDxkYXRlcz4KICAgIDxkYXRlIGRhdGVUeXBlPSJJc3N1ZWQiPjIwMjUtMDgtMTE8L2RhdGU+CiAgPC9kYXRlcz4KICA8bGFuZ3VhZ2U+ZW48L2xhbmd1YWdlPgogIDxyZWxhdGVkSWRlbnRpZmllcnM+CiAgICA8cmVsYXRlZElkZW50aWZpZXIgcmVsYXRlZElkZW50aWZpZXJUeXBlPSJET0kiIHJlbGF0aW9uVHlwZT0iSXNWZXJzaW9uT2YiPjEwLjQxMjEvMmRjYzhhZWItZmRiYi00NDU1LWFkZDItYzU1YzVhZmNjNWQ0LnYxPC9yZWxhdGVkSWRlbnRpZmllcj4KICA8L3JlbGF0ZWRJZGVudGlmaWVycz4KICA8Zm9ybWF0cz4KICAgIDxmb3JtYXQ+LnB5PC9mb3JtYXQ+CiAgPC9mb3JtYXRzPgogIDx2ZXJzaW9uPjE8L3ZlcnNpb24+CiAgPHJpZ2h0c0xpc3Q+CiAgICA8cmlnaHRzIHJpZ2h0c1VSST0iaHR0cHM6Ly93d3cuYXBhY2hlLm9yZy9saWNlbnNlcy9MSUNFTlNFLTIuMC5odG1sIj5BcGFjaGUtMi4wPC9yaWdodHM+CiAgPC9yaWdodHNMaXN0PgogIDxkZXNjcmlwdGlvbnM+CiAgICA8ZGVzY3JpcHRpb24gZGVzY3JpcHRpb25UeXBlPSJBYnN0cmFjdCI+Jmx0O3AmZ3Q7Q29kZSB1bmRlcmx5aW5nIHRoZSBkaXNzZXJ0YXRpb24gIkJheWVzaWFuIE1vZGVsLUZyZWUgRGVlcCBSZWluZm9yY2VtZW50IExlYXJuaW5nIi4gVGhpcyByZXBvc2l0b3J5IGNvbnRhaW5zIGNvZGUgZm9yIHRoZSBjaGFwdGVyICZsdDtzdHJvbmcmZ3Q7IkJheWVzaWFuIEVuc2VtYmxlcyBmb3IgRXhwbG9yYXRpb24gaW4gRGVlcCBRLUxlYXJuaW5nIiZsdDsvc3Ryb25nJmd0Oy4gVGhlIGNvZGUgaXMgZm9yIGV4cGVyaW1lbnRzIHdoaWNoIGRlbW9uc3RyYXRlIGhvdyBlbnNlbWJsZS1iYXNlZCBCYXllc2lhbiBtZXRob2RzIGNhbiBpbXByb3ZlIGV4cGxvcmF0aW9uIGVmZmljaWVuY3kgaW4gcmVpbmZvcmNlbWVudCBsZWFybmluZywgd2l0aCBhIGZvY3VzIG9uIHRoZSBEUU4gYXJjaGl0ZWN0dXJlLiBUaGUgY29kZSBjYW4gYmUgdXNlZCB0byByZXByb2R1Y2UgdGhlIHJlc3VsdHMgYW5kIGJlIG1vZGlmaWVkIGJ5IHJlc2VhcmNoZXJzIHRvIGJlIGFwcGxpZWQgdG8gb3RoZXIgYmVuY2htYXJrIHByb2JsZW1zLiBUaGUgY29kZSBoYXMgbm8gZGlyZWN0IGFwcGxpY2F0aW9ucyBvdXRzaWRlIG9mIHJlaW5mb3JjZW1lbnQgbGVhcm5pbmcgcmVzZWFyY2guJmx0Oy9wJmd0OzwvZGVzY3JpcHRpb24+CiAgPC9kZXNjcmlwdGlvbnM+CjwvcmVzb3VyY2U+","url":"https://data.4tu.nl/datasets/2dcc8aeb-fdbb-4455-add2-c55c5afcc5d4","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"api","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":1,"created":"2025-08-11T11:23:22.000Z","registered":"2025-08-11T11:23:23.000Z","published":"2025","updated":"2025-08-11T11:23:23.000Z"},"relationships":{"client":{"data":{"id":"delft.data4tu","type":"clients"}},"provider":{"data":{"id":"scpr","type":"providers"}},"media":{"data":{"id":"10.4121/2dcc8aeb-fdbb-4455-add2-c55c5afcc5d4","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[{"id":"10.4121/2dcc8aeb-fdbb-4455-add2-c55c5afcc5d4.v1","type":"dois"}]}}}}