{"id":969,"date":"2021-08-01T20:18:59","date_gmt":"2021-08-01T20:18:59","guid":{"rendered":"https:\/\/meyn.ece.ufl.edu\/?p=969"},"modified":"2026-04-13T13:21:57","modified_gmt":"2026-04-13T18:21:57","slug":"control-systems-and-reinforcement-learning","status":"publish","type":"post","link":"https:\/\/faculty.eng.ufl.edu\/meyn\/2021\/08\/01\/control-systems-and-reinforcement-learning\/","title":{"rendered":"Control Systems  and Reinforcement Learning"},"content":{"rendered":"<p><a href=\"https:\/\/meyn.ece.ufl.edu\/control-systems-and-reinforcement-learning\/\"><img loading=\"lazy\" decoding=\"async\" class=\"alignright wp-image-971 size-medium\" src=\"http:\/\/faculty.eng.ufl.edu\/meyn\/wp-content\/uploads\/sites\/671\/2021\/08\/SunsetCoverNoBird-207x300.png\" alt=\"Book cover: Control Systems and Reinforcement Learning\" width=\"207\" height=\"300\" srcset=\"https:\/\/faculty.eng.ufl.edu\/meyn\/wp-content\/uploads\/sites\/671\/2021\/08\/SunsetCoverNoBird-207x300.png 207w, https:\/\/faculty.eng.ufl.edu\/meyn\/wp-content\/uploads\/sites\/671\/2021\/08\/SunsetCoverNoBird-707x1024.png 707w, https:\/\/faculty.eng.ufl.edu\/meyn\/wp-content\/uploads\/sites\/671\/2021\/08\/SunsetCoverNoBird-768x1113.png 768w, https:\/\/faculty.eng.ufl.edu\/meyn\/wp-content\/uploads\/sites\/671\/2021\/08\/SunsetCoverNoBird-1060x1536.png 1060w, https:\/\/faculty.eng.ufl.edu\/meyn\/wp-content\/uploads\/sites\/671\/2021\/08\/SunsetCoverNoBird-1413x2048.png 1413w, https:\/\/faculty.eng.ufl.edu\/meyn\/wp-content\/uploads\/sites\/671\/2021\/08\/SunsetCoverNoBird-scaled.png 1767w\" sizes=\"auto, (max-width: 207px) 100vw, 207px\" \/><\/a><\/p>\n<p><a href=\"https:\/\/www.cambridge.org\/us\/academic\/subjects\/computer-science\/pattern-recognition-and-machine-learning\/control-systems-and-reinforcement-learning?format=HB\" target=\"_blank\" rel=\"noopener\"><em>Control Systems and Reinforcement Learning<\/em><\/a>, <em>Cambridge University Press, is now available!<\/em><\/p>\n<p><a href=\"https:\/\/meyn.ece.ufl.edu\/control-systems-and-reinforcement-learning\/\" rel=\"noopener\"><em>More information, and a pre-publication draft is available here<\/em><\/a><\/p>\n<p>Chapter 5 contains more on the &#8220;Q-function manifesto&#8221; discussed in this April twitter storm<\/p>\n<blockquote class=\"twitter-tweet\" data-width=\"550\" data-dnt=\"true\">\n<p lang=\"en\" dir=\"ltr\">Sean (@spmeyn) and I wrote a &quot;Q-function manifesto&quot; for the Simons Institute to share our passion for Q-functions and the linear program formulation of optimal control in Markov decision processes. Check it out and join our adventure to derive better RL algorithms! <a href=\"https:\/\/t.co\/83jU6IX5aV\">https:\/\/t.co\/83jU6IX5aV<\/a><\/p>\n<p>&mdash; Gergely Neu (@neu_rips) <a href=\"https:\/\/twitter.com\/neu_rips\/status\/1510229187306659847?ref_src=twsrc%5Etfw\">April 2, 2022<\/a><\/p><\/blockquote>\n<p><script async src=\"https:\/\/platform.twitter.com\/widgets.js\" charset=\"utf-8\"><\/script><\/p>\n","protected":false},"excerpt":{"rendered":"<p>Control Systems  and Reinforcement Learning, published by Cambridge University Press.<\/p>\n","protected":false},"author":1347,"featured_media":971,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"single-templates\/single-sidebar-left.php","format":"standard","meta":{"_acf_changed":false,"inline_featured_image":false,"featured_post":"off","footnotes":"","_links_to":"","_links_to_target":""},"categories":[7],"tags":[9],"class_list":["post-969","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-news","tag-book"],"acf":[],"_links":{"self":[{"href":"https:\/\/faculty.eng.ufl.edu\/meyn\/wp-json\/wp\/v2\/posts\/969","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/faculty.eng.ufl.edu\/meyn\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/faculty.eng.ufl.edu\/meyn\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/faculty.eng.ufl.edu\/meyn\/wp-json\/wp\/v2\/users\/1347"}],"replies":[{"embeddable":true,"href":"https:\/\/faculty.eng.ufl.edu\/meyn\/wp-json\/wp\/v2\/comments?post=969"}],"version-history":[{"count":1,"href":"https:\/\/faculty.eng.ufl.edu\/meyn\/wp-json\/wp\/v2\/posts\/969\/revisions"}],"predecessor-version":[{"id":2863,"href":"https:\/\/faculty.eng.ufl.edu\/meyn\/wp-json\/wp\/v2\/posts\/969\/revisions\/2863"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/faculty.eng.ufl.edu\/meyn\/wp-json\/wp\/v2\/media\/971"}],"wp:attachment":[{"href":"https:\/\/faculty.eng.ufl.edu\/meyn\/wp-json\/wp\/v2\/media?parent=969"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/faculty.eng.ufl.edu\/meyn\/wp-json\/wp\/v2\/categories?post=969"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/faculty.eng.ufl.edu\/meyn\/wp-json\/wp\/v2\/tags?post=969"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}