{"created":"2023-05-15T14:41:37.322446+00:00","id":63,"links":{},"metadata":{"_buckets":{"deposit":"375bb67b-110c-4a11-9161-d5917d4665fe"},"_deposit":{"created_by":18,"id":"63","owners":[18],"pid":{"revision_id":0,"type":"depid","value":"63"},"status":"published"},"_oai":{"id":"oai:konan-u.repo.nii.ac.jp:00000063","sets":["10:20:28:29"]},"author_link":["246","82","248"],"item_10002_biblio_info_7":{"attribute_name":"書誌情報","attribute_value_mlt":[{"bibliographicIssueDates":{"bibliographicIssueDate":"2003-07-31","bibliographicIssueDateType":"Issued"},"bibliographicIssueNumber":"1","bibliographicPageEnd":"60","bibliographicPageStart":"49","bibliographicVolumeNumber":"50","bibliographic_titles":[{"bibliographic_title":"甲南大学紀要. 理工学編"},{"bibliographic_title":"Memoirs of Konan University. Science and engineering series","bibliographic_titleLang":"en"}]}]},"item_10002_description_12":{"attribute_name":"論文ID（NAID）","attribute_value_mlt":[{"subitem_description":"110000039562","subitem_description_type":"Other"}]},"item_10002_description_19":{"attribute_name":"フォーマット","attribute_value_mlt":[{"subitem_description":"application/pdf","subitem_description_type":"Other"}]},"item_10002_description_5":{"attribute_name":"抄録","attribute_value_mlt":[{"subitem_description":"This paper investigates properties of the optimaiity equation and optimal policies in discrete time Markov decision processes with expected discounted total rewards. Under conditions where the model is well defined and the optimaiity equation is true, it is shown that as a solution of the optimaiity equation, the solution called optimal value function is always the smallest one, and is also the unique one under another weak condition. Moreover, a structure of optimal policies is discussed. Finally, these properties are applied to state feedback control of discrete event systems with a numerical example.","subitem_description_type":"Abstract"}]},"item_10002_identifier_registration":{"attribute_name":"ID登録","attribute_value_mlt":[{"subitem_identifier_reg_text":"10.14990/00000060","subitem_identifier_reg_type":"JaLC"}]},"item_10002_publisher_8":{"attribute_name":"出版者","attribute_value_mlt":[{"subitem_publisher":"甲南大学"}]},"item_10002_source_id_11":{"attribute_name":"書誌レコードID","attribute_value_mlt":[{"subitem_source_identifier":"AA11561231","subitem_source_identifier_type":"NCID"}]},"item_10002_source_id_9":{"attribute_name":"ISSN","attribute_value_mlt":[{"subitem_source_identifier":"13480383","subitem_source_identifier_type":"ISSN"}]},"item_10002_version_type_20":{"attribute_name":"著者版フラグ","attribute_value_mlt":[{"subitem_version_resource":"http://purl.org/coar/version/c_970fb48d4fbd8a85","subitem_version_type":"VoR"}]},"item_creator":{"attribute_name":"著者","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"Hu, Qiying"}],"nameIdentifiers":[{"nameIdentifier":"246","nameIdentifierScheme":"WEKO"}]},{"creatorAffiliations":[{"affiliationNameIdentifiers":[{"affiliationNameIdentifier":"","affiliationNameIdentifierScheme":"ISNI","affiliationNameIdentifierURI":"http://www.isni.org/isni/"}],"affiliationNames":[{"affiliationName":"","affiliationNameLang":"ja"}]}],"creatorNames":[{"creatorName":"岳, 五一","creatorNameLang":"ja"},{"creatorName":"ガク, ゴイチ","creatorNameLang":"ja-Kana"},{"creatorName":"Yue, Wuyi","creatorNameLang":"en"}],"familyNames":[{"familyName":"岳","familyNameLang":"ja"},{"familyName":"ガク","familyNameLang":"ja-Kana"},{"familyName":"Yue","familyNameLang":"en"}],"givenNames":[{"givenName":"五一","givenNameLang":"ja"},{"givenName":"ゴイチ","givenNameLang":"ja-Kana"},{"givenName":"Wuyi","givenNameLang":"en"}],"nameIdentifiers":[{"nameIdentifier":"82","nameIdentifierScheme":"WEKO"},{"nameIdentifier":"50234175","nameIdentifierScheme":"e-Rad","nameIdentifierURI":"https://kaken.nii.ac.jp/ja/search/?qm=50234175"}]},{"creatorNames":[{"creatorName":"Hu, Qiying","creatorNameLang":"en"}],"nameIdentifiers":[{"nameIdentifier":"248","nameIdentifierScheme":"WEKO"}]}]},"item_files":{"attribute_name":"ファイル情報","attribute_type":"file","attribute_value_mlt":[{"accessrole":"open_date","date":[{"dateType":"Available","dateValue":"2015-03-24"}],"displaytype":"detail","filename":"K00024.pdf","filesize":[{"value":"569.8 kB"}],"format":"application/pdf","licensetype":"license_note","mimetype":"application/pdf","url":{"label":"K00024","url":"https://konan-u.repo.nii.ac.jp/record/63/files/K00024.pdf"},"version_id":"8d6ef779-b2d6-4f55-9ccf-083fb5aa491e"}]},"item_keyword":{"attribute_name":"キーワード","attribute_value_mlt":[{"subitem_subject":"Discrete time","subitem_subject_scheme":"Other"},{"subitem_subject":"Markov decision processes","subitem_subject_scheme":"Other"},{"subitem_subject":"Optimality equation","subitem_subject_scheme":"Other"},{"subitem_subject":"Optimal policies","subitem_subject_scheme":"Other"},{"subitem_subject":"Expected discounted total rewards","subitem_subject_scheme":"Other"},{"subitem_subject":"Control system","subitem_subject_scheme":"Other"},{"subitem_subject":"Discrete time","subitem_subject_language":"en","subitem_subject_scheme":"Other"},{"subitem_subject":"Markov decision processes","subitem_subject_language":"en","subitem_subject_scheme":"Other"},{"subitem_subject":"Optimality equation","subitem_subject_language":"en","subitem_subject_scheme":"Other"},{"subitem_subject":"Optimal policies","subitem_subject_language":"en","subitem_subject_scheme":"Other"},{"subitem_subject":"Expected discounted total rewards","subitem_subject_language":"en","subitem_subject_scheme":"Other"},{"subitem_subject":"Control system","subitem_subject_language":"en","subitem_subject_scheme":"Other"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"jpn"}]},"item_resource_type":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourcetype":"departmental bulletin paper","resourceuri":"http://purl.org/coar/resource_type/c_6501"}]},"item_title":"Properties of the Optimality Equation and Optimal Policies in Discrete Time Markov Decision Processes and Their Applications","item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"Properties of the Optimality Equation and Optimal Policies in Discrete Time Markov Decision Processes and Their Applications"},{"subitem_title":"Properties of the Optimality Equation and Optimal Policies in Discrete Time Markov Decision Processes and Their Applications","subitem_title_language":"en"}]},"item_type_id":"10002","owner":"18","path":["29"],"pubdate":{"attribute_name":"公開日","attribute_value":"2015-03-24"},"publish_date":"2015-03-24","publish_status":"0","recid":"63","relation_version_is_last":true,"title":["Properties of the Optimality Equation and Optimal Policies in Discrete Time Markov Decision Processes and Their Applications"],"weko_creator_id":"18","weko_shared_id":-1},"updated":"2025-02-27T05:09:01.858203+00:00"}