@inproceedings{21717, abstract = {Robust Markov Decision Processes (RMDPs) generalize classical MDPs that consider uncertainties in transition probabilities by defining a set of possible transition functions. An objective is a set of runs (or infinite trajectories) of the RMDP, and the value for an objective is the maximal probability that the agent can guarantee against the adversarial environment. We consider (a) reachability objectives, where given a target set of states, the goal is to eventually arrive at one of them; and (b) parity objectives, which are a canonical representation for ω-regular objectives. The qualitative analysis problem asks whether the objective can be ensured with probability 1. In this work, we study the qualitative problem for reachability and parity objectives on RMDPs without making any assumption over the structures of the RMDPs, e.g., unichain or aperiodic. Our contributions are twofold. We first present efficient algorithms with oracle access to uncertainty sets that solve qualitative problems of reachability and parity objectives. We then report experimental results demonstrating the effectiveness of our oracle-based approach on classical RMDP examples from the literature scaling up to thousands of states.}, author = {Asadi, Ali and Chatterjee, Krishnendu and Kafshdar Goharshadi, Ehsan and Karrabi, Mehrdad and Shafiee, Ali}, booktitle = {Proceedings of the 40th AAAI Conference on Artificial Intelligence}, issn = {2374-3468}, location = {Singapore, Singapore}, number = {43}, pages = {36137--36145}, publisher = {Association for the Advancement of Artificial Intelligence}, title = {{Qualitative analysis of ω-regular objectives on robust MDPs}}, doi = {10.1609/aaai.v40i43.40931}, volume = {40}, year = {2026}, } @inproceedings{21722, abstract = {Partially observable Markov decision processes (POMDPs) are a central model for uncertainty in sequential decision making. The most basic objective is the reachability objective, where a target set must be eventually visited, and the more general parity objectives can model all omega-regular specifications. For such objectives, the computational analysis problems are the following: (a) qualitative analysis that asks whether the objective can be satisfied with probability 1 (almost-sure winning) or probability arbitrarily close to 1 (limit-sure winning); and (b) quantitative analysis that asks for the approximation of the optimal probability of satisfying the objective. For general POMDPs, almost-sure analysis for reachability objectives is EXPTIME-complete, but limit-sure and quantitative analyses for reachability objectives are undecidable; almost-sure, limit-sure, and quantitative analyses for parity objectives are all undecidable. A special class of POMDPs, called revealing POMDPs, has been studied recently in several works, and for this subclass the almost-sure analysis for parity objectives was shown to be EXPTIME-complete. In this work, we show that for revealing POMDPs the limit-sure analysis for parity objectives is EXPTIME-complete, and even the quantitative analysis for parity objectives can be achieved in EXPTIME.}, author = {Asadi, Ali and Chatterjee, Krishnendu and Lurie, David and Saona Urmeneta, Raimundo J}, booktitle = {Proceedings of the AAAI Conference on Artificial Intelligence}, issn = {2374-3468}, location = {Singapore, Singapore}, number = {43}, pages = {36146--36154}, publisher = {Association for the Advancement of Artificial Intelligence}, title = {{Revealing POMDPs: Qualitative and quantitative analysis for parity objectives}}, doi = {10.1609/aaai.v40i43.40932}, volume = {40}, year = {2026}, } @inproceedings{21281, abstract = {A strategy profile in a multi-player game is a Nash equilibrium if no player can unilaterally deviate to achieve a strictly better payoff. A profile is an ε-Nash equilibrium if no player can gain more than ε by unilaterally deviating from their strategy. In this work, we use ε-Nash equilibria to approximate the computation of Nash equilibria. Specifically, we focus on turn-based, multiplayer stochastic games played on graphs, where players are restricted to stationary strategies - strategies that use randomness but not memory. The problem of deciding the constrained existence of stationary Nash equilibria - where each player’s payoff must lie within a given interval - is known to be ∃ℝ-complete in such a setting (Hansen and Sølvsten, 2020). We extend this line of work to stationary ε-Nash equilibria and present an algorithm that solves the following promise problem: given a game with a Nash equilibrium satisfying the constraints, compute an ε-Nash equilibrium that ε-satisfies those same constraints - satisfies the constraints up to an ε additive error. Our algorithm runs in FNP^NP time. To achieve this, we first show that if a constrained Nash equilibrium exists, then one exists where the non-zero probabilities are at least an inverse of a double-exponential in the input. We further prove that such a strategy can be encoded using floating-point representations, as in the work of Frederiksen and Miltersen (2013), which finally gives us our FNP^NP algorithm. We further show that the decision version of the promise problem is NP-hard. Finally, we show a partial tightness result by proving a lower bound for such techniques: if a constrained Nash equilibrium exists, then there must be one where the probabilities in the strategies are double-exponentially small.}, author = {Asadi, Ali and Brice, Leonard and Chatterjee, Krishnendu and Thejaswini, K. S.}, booktitle = {45th Annual Conference on Foundations of Software Technology and Theoretical Computer Science}, isbn = {9783959774062}, location = {Pilani, India}, pages = {9:1--9:17}, publisher = {Schloss Dagstuhl - Leibniz-Zentrum für Informatik}, title = {{ε-stationary Nash equilibria in multi-player stochastic graph games}}, doi = {10.4230/lipics.fsttcs.2025.9}, volume = {360}, year = {2025}, } @inproceedings{20297, abstract = {A standard model that arises in several applications in sequential decision-making is partially observable Markov decision processes (POMDPs) where a decision-making agent interacts with an uncertain environment. A basic objective in POMDPs is the reachability objective, where given a target set of states, the goal is to eventually arrive at one of them. The limit-sure problem asks whether reachability can be ensured with probability arbitrarily close to 1. In general, the limit-sure reachability problem for POMDPs is undecidable. However, in many practical cases, the most relevant question is the existence of policies with a small amount of memory. In this work, we study the limit-sure reachability problem for POMDPs with a fixed amount of memory. We establish that the computational complexity of the problem is NP-complete.}, author = {Asadi, Ali and Chatterjee, Krishnendu and Saona Urmeneta, Raimundo J and Shafiee, Ali}, booktitle = {The 41st Conference on Uncertainty in Artificial Intelligence}, issn = {2640-3498}, location = {Rio de Janeiro, Brazil}, pages = {238--247}, publisher = {ML Research Press}, title = {{Limit-sure reachability for small memory policies in POMDPs is NP-complete}}, volume = {286}, year = {2025}, } @inproceedings{20299, abstract = {Deterministic Markov Decision Processes (DMDPs) are a mathematical framework for decision-making where the outcomes and future possible actions are deterministically determined by the current action taken. DMDPs can be viewed as a finite directed weighted graph, where in each step, the controller chooses an outgoing edge. An objective is a measurable function on runs (or infinite trajectories) of the DMDP, and the value for an objective is the maximal cumulative reward (or weight) that the controller can guarantee. We consider the classical mean-payoff (aka limit-average) objective, which is a basic and fundamental objective. Howard's policy iteration algorithm is a popular method for solving DMDPs with mean-payoff objectives. Although Howard's algorithm performs well in practice, as experimental studies suggested, the best known upper bound is exponential and the current known lower bound is as follows: For the input size I, the algorithm requires (math formular) iterations, where (math formular) hides the poly-logarithmic factors, i.e., the current lower bound on iterations is sub-linear with respect to the input size. Our main result is an improved lower bound for this fundamental algorithm where we show that for the input size I, the algorithm requires (math formular) iterations.}, author = {Asadi, Ali and Chatterjee, Krishnendu and De Raaij, Jakob}, booktitle = {The 41st Conference on Uncertainty in Artificial Intelligence}, issn = {2640-3498}, location = {Rio de Janeiro, Brazil}, pages = {223--232}, publisher = {ML Research Press}, title = {{Lower bound on Howard policy iteration for deterministic Markov Decision Processes}}, volume = {286}, year = {2025}, } @inproceedings{17098, abstract = {Turn-based discounted-sum games are two-player zero-sum games played on finite directed graphs. The vertices of the graph are partitioned between player 1 and player 2. Plays are infinite walks on the graph where the next vertex is decided by a player that owns the current vertex. Each edge is assigned an integer weight and the payoff of a play is the discounted-sum of the weights of the play. The goal of player 1 is to maximize the discounted-sum payoff against the adversarial player 2. These games lie in NP ∩ coNP and are among the rare combinatorial problems that belong to this complexity class and the existence of a polynomial-time algorithm is a major open question. Since breaking the general exponential barrier has been a challenging problem, faster parameterized algorithms have been considered. If the discount factor is expressed in unary, then discounted-sum games can be solved in polynomial time. However, if the discount factor is arbitrary (or expressed in binary), but the weights are in unary, none of the existing approaches yield a sub-exponential bound. Our main result is a new analysis technique for a classical algorithm (namely, the strategy iteration algorithm) that present a new runtime bound which is [EQUATION] for game graphs with n vertices and absolute weights of at most W. In particular, our result yields a deterministic sub-exponential bound for games with weights that are constant or represented in unary.}, author = {Asadi, Ali and Chatterjee, Krishnendu and Svoboda, Jakub and Saona Urmeneta, Raimundo J}, booktitle = {39th Annual ACM/IEEE Symposium on Logic in Computer Science}, isbn = {9798400706608}, issn = {1043-6871}, location = {Tallinn, Estonia}, publisher = {Association for Computing Machinery}, title = {{Deterministic sub-exponential algorithm for discounted-sum games with unary weights}}, doi = {10.1145/3661814.3662080}, year = {2024}, } @inproceedings{17099, abstract = {We study two-player zero-sum concurrent stochastic games with finite state and action space played for an infinite number of steps. In every step, the two players simultaneously and independently choose an action. Given the current state and the chosen actions, the next state is obtained according to a stochastic transition function. An objective is a measurable function on plays (or infinite trajectories) of the game, and the value for an objective is the maximal expectation that the player can guarantee against the adversarial player. We consider: (a) stateful-discounted objectives, which are similar to the classical discounted-sum objectives, but states are associated with different discount factors rather than a single discount factor; and (b) parity objectives, which are a canonical representation for ω-regular objectives. For stateful-discounted objectives, given an ordering of the discount factors, the limit value is the limit of the value of the stateful-discounted objectives, as the discount factors approach zero according to the given order. The computational problem we consider is the approximation of the value within an arbitrary additive error. The above problem is known to be in EXPSPACE for the limit value of statefuldiscounted objectives and in PSPACE for parity objectives. The best-known algorithms for both the above problems are at least exponential time, with an exponential dependence on the number of states and actions. Our main results for the value approximation problem for the limit value of stateful-discounted objectives and parity objectives are as follows: (a) we establish TFNP[NP] complexity; and (b) we present algorithms that improve the dependency on the number of actions in the exponent from linear to logarithmic. In particular, if the number of states is constant, our algorithms run in polynomial time.}, author = {Asadi, Ali and Chatterjee, Krishnendu and Saona Urmeneta, Raimundo J and Svoboda, Jakub}, booktitle = {44th IARCS Annual Conference on Foundations of Software Technology and Theoretical Computer Science}, isbn = {9783959773553}, issn = {1868-8969}, location = {Gujarat, India}, publisher = {Schloss Dagstuhl - Leibniz-Zentrum für Informatik}, title = {{Concurrent stochastic games with stateful-discounted and parity objectives: Complexity and algorithms}}, doi = {10.4230/LIPIcs.FSTTCS.2024.5}, volume = {323}, year = {2024}, }