{ "cells": [ { "cell_type": "markdown", "id": "b533692e", "metadata": {}, "source": [ "# Building CTMCs\n", "A Continuous Time Markov Chain (CTMC) is similar to a DTMC. The differences are that time is *continuous*, not discrete, and that transitions have *rates* instead of probabilities. So to summarize, a CTMC has:\n", "* states (includig an initial state)\n", "* transitions with rates. The rate is an indication of the speed in which a transition occurs. To be precise, the probability that state $s_i$ goes to state $s_j$ in $t$ time steps is $1- e^{R(s_i,s_j)\\cdot t}$, where $R(s_i,s_j)$ is the *rate* between $s_i$ and $s_j$.\n", "* labels\n", "\n", "As an example for a CTMC, we have a model of a star. It will first fuse hydrogen into helium until there is no hydrogen left, then it will fuse helium into carbon, etc. until there is only iron left and the star goes supernova." ] }, { "cell_type": "code", "execution_count": 1, "id": "c766fba0", "metadata": { "execution": { "iopub.execute_input": "2026-10-22T15:30:16.826638Z", "iopub.status.busy": "2026-10-22T15:30:16.826396Z", "iopub.status.idle": "2026-10-22T15:30:17.421689Z", "shell.execute_reply": "2026-10-22T15:30:17.421151Z" } }, "outputs": [ { "data": { "text/html": [ "\n", "\n", "\n", " \n", " Network\n", " \n", " \n", " \n", " \n", " \n", "
\n", " \n", " \n", " \n", " \n", "\n" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" }, { "data": { "text/plain": [ "" ] }, "execution_count": 1, "metadata": {}, "output_type": "execute_result" } ], "source": [ "from stormvogel import *\n", "import stormvogel\n", "\n", "# Create a new model\n", "ctmc = stormvogel.model.new_ctmc()\n", "\n", "# hydrogen fuses into helium\n", "ctmc.states[0].set_choices([(3, ctmc.new_state(\"helium\"))])\n", "# helium fuses into carbon\n", "ctmc.states[1].set_choices([(2, ctmc.new_state(\"carbon\"))])\n", "# carbon fuses into iron\n", "ctmc.states[2].set_choices([(7, ctmc.new_state(\"iron\"))])\n", "# supernova\n", "ctmc.states[3].set_choices([(12, ctmc.new_state(\"Supernova\"))])\n", "\n", "# we add self loops to all states with no outgoing transitions\n", "ctmc.add_self_loops()\n", "show(ctmc)" ] }, { "cell_type": "markdown", "id": "bd047474", "metadata": {}, "source": [ "Or using the bird API" ] }, { "cell_type": "code", "execution_count": 2, "id": "943bc622", "metadata": { "execution": { "iopub.execute_input": "2026-10-22T15:30:17.446281Z", "iopub.status.busy": "2026-10-22T15:30:17.445896Z", "iopub.status.idle": "2026-10-22T15:30:17.475246Z", "shell.execute_reply": "2026-10-22T15:30:17.474750Z" } }, "outputs": [ { "data": { "text/html": [ "\n", "\n", "\n", " \n", " Network\n", " \n", " \n", " \n", " \n", " \n", "
\n", " \n", " \n", " \n", " \n", "\n" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" }, { "data": { "text/plain": [ "" ] }, "execution_count": 2, "metadata": {}, "output_type": "execute_result" } ], "source": [ "from stormvogel import *\n", "\n", "init = bird.BirdState(x=\"\")\n", "\n", "\n", "def delta(s: bird.BirdState):\n", " if s == init:\n", " return [(3, bird.BirdState(x=[\"helium\"]))]\n", " elif \"helium\" in s.x:\n", " return [(2, bird.BirdState(x=[\"carbon\"]))]\n", " elif \"carbon\" in s.x:\n", " return [(7, bird.BirdState(x=[\"iron\"]))]\n", " elif \"iron\" in s.x:\n", " return [(12, bird.BirdState(x=[\"Supernova\"]))]\n", "\n", "\n", "labels = lambda s: s.x\n", "\n", "bird_star = bird.build_bird(\n", " delta=delta, init=init, labels=labels, modeltype=ModelType.CTMC\n", ")\n", "\n", "show(bird_star)" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.13.16" }, "widgets": { "application/vnd.jupyter.widget-state+json": { "state": { "306d966d745b45fca76bfb599ee01863": { "model_module": "@jupyter-widgets/output", "model_module_version": "1.0.0", "model_name": "OutputModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/output", "_model_module_version": "1.0.0", "_model_name": "OutputModel", "_view_count": null, "_view_module": "@jupyter-widgets/output", "_view_module_version": "1.0.0", "_view_name": "OutputView", "layout": "IPY_MODEL_f479df9c373a4c7bbcd3176606063f9b", "msg_id": "", "outputs": [], "tabbable": null, "tooltip": null } }, "8da8f4d7321544f68b7001837bf02350": { "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9ac810c898e245e8b01db4a65a8ae50d": { "model_module": "@jupyter-widgets/output", "model_module_version": "1.0.0", "model_name": "OutputModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/output", "_model_module_version": "1.0.0", "_model_name": "OutputModel", "_view_count": null, "_view_module": "@jupyter-widgets/output", "_view_module_version": "1.0.0", "_view_name": "OutputView", "layout": "IPY_MODEL_a646c0161b85426ab59eaf059d57f1eb", "msg_id": "", "outputs": [], "tabbable": null, "tooltip": null } }, "a157eadf138945b4ba3829739a61af2d": { "model_module": "@jupyter-widgets/output", "model_module_version": "1.0.0", "model_name": "OutputModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/output", "_model_module_version": "1.0.0", "_model_name": "OutputModel", "_view_count": null, "_view_module": "@jupyter-widgets/output", "_view_module_version": "1.0.0", "_view_name": "OutputView", "layout": "IPY_MODEL_cf35a38928b54b34b60124c410809128", "msg_id": "", "outputs": [], "tabbable": null, "tooltip": null } }, "a646c0161b85426ab59eaf059d57f1eb": { "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "cf35a38928b54b34b60124c410809128": { "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "ec088b8a226b4e7ba550e470327b94c2": { "model_module": "@jupyter-widgets/output", "model_module_version": "1.0.0", "model_name": "OutputModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/output", "_model_module_version": "1.0.0", "_model_name": "OutputModel", "_view_count": null, "_view_module": "@jupyter-widgets/output", "_view_module_version": "1.0.0", "_view_name": "OutputView", "layout": "IPY_MODEL_8da8f4d7321544f68b7001837bf02350", "msg_id": "", "outputs": [], "tabbable": null, "tooltip": null } }, "f479df9c373a4c7bbcd3176606063f9b": { "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } } }, "version_major": 2, "version_minor": 0 } } }, "nbformat": 4, "nbformat_minor": 5 }