{
"cells": [
{
"cell_type": "markdown",
"id": "95073249",
"metadata": {},
"source": [
"# Building CTMCs\n",
"A Continuous Time Markov Chain (CTMC) is similar to a DTMC. The differences are that time is *continuous*, not discrete, and that transitions have *rates* instead of probabilities. So to summarize, a CTMC has:\n",
"* states (includig an initial state)\n",
"* transitions with rates. The rate is an indication of the speed in which a transition occurs. To be precise, the probability that state $s_i$ goes to state $s_j$ in $t$ time steps is $1- e^{R(s_i,s_j)\\cdot t}$, where $R(s_i,s_j)$ is the *rate* between $s_i$ and $s_j$.\n",
"* labels\n",
"\n",
"As an example for a CTMC, we have a model of a star. It will first fuse hydrogen into helium until there is no hydrogen left, then it will fuse helium into carbon, etc. until there is only iron left and the star goes supernova."
]
},
{
"cell_type": "code",
"execution_count": 1,
"id": "92e37bf4",
"metadata": {
"execution": {
"iopub.execute_input": "2026-07-01T08:29:39.110655Z",
"iopub.status.busy": "2026-07-01T08:29:39.110448Z",
"iopub.status.idle": "2026-07-01T08:29:39.771625Z",
"shell.execute_reply": "2026-07-01T08:29:39.771028Z"
}
},
"outputs": [
{
"data": {
"text/html": [
"\n",
"\n",
"\n",
" \n",
" Network\n",
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/plain": [
""
]
},
"execution_count": 1,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"from stormvogel import *\n",
"import stormvogel\n",
"\n",
"# Create a new model\n",
"ctmc = stormvogel.model.new_ctmc()\n",
"\n",
"# hydrogen fuses into helium\n",
"ctmc.states[0].set_choices([(3, ctmc.new_state(\"helium\"))])\n",
"# helium fuses into carbon\n",
"ctmc.states[1].set_choices([(2, ctmc.new_state(\"carbon\"))])\n",
"# carbon fuses into iron\n",
"ctmc.states[2].set_choices([(7, ctmc.new_state(\"iron\"))])\n",
"# supernova\n",
"ctmc.states[3].set_choices([(12, ctmc.new_state(\"Supernova\"))])\n",
"\n",
"# we add self loops to all states with no outgoing transitions\n",
"ctmc.add_self_loops()\n",
"show(ctmc)"
]
},
{
"cell_type": "markdown",
"id": "4fbb0605",
"metadata": {},
"source": [
"Or using the bird API"
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "6b72defe",
"metadata": {
"execution": {
"iopub.execute_input": "2026-07-01T08:29:39.783440Z",
"iopub.status.busy": "2026-07-01T08:29:39.782953Z",
"iopub.status.idle": "2026-07-01T08:29:39.815684Z",
"shell.execute_reply": "2026-07-01T08:29:39.815069Z"
}
},
"outputs": [
{
"data": {
"text/html": [
"\n",
"\n",
"\n",
" \n",
" Network\n",
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/plain": [
""
]
},
"execution_count": 2,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"from stormvogel import *\n",
"\n",
"init = bird.BirdState(x=\"\")\n",
"\n",
"\n",
"def delta(s: bird.BirdState):\n",
" if s == init:\n",
" return [(3, bird.BirdState(x=[\"helium\"]))]\n",
" elif \"helium\" in s.x:\n",
" return [(2, bird.BirdState(x=[\"carbon\"]))]\n",
" elif \"carbon\" in s.x:\n",
" return [(7, bird.BirdState(x=[\"iron\"]))]\n",
" elif \"iron\" in s.x:\n",
" return [(12, bird.BirdState(x=[\"Supernova\"]))]\n",
"\n",
"\n",
"labels = lambda s: s.x\n",
"\n",
"bird_star = bird.build_bird(\n",
" delta=delta, init=init, labels=labels, modeltype=ModelType.CTMC\n",
")\n",
"\n",
"show(bird_star)"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.13.14"
},
"widgets": {
"application/vnd.jupyter.widget-state+json": {
"state": {
"099dbedde9e04df58cf9dee6eaed5027": {
"model_module": "@jupyter-widgets/base",
"model_module_version": "2.0.0",
"model_name": "LayoutModel",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "2.0.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "2.0.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border_bottom": null,
"border_left": null,
"border_right": null,
"border_top": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"6901907739a54dcbb619c35523208bd9": {
"model_module": "@jupyter-widgets/base",
"model_module_version": "2.0.0",
"model_name": "LayoutModel",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "2.0.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "2.0.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border_bottom": null,
"border_left": null,
"border_right": null,
"border_top": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"83bf66f1a0cd419e9dcc363b13a4b5a1": {
"model_module": "@jupyter-widgets/base",
"model_module_version": "2.0.0",
"model_name": "LayoutModel",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "2.0.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "2.0.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border_bottom": null,
"border_left": null,
"border_right": null,
"border_top": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"a9c6c3ddf4164847ac4bf4c7e0290786": {
"model_module": "@jupyter-widgets/output",
"model_module_version": "1.0.0",
"model_name": "OutputModel",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/output",
"_model_module_version": "1.0.0",
"_model_name": "OutputModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/output",
"_view_module_version": "1.0.0",
"_view_name": "OutputView",
"layout": "IPY_MODEL_6901907739a54dcbb619c35523208bd9",
"msg_id": "",
"outputs": [],
"tabbable": null,
"tooltip": null
}
},
"c81462e15dfa409dabc5af4b9911fa5e": {
"model_module": "@jupyter-widgets/base",
"model_module_version": "2.0.0",
"model_name": "LayoutModel",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "2.0.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "2.0.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border_bottom": null,
"border_left": null,
"border_right": null,
"border_top": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"d961f3b60e4f4745962471a9bb438e5d": {
"model_module": "@jupyter-widgets/output",
"model_module_version": "1.0.0",
"model_name": "OutputModel",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/output",
"_model_module_version": "1.0.0",
"_model_name": "OutputModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/output",
"_view_module_version": "1.0.0",
"_view_name": "OutputView",
"layout": "IPY_MODEL_099dbedde9e04df58cf9dee6eaed5027",
"msg_id": "",
"outputs": [],
"tabbable": null,
"tooltip": null
}
},
"f2c583c7ec8b48ff920503808a4d4235": {
"model_module": "@jupyter-widgets/output",
"model_module_version": "1.0.0",
"model_name": "OutputModel",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/output",
"_model_module_version": "1.0.0",
"_model_name": "OutputModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/output",
"_view_module_version": "1.0.0",
"_view_name": "OutputView",
"layout": "IPY_MODEL_83bf66f1a0cd419e9dcc363b13a4b5a1",
"msg_id": "",
"outputs": [],
"tabbable": null,
"tooltip": null
}
},
"f6b988808de6492d9d9b62b36d5eaa88": {
"model_module": "@jupyter-widgets/output",
"model_module_version": "1.0.0",
"model_name": "OutputModel",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/output",
"_model_module_version": "1.0.0",
"_model_name": "OutputModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/output",
"_view_module_version": "1.0.0",
"_view_name": "OutputView",
"layout": "IPY_MODEL_c81462e15dfa409dabc5af4b9911fa5e",
"msg_id": "",
"outputs": [],
"tabbable": null,
"tooltip": null
}
}
},
"version_major": 2,
"version_minor": 0
}
}
},
"nbformat": 4,
"nbformat_minor": 5
}