Spaces:
Runtime error
Runtime error
File size: 8,892 Bytes
aaef24a 8eccedb aaef24a 8eccedb aaef24a f006b5f aaef24a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 | # /// script
# requires-python = ">=3.13"
# dependencies = [
# "altair",
# "asimpy",
# "marimo",
# "polars==1.24.0",
# ]
# ///
import marimo
__generated_with = "0.20.4"
app = marimo.App(width="medium")
@app.cell(hide_code=True)
def _():
import marimo as mo
import random
import statistics
import altair as alt
import polars as pl
from asimpy import Environment, Process, Resource
return Environment, Process, Resource, alt, mo, pl, random, statistics
@app.cell(hide_code=True)
def _(mo):
mo.md(r"""
# Sojourn Time
## *How Long Does a Customer Actually Spend in the System?*
The previous scenario measured $L$, the mean number of customers in the system at any moment. This scenario measures $W$, the mean time a single customer spends from arrival to departure. This is called the *sojourn time*, *residence time*, or *response time*, and has two components:
- $W_q$: time spent waiting in the queue because the server is busy.
- $W_s$: time spent in service while the server is working on this customer.
$$W = W_q + W_s$$
""")
return
@app.cell(hide_code=True)
def _(mo):
mo.md(r"""
## The Surprising Finding
For an M/M/1 queue, the mean sojourn time is:
$$W = \frac{1}{\mu(1 - \rho)}$$
This blows up as $\rho \to 1$, just like $L$. But the split between waiting and service shifts dramatically as load increases.
| $\rho$ | $W_q$ (wait) | $W_s$ (service) | $W$ (total) |
|:---:|:---:|:---:|:---:|
| 0.1 | 0.11 | 1.00 | 1.11 |
| 0.5 | 1.00 | 1.00 | 2.00 |
| 0.9 | 9.00 | 1.00 | 10.00 |
The mean service time $W_s = 1/\mu = 1.0$ is constant: the server always takes the same average time to serve one customer. All the extra delay at high load is pure waiting: $W_q = \rho/(\mu(1-\rho))$ grows without bound while $W_s$ stays fixed. At $\rho = 0.9$, 90% of a customer's time is spent waiting for the server to become free.
This formula is closely connected to Little's Law:
$$L = \lambda W$$
Plugging in $W = 1/(\mu(1-\rho))$ and $\lambda = \rho\mu$:
$$L = \rho\mu \cdot \frac{1}{\mu(1-\rho)} = \frac{\rho}{1-\rho}$$
""")
return
@app.cell(hide_code=True)
def _(mo):
mo.md(r"""
## Implementation
`Customer` records its arrival time, then captures the exact moment it enters service (`service_start = self.now` inside the `async with self.server:` block, which only executes once the resource is acquired). The wait time is `service_start − arrival` and the sojourn time is `departure − arrival`.
A `Monitor` samples the `in_system` counter periodically to estimate $L$ independently. The final dataframe reports $W_q$, $W_s$, $W$, the theoretical $W$, $L$ from sampling, and $L$ from Little's Law, allowing all three to be cross-checked.
""")
return
@app.cell(hide_code=True)
def _(mo):
sim_time_slider = mo.ui.slider(
start=0,
stop=100_000,
step=1_000,
value=20_000,
label="Simulation time",
)
service_rate_slider = mo.ui.slider(
start=1.0,
stop=5.0,
step=0.01,
value=1.0,
label="Service rate",
)
sample_interval_slider = mo.ui.slider(
start=1.0,
stop=5.0,
step=1.0,
value=1.0,
label="Sample interval",
)
seed_input = mo.ui.number(
value=192,
step=1,
label="Random seed",
)
run_button = mo.ui.run_button(label="Run simulation")
mo.vstack([
sim_time_slider,
service_rate_slider,
sample_interval_slider,
seed_input,
run_button,
])
return (
sample_interval_slider,
seed_input,
service_rate_slider,
sim_time_slider,
)
@app.cell
def _(
sample_interval_slider,
seed_input,
service_rate_slider,
sim_time_slider,
):
SIM_TIME = int(sim_time_slider.value)
SERVICE_RATE = float(service_rate_slider.value)
SAMPLE_INTERVAL = float(sample_interval_slider.value)
SEED = int(seed_input.value)
return SAMPLE_INTERVAL, SEED, SERVICE_RATE, SIM_TIME
@app.cell
def _(Process, SERVICE_RATE, random):
class Customer(Process):
def init(self, server, in_system, sojourn_times, wait_times):
self.server = server
self.in_system = in_system
self.sojourn_times = sojourn_times
self.wait_times = wait_times
async def run(self):
arrival = self.now
self.in_system[0] += 1
async with self.server:
service_start = self.now
await self.timeout(random.expovariate(SERVICE_RATE))
self.in_system[0] -= 1
self.sojourn_times.append(self.now - arrival)
self.wait_times.append(service_start - arrival)
return (Customer,)
@app.cell
def _(Customer, Process, random):
class Arrivals(Process):
def init(self, rate, server, in_system, sojourn_times, wait_times):
self.rate = rate
self.server = server
self.in_system = in_system
self.sojourn_times = sojourn_times
self.wait_times = wait_times
async def run(self):
while True:
await self.timeout(random.expovariate(self.rate))
Customer(self._env, self.server, self.in_system, self.sojourn_times, self.wait_times)
return (Arrivals,)
@app.cell
def _(Process, SAMPLE_INTERVAL):
class Monitor(Process):
def init(self, in_system, samples):
self.in_system = in_system
self.samples = samples
async def run(self):
while True:
self.samples.append(self.in_system[0])
await self.timeout(SAMPLE_INTERVAL)
return (Monitor,)
@app.cell
def _(
Arrivals,
Environment,
Monitor,
Resource,
SERVICE_RATE,
SIM_TIME,
statistics,
):
def simulate(rho):
rate = rho * SERVICE_RATE
env = Environment()
server = Resource(env, capacity=1)
in_system = [0]
sojourn_times = []
wait_times = []
samples = []
Arrivals(env, rate, server, in_system, sojourn_times, wait_times)
Monitor(env, in_system, samples)
env.run(until=SIM_TIME)
mean_W = statistics.mean(sojourn_times)
mean_Wq = statistics.mean(wait_times)
mean_Ws = mean_W - mean_Wq
mean_L = statistics.mean(samples)
lam = len(sojourn_times) / SIM_TIME
return {
"rho": rho,
"mean_Wq": round(mean_Wq, 4),
"mean_Ws": round(mean_Ws, 4),
"mean_W": round(mean_W, 4),
"theory_W": round(1.0 / (SERVICE_RATE * (1.0 - rho)), 4),
"L_sampled": round(mean_L, 4),
"L_little": round(lam * mean_W, 4),
}
return (simulate,)
@app.cell
def _(SEED, pl, random, simulate):
random.seed(SEED)
df = pl.DataFrame([simulate(rho) for rho in [0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]])
df
return (df,)
@app.cell
def _(alt, df):
df_plot = df.select(["rho", "mean_Wq", "mean_Ws"]).unpivot(
on=["mean_Wq", "mean_Ws"],
index="rho",
variable_name="component",
value_name="time",
)
chart = (
alt.Chart(df_plot)
.mark_area()
.encode(
x=alt.X("rho:Q", title="Utilization (ρ)"),
y=alt.Y("time:Q", title="Mean time", stack="zero"),
color=alt.Color("component:N", title="Component"),
tooltip=["rho:Q", "component:N", "time:Q"],
)
.properties(title="Sojourn Time Components: Wq (waiting) + Ws (service) = W")
)
chart
return
@app.cell(hide_code=True)
def _(mo):
mo.md(r"""
## Understanding the Math
### Why $W_s = 1/\mu$ regardless of $\rho$
Service time is drawn from an exponential distribution with rate $\mu$, so its mean is $1/\mu$. This is a property of the distribution, not of the queue. No matter how busy the server is, once it starts serving you it takes on average $1/\mu$ time.
### Deriving $W_q$
Since $W = W_q + W_s$ and $W_s = 1/\mu$:
$$W_q = W - W_s = \frac{1}{\mu(1-\rho)} - \frac{1}{\mu}
= \frac{1}{\mu}\left(\frac{1}{1-\rho} - 1\right)
= \frac{1}{\mu} \cdot \frac{\rho}{1-\rho}
= \frac{\rho}{\mu(1-\rho)}$$
Note that $W_q = \rho \cdot W$: at high load, almost all of $W$ is waiting.
### Units check
$\lambda$ has units of [customers/time]; $W$ has units of [time]; so $L = \lambda W$ has units of [customers/time $\times$ time] $=$ [customers]. This count of people is dimensionless, as it should be. Checking units this way is a quick sanity test whenever you apply Little's Law to a real problem.
""")
return
if __name__ == "__main__":
app.run()
|