2026-02-23
\[ \def\Er{{\mathrm{E}}} \def\En{{\mathbb{E}_n}} \def\cov{{\mathrm{Cov}}} \def\var{{\mathrm{Var}}} \def\R{{\mathbb{R}}} \def\arg{{\mathrm{arg}}} \newcommand\norm[1]{\left\lVert#1\right\rVert} \def\rank{{\mathrm{rank}}} \newcommand{\inpr}{ \overset{p^*_{\scriptscriptstyle n}}{\longrightarrow}} \def\inprob{{\,{\buildrel p \over \rightarrow}\,}} \def\indist{\,{\buildrel d \over \rightarrow}\,} \DeclareMathOperator*{\plim}{plim} \DeclareMathOperator*{\argmax}{argmax} \DeclareMathOperator*{\argmin}{argmin} \newcommand{\etae}{{\boldsymbol{\eta}}} \def\ke{{\mathbf{k}}} \def\xe{{\mathbf{x}}} \]
\[ \begin{align*} \hat{\theta} \in \argmin_{\theta \in \Theta} Q_n(\theta) \end{align*} \]
\(\theta >0\) is the prescription’s (total) cost
\(\omega >0\) is the monetized cost of not taking the drug
Arrive at weekly rate \(\lambda\), drawn from \(G(\theta ,\omega)=G_{2}(\omega |\theta )G_{1}(\theta )\)
\(\lambda\) follows a Markov process \(H(\lambda |\lambda ^{\prime })\)
Flow utility \[ u(\theta ,\omega ;x)=\left \{ \begin{array}{ll} -c(\theta ,x) & if\text{ }filled \\ -\omega & if\text{ }not\text{ }filled% \end{array}% \right. \]
Bellman equation: \[ \begin{eqnarray*} v(x,t,\lambda _{t+1}) &=&E_{\lambda |\lambda _{t+1}} \\ &&\hspace{-1.35in}\left[ \begin{array}{c} (1-\lambda )\delta v(x,t-1,\lambda )+ \\ \lambda \int \max\left \{ \begin{array}{l} -c(\theta ,x)+\delta v(x+\theta ,t-1,\lambda ), \\ -\omega +\delta v(x,t-1,\lambda )% \end{array}% \right \} dG(\theta ,\omega )% \end{array}% \right] \end{eqnarray*} \] with terminal condition \(v(x,0)=0\) for all \(x\)
First order condition \[ \frac{\partial \tilde{c}}{\partial i}(i_{it},\xe_{t}, \eta_{it}) = \beta \Er\left[ \frac{\partial V}{\partial k_i}(\xe_{t+1}, \eta_{it+1}) \biggm| i_{it}, \xe_{t}, \eta_{it} \right] \]
Envelope theorem
\[ \begin{align} \frac{\partial V}{\partial k_i}(\xe_{t}, \eta_{it}) = & \frac{\partial \pi}{\partial k_i}(\xe_{t},\eta_{it}) - \frac{\partial \tilde{c}}{\partial k_i}(i_{it}, \xe_{t}, \eta_{it}) + \notag \\ & + \beta \Er\left[ \frac{\partial V}{\partial k_i}(\xe_{t+1}, \eta_{it+1}) + \frac{\partial V}{\partial \ke_{-i}}(\xe_{t+1}, \eta_{it+1}) \frac{\partial \sigma_{-i}}{\partial k_i}(\xe_{t}, \etae_{-it}) \biggm | i_{it}, \xe_{t}, \eta_{it} \right] \notag \\ = & \frac{\partial \pi}{\partial k_i}(\xe_{t},\eta_{it}) - \frac{\partial \tilde{c}}{\partial k_i}(i_{it},\xe_{t}, \eta_{it}) + \frac{\partial \tilde{c}}{\partial i}(i_{it}, \xe_{it}, \eta_{it}) + \beta \Er\left[ \frac{\partial V}{\partial \ke_{-i}}(\xe_{t+1},\eta_{it+1}) \frac{\partial \sigma_{-i}}{\partial k_i}(\xe_{t}, \etae_{-it}) \biggm| i_{it}, \xe_t, \eta_{it} \right] \end{align} \]
\[ \begin{aligned} \frac{\partial \tilde{c}}{\partial i}(i_{it}, \xe_{t}, \eta_{it}) = & \beta \Er\left[ \frac{\partial \pi}{\partial k}(\xe_{t+1}, \eta_{it+1}) + \frac{\partial \tilde{c}}{\partial i}(i_{it+1}, \xe_{t+1}, \eta_{it+1}) - \frac{\partial \tilde{c}}{\partial k}(i_{it+1}, \xe_{t+1}, \eta_{it+1}) \biggm| i_{it}, \xe_{t}, \eta_{it} \right] + \\ & + \beta^2 \Er\left[\frac{\partial V}{\partial \ke_{-i}}(\xe_{t+2}, \eta_{it+2}) \frac{\partial \sigma_{-i}}{\partial k_i}(\xe_{t+1}, \etae_{-it+1}) \biggm| i_{it}, \xe_{t}, \eta_{it} \right] \end{aligned} \]