t</span> <span class="n">Layer</span><span class="p">,</span> <span class="n">Policy</span>
<span class="kn">from</span> <span class="nn">parallelformers.policies.base.auto</span> <span class="kn">import</span> <span class="n">AutoPolicy</span>
<span class="kn">from</span> <span class="nn">parallelformers.utils</span> <span class="kn">import</span> <span class="n">rgetattr</span><span class="p">,</span> <span class="n">rhasattr</span><span class="p">,</span> <span class="n">rsetattr</span>


<div class="vie