     <div class="highlight"><pre><span class="lineno">14</span><span></span><span class="kn">import</span> <span class="nn">datetime</span>
<span class="lineno">15</span>
<span class="lineno">16</span><span class="kn">import</span> <span class="nn">torch</span>
<span class="lineno">17</span><span class="kn">import</span> <span class="nn">torch.distributed</span>
<span class="lineno">18</span>
<span class="lineno">19</span><span class="kn">from</span> <span class="nn">labml</span> <span class="kn">import</sp