Update app.py

app.py

@@ -7,6 +7,11 @@ from src.client import DistributedBloomForCausalLM
 
 INITIAL_PEERS = ['/ip6/2a0b:4880::a242:3fff:fe3a:2ae1/tcp/21338/p2p/QmSXDXLeSMXjS4YerDrdn1zpGQaNzkZ9ogN2SoAEyAdDhs', '/ip6/2a0b:4880::a242:3fff:fe3a:2ae1/udp/21338/quic/p2p/QmSXDXLeSMXjS4YerDrdn1zpGQaNzkZ9ogN2SoAEyAdDhs']
 
+import hivemind
+dht1 = hivemind.DHT(start=True)
+dht2 = hivemind.DHT(start=True, initial_peers=dht1.get_visible_maddrs())
+
+
 tokenizer = transformers.BloomTokenizerFast.from_pretrained("bigscience/test-bloomd-6b3")
 #model = DistributedBloomForCausalLM.from_pretrained("bigscience/test-bloomd-6b3", initial_peers=INITIAL_PEERS, low_cpu_mem_usage=True, torch_dtype=torch.float32)
 
@@ -20,9 +25,6 @@ def inference(text, seq_length=1):
     #os.system("wget http://193.106.95.184/p2p-keygen")
     #return text[::-1] + '\n' + '\n'.join(os.listdir('.'))
 
-    import hivemind
-    dht1 = hivemind.DHT(start=True)
-    dht2 = hivemind.DHT(start=True, initial_peers=dht1.get_visible_maddrs())
     assert dht1.store('key', text[::-1], hivemind.get_dht_time() + 999)
     
     return repr(dht2.get('key'))