Update digestor.py

digestor.py

@@ -136,7 +136,7 @@ class Digestor:
         return json.loads(response.content.decode("utf-8"))
 
 
-    def chunk_piece(self, piece, limit, tokenizer_checkpoint, include_tail=True):
+    def chunk_piece(self, piece, limit, tokenizer_checkpoint, include_tail=False):
         """Breaks articles into chunks that will fit the desired token length limit"""        
         # Get approximate word count
         words = len(piece.split(' ')) # rough estimate of words.  # words <= number tokens generally.