Sets max characters to 7000 (#7)

* Test to check files over the max characters
* Added logging for file length

Author: yamatt

.github/workflows/test.yml

@@ -55,7 +55,6 @@ jobs:
       matrix:
         python-version: [3.6, 3.7, 3.8]
         os: [ubuntu-latest]
-
     steps:
       - uses: actions/checkout@v2
       - name: Set up Python ${{ matrix.python-version }}
@@ -70,3 +69,26 @@ jobs:
         run: |
           python3 -m ${{ env.name }} --help
           python3 -m ${{ env.name }} "${{secrets.GRAMMARBOT_APIKEY}}" samples/example.txt
+  api-length-check:
+    name: 'Checks the max chars in the CLI thousands:'
+    runs-on: ubuntu-latest
+    strategy:
+      max-parallel: 3
+      fail-fast: false
+      matrix:
+        text-length-thousands: [2, 5, 7, 8, 9, 10]
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: 3.9
+      - name: Install dependencies
+        run: |
+          python3 -m pip install --upgrade pip
+          python3 -m pip install -r requirements.txt
+      - name: Run the cli with large files
+        run: |
+          python3 -c 'print(open("./samples/long_1000c.txt", "r").read()*${{ matrix.text-length-thousands }})' > test.txt
+          wc -c test.txt
+          python3 -m ${{ env.name }} --log INFO "${{secrets.GRAMMARBOT_APIKEY}}" test.txt

hemoglobin/__main__.py

@@ -1,6 +1,7 @@
 import argparse
 from getpass import getpass
 from json import dumps as json_dumps
+import logging
 
 from .hemoglobin import Hemoglobin, Config
 from .grammarbot import Language as Languages
@@ -30,6 +31,7 @@ def create_args():
         type=Languages,
         default=Languages.EN_US,
     )
+    parser.add_argument("--log", dest="log_level", help="Log level.", default="warning")
 
     parser.add_argument("path", help="Where to find these files to parse.", nargs="+")
     return parser
@@ -61,6 +63,7 @@ def render_json(hemoglobin):
 
 if __name__ == "__main__":
     args = create_args().parse_args()
+    logging.basicConfig(level=args.log_level.upper())
     hemoglobin = Hemoglobin.from_config(Config.from_args(args))
     if args.use_json_output:
         render_json(hemoglobin)

hemoglobin/files.py

@@ -1,4 +1,5 @@
 import warnings
+import logging
 
 
 class HemoglobinFile(object):
@@ -50,6 +51,11 @@ def matches(self):
         return self.response.matches
 
     def get_grammarbot_response(self):
+        logging.info(
+            "Length of file {file_name} is {file_length}".format(
+                file_name=self.f.name, file_length=len(self.text),
+            )
+        )
         if len(self.text) > self.hemoglobin.grammarbot.MAX_CHARS:
             warnings.warn(
                 "File '{file_path}' is {file_length} characters log, and over {max_chars} characters the GrammarBot API allows. The contents of the file will be broken up to be processed.".format(

hemoglobin/grammarbot.py

@@ -41,7 +41,7 @@ def to_dict(self):
 
 class HemoglobinGrammarBot(GrammarBotClient):
     API_RESPONSE = HemoglobinGrammarBotApiResponse
-    MAX_CHARS = 10000
+    MAX_CHARS = 7000
 
     def __init__(
         self,

samples/long_1000c.txt

@@ -0,0 +1 @@
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Donec nisl dui, tincidunt vel faucibus vitae, tincidunt ut lorem. Curabitur consequat semper justo, non cursus tortor consequat eget. Praesent tortor lorem, interdum eu elementum feugiat, mollis sit amet lacus. Quisque eget lacus sit amet massa posuere luctus non vitae nibh. Nulla a metus et nisl volutpat viverra eget quis neque. Vestibulum ante ipsum primis in faucibus orci luctus et ultrices posuere cubilia curae; Suspendisse ut lacus vulputate, eleifend leo in, vulputate ante. Nulla eget magna et e scelerisque malesuada ac at mauris. Sed quis felis ut diam vulputate semper ut ut enim. In posuere lacinia orci, tempus rhoncus ipsum dapibus in. Nulla facilisi. Vestibulum rutrum nisl odio, a dapibus est elementum vel. Fusce non ante sit amet felis dignissim convallis et sit amet nunc. Vestibulum porta justo vitae dignissim cursus. Praesent rhoncus id nisl ac aliquet. Etiam felis, molestie a purus in, vestibulum pellentesque diam.