The stdout and stderr of the compilations is limited to 1 KiB

Author: edomora97

cpp/frontend/python/frontend.cpp

@@ -105,7 +105,7 @@ PYBIND11_MODULE(task_maker_frontend, m) {
   pybind11::class_<frontend::File>(m, "File")
       .def("getContentsAsString",
            [](frontend::File& f, std::function<void(std::string)> cb,
-              uint64_t limit = 0xffffffffffffffff) {
+              uint64_t limit) {
              f.getContentsAsString(
                  [cb = destroy_with_gil(cb)](std::string s) mutable {
                    pybind11::gil_scoped_acquire acquire;
@@ -119,10 +119,10 @@ PYBIND11_MODULE(task_maker_frontend, m) {
                  },
                  limit);
            },
-           "callback"_a, "limit"_a)
+           "callback"_a, "limit"_a = 0xffffffffffffffff)
       .def("getContentsAsBytes",
            [](frontend::File& f, std::function<void(pybind11::bytes)> cb,
-              uint64_t limit = 0xffffffffffffffff) {
+              uint64_t limit) {
              f.getContentsAsString(
                  [cb = destroy_with_gil(cb)](std::string s) mutable {
                    pybind11::gil_scoped_acquire acquire;
@@ -136,7 +136,7 @@ PYBIND11_MODULE(task_maker_frontend, m) {
                  },
                  limit);
            },
-           "callback"_a, "limit"_a)
+           "callback"_a, "limit"_a = 0xffffffffffffffff)
       .def("getContentsToFile", &frontend::File::getContentsToFile, "path"_a,
            "overwrite"_a = true, "exist_ok"_a = true);
 

python/remote/__init__.py

@@ -90,6 +90,8 @@ def __init__(self,
                  store_stderr: bool = False,
                  store_stdout_bytes: bool = False,
                  store_stderr_bytes: bool = False,
+                 stdout_limit: int = 0xffffffffffffffff,
+                 stderr_limit: int = 0xffffffffffffffff,
                  inputs: Dict[str, File] = None,
                  outputs: Iterable[Union[str, Tuple[str, bool]]] = ()):
         """
@@ -242,13 +244,17 @@ def __init__(self,
             self._outputs[path] = self._execution.output(path, executable)
 
         if self.store_stdout:
-            self.stdout.getContentsAsString(self._get_stdout_internal)
+            self.stdout.getContentsAsString(self._get_stdout_internal,
+                                            stdout_limit)
         if self.store_stderr:
-            self.stderr.getContentsAsString(self._get_stderr_internal)
+            self.stderr.getContentsAsString(self._get_stderr_internal,
+                                            stderr_limit)
         if self.store_stdout_bytes:
-            self.stdout.getContentsAsBytes(self._get_stdout_bytes_internal)
+            self.stdout.getContentsAsBytes(self._get_stdout_bytes_internal,
+                                           stdout_limit)
         if self.store_stderr_bytes:
-            self.stderr.getContentsAsBytes(self._get_stderr_bytes_internal)
+            self.stderr.getContentsAsBytes(self._get_stderr_bytes_internal,
+                                           stderr_limit)
 
         self._execution.notifyStart(self._notify_start_internal)
         # getResult should be the last thing done on _execution

python/source_file.py

@@ -9,6 +9,8 @@
 from task_maker.task_maker_frontend import File
 from typing import Optional, Dict, List
 
+COMPILATION_STDERR_LIMIT = 1024
+
 
 def is_executable(path: str) -> bool:
     """
@@ -157,6 +159,8 @@ def _compile(self):
             },
             inputs=inputs,
             outputs=[(self.exe_name, True)],
+            stdout_limit=COMPILATION_STDERR_LIMIT,
+            stderr_limit=COMPILATION_STDERR_LIMIT,
             store_stderr=True,
             store_stdout=True)
         self.executable = self.compilation.output(self.exe_name)