{"record":{"id":"5cff0546ec6d8007","repo":"rohitg00/ai-engineering-from-scratch","slug":"writer-is-not-open","errorCode":null,"errorMessage":"writer is not open","messagePattern":"writer is not open","errorType":"exception","errorClass":"RuntimeError","httpStatus":null,"severity":"error","filePath":"phases/19-capstone-projects/43-hdf5-tokenized-corpus/code/main.py","lineNumber":170,"sourceCode":"                self._dataset = None\n\n    def add_document(self, token_ids: Iterable[int]) -> None:\n        self._document_count += 1\n        for token in token_ids:\n            self._buffer.append(int(token))\n            if len(self._buffer) >= self.chunk_size:\n                self._flush_buffer(final=False)\n\n    def add_boundary(self) -> None:\n        \"\"\"Inject the separator token between documents.\"\"\"\n\n        self._buffer.append(BOUNDARY_TOKEN_ID)\n        if len(self._buffer) >= self.chunk_size:\n            self._flush_buffer(final=False)\n\n    def _flush_buffer(self, final: bool) -> None:\n        if self._dataset is None:\n            raise RuntimeError(\"writer is not open\")\n        if not self._buffer:\n            return\n        size = len(self._buffer) if final else self.chunk_size\n        chunk = np.asarray(self._buffer[:size], dtype=TOKEN_DTYPE)\n        new_total = self._token_count + size\n        self._dataset.resize((new_total,))\n        self._dataset[self._token_count : new_total] = chunk\n        self._dataset.flush()\n        self._hasher.update(chunk.tobytes())\n        self._token_count = new_total\n        self._buffer = self._buffer[size:]\n        if not final and len(self._buffer) >= self.chunk_size:\n            self._flush_buffer(final=False)\n\n    @property\n    def token_count(self) -> int:\n        return self._token_count\n","sourceCodeStart":152,"sourceCodeEnd":188,"githubUrl":"https://github.com/rohitg00/ai-engineering-from-scratch/blob/39ea8a1c6d0b61f071226eff7ede4d4105fed820/phases/19-capstone-projects/43-hdf5-tokenized-corpus/code/main.py#L152-L188","documentation":"Error \"writer is not open\" thrown in rohitg00/ai-engineering-from-scratch.","triggerScenarios":"Thrown at phases/19-capstone-projects/43-hdf5-tokenized-corpus/code/main.py:170 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":[],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"39ea8a1c6d0b61f071226eff7ede4d4105fed820","analyzedAt":"2026-08-26T03:13:46.626Z","schemaVersion":2},"datasetVersion":"2026-08-26T07:17:17.940Z"}