Hello,
I am trying to read a particularly large .csv file with a CSV Reader node. The file is ~12GB. I am using KNIME v4.7.4. I get the following error: “Execute failed: -265734,
java.lang.NegativeArraySizeException: -265734”. See detailed log below. Does anyone know a fix?
Thank you!
2023-08-21 11:20:45,486 : ERROR : KNIME-Worker-4-CSV Reader 3:1863 : : Node : CSV Reader : 3:1863 : Execute failed: -265734
java.lang.NegativeArraySizeException: -265734
at java.base/java.util.Arrays.copyOf(Unknown Source)
at com.univocity.parsers.common.input.ExpandingCharAppender.append(ExpandingCharAppender.java:198)
at com.univocity.parsers.common.input.AbstractCharInputReader.updateBuffer(AbstractCharInputReader.java:200)
at com.univocity.parsers.common.input.AbstractCharInputReader.nextChar(AbstractCharInputReader.java:280)
at com.univocity.parsers.common.input.DefaultCharAppender.appendUntil(DefaultCharAppender.java:292)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:177)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.common.input.ExpandingCharAppender.appendUntil(ExpandingCharAppender.java:180)
at com.univocity.parsers.csv.CsvParser.parseSingleDelimiterRecord(CsvParser.java:193)
at com.univocity.parsers.csv.CsvParser.parseRecord(CsvParser.java:108)
at com.univocity.parsers.common.AbstractParser.parseNext(AbstractParser.java:574)
at org.knime.base.node.io.filehandling.csv.reader.api.CSVTableReader$CsvRead.next(CSVTableReader.java:236)
at org.knime.filehandling.core.node.table.reader.read.CheckSameSizeRead.next(CheckSameSizeRead.java:78)
at org.knime.filehandling.core.node.table.reader.spec.DefaultExtractColumnHeaderRead.next(DefaultExtractColumnHeaderRead.java:167)
at org.knime.filehandling.core.node.table.reader.spec.TableSpecGuesser.guessTypes(TableSpecGuesser.java:218)
at org.knime.filehandling.core.node.table.reader.spec.TableSpecGuesser.guessSpec(TableSpecGuesser.java:129)
at org.knime.filehandling.core.node.table.reader.spec.TableSpecGuesser.guessSpec(TableSpecGuesser.java:110)
at org.knime.base.node.io.filehandling.csv.reader.api.CSVTableReader.readSpec(CSVTableReader.java:116)
at org.knime.base.node.io.filehandling.csv.reader.api.CSVTableReader.readSpec(CSVTableReader.java:1)
at org.knime.filehandling.core.node.table.reader.DefaultMultiTableReadFactory.readIndividualSpecs(DefaultMultiTableReadFactory.java:146)
at org.knime.filehandling.core.node.table.reader.DefaultMultiTableReadFactory.create(DefaultMultiTableReadFactory.java:136)
at org.knime.filehandling.core.node.table.reader.MultiTableReader.createMultiRead(MultiTableReader.java:130)
at org.knime.filehandling.core.node.table.reader.MultiTableReader.getMultiRead(MultiTableReader.java:205)
at org.knime.filehandling.core.node.table.reader.MultiTableReader.readTable(MultiTableReader.java:167)
at org.knime.filehandling.core.node.table.reader.TableReaderNodeModel.execute(TableReaderNodeModel.java:160)
at org.knime.core.node.NodeModel.executeModel(NodeModel.java:549)
at org.knime.core.node.Node.invokeFullyNodeModelExecute(Node.java:1267)
at org.knime.core.node.Node.execute(Node.java:1041)
at org.knime.core.node.workflow.NativeNodeContainer.performExecuteNode(NativeNodeContainer.java:595)
at org.knime.core.node.exec.LocalNodeExecutionJob.mainExecute(LocalNodeExecutionJob.java:98)
at org.knime.core.node.workflow.NodeExecutionJob.internalRun(NodeExecutionJob.java:201)
at org.knime.core.node.workflow.NodeExecutionJob.run(NodeExecutionJob.java:117)
at org.knime.core.util.ThreadUtils$RunnableWithContextImpl.runWithContext(ThreadUtils.java:367)
at org.knime.core.util.ThreadUtils$RunnableWithContext.run(ThreadUtils.java:221)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
at java.base/java.util.concurrent.FutureTask.run(Unknown Source)
at org.knime.core.util.ThreadPool$MyFuture.run(ThreadPool.java:123)
at org.knime.core.util.ThreadPool$Worker.run(ThreadPool.java:246)