Mailing List Archive

Just want to mention that this is using openj9 and we have previously seen
quite a lot of unreproducible weird errors (e.g. AIOOB) with it, so not
sure whether this is yet another one of them or not..

On Sat, Jun 3, 2023 at 1:14?PM Michael McCandless <lucene@mikemccandless.com>
wrote:

> Hmm how is this test case generating an index with a docFreq=0 term!?
> Such terms should have been removed/skipped during writing.
>
> Mike McCandless
>
> http://blog.mikemccandless.com
>
>
> On Sat, Jun 3, 2023 at 12:52?PM Policeman Jenkins Server <
> jenkins@thetaphi.de> wrote:
>
>> Build: https://jenkins.thetaphi.de/job/Lucene-9.x-Linux/10864/
>> Java: 64bit/openj9/jdk-17.0.5 -XX:+UseCompressedOops -Xgcpolicy:metronome
>>
>> 1 tests failed.
>> FAILED:
>> org.apache.lucene.misc.search.TestMemoryAccountingBitsetCollector.testMemoryAccountingBitsetCollectorMemoryLimit
>>
>> Error Message:
>> org.apache.lucene.index.CheckIndex$CheckIndexException: docfreq: 0 is out
>> of bounds
>>
>> Stack Trace:
>> org.apache.lucene.index.CheckIndex$CheckIndexException: docfreq: 0 is out
>> of bounds
>> at
>> __randomizedtesting.SeedInfo.seed([85E0E5DBAB3B7E23:288F25FA90658541]:0)
>> at app/org.apache.lucene.core@9.7.0-SNAPSHOT
>> /org.apache.lucene.index.CheckIndex.checkFields(CheckIndex.java:1545)
>> at app/org.apache.lucene.core@9.7.0-SNAPSHOT
>> /org.apache.lucene.index.CheckIndex.testPostings(CheckIndex.java:2433)
>> at app/org.apache.lucene.core@9.7.0-SNAPSHOT
>> /org.apache.lucene.index.CheckIndex.testSegment(CheckIndex.java:1003)
>> at app/org.apache.lucene.core@9.7.0-SNAPSHOT
>> /org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:718)
>> at app/org.apache.lucene.core@9.7.0-SNAPSHOT
>> /org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:556)
>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>> /org.apache.lucene.tests.util.TestUtil.checkIndex(TestUtil.java:343)
>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>> /org.apache.lucene.tests.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:909)
>> at
>> app//org.apache.lucene.misc.search.TestMemoryAccountingBitsetCollector.tearDown(TestMemoryAccountingBitsetCollector.java:57)
>> at java.base@17.0.5/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
>> Method)
>> at java.base@17.0.5
>> /jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
>> at java.base@17.0.5
>> /jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>> at java.base@17.0.5
>> /java.lang.reflect.Method.invoke(Method.java:568)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:1004)
>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>> /org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>> /org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>> /org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>> /org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>> /org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
>> at app/junit@4.13.1
>> /org.junit.rules.RunRules.evaluate(RunRules.java:20)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>> /org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>> /org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>> /org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>> /org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>> /org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>> /org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>> /org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
>> at app/junit@4.13.1
>> /org.junit.rules.RunRules.evaluate(RunRules.java:20)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
>> at app/randomizedtesting.runner@2.8.1
>> /com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
>> at java.base@17.0.5/java.lang.Thread.run(Thread.java:857)
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: builds-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: builds-help@lucene.apache.org
>
>

Ahh yes thanks for catching that Patrick!

Do we have an issue open for J9 related failures?

Mike McCandless

http://blog.mikemccandless.com


On Sat, Jun 3, 2023 at 11:50?PM Patrick Zhai <zhai7631@gmail.com> wrote:

> Just want to mention that this is using openj9 and we have previously seen
> quite a lot of unreproducible weird errors (e.g. AIOOB) with it, so not
> sure whether this is yet another one of them or not..
>
> On Sat, Jun 3, 2023 at 1:14?PM Michael McCandless <
> lucene@mikemccandless.com> wrote:
>
>> Hmm how is this test case generating an index with a docFreq=0 term!?
>> Such terms should have been removed/skipped during writing.
>>
>> Mike McCandless
>>
>> http://blog.mikemccandless.com
>>
>>
>> On Sat, Jun 3, 2023 at 12:52?PM Policeman Jenkins Server <
>> jenkins@thetaphi.de> wrote:
>>
>>> Build: https://jenkins.thetaphi.de/job/Lucene-9.x-Linux/10864/
>>> Java: 64bit/openj9/jdk-17.0.5 -XX:+UseCompressedOops -Xgcpolicy:metronome
>>>
>>> 1 tests failed.
>>> FAILED:
>>> org.apache.lucene.misc.search.TestMemoryAccountingBitsetCollector.testMemoryAccountingBitsetCollectorMemoryLimit
>>>
>>> Error Message:
>>> org.apache.lucene.index.CheckIndex$CheckIndexException: docfreq: 0 is
>>> out of bounds
>>>
>>> Stack Trace:
>>> org.apache.lucene.index.CheckIndex$CheckIndexException: docfreq: 0 is
>>> out of bounds
>>> at
>>> __randomizedtesting.SeedInfo.seed([85E0E5DBAB3B7E23:288F25FA90658541]:0)
>>> at app/org.apache.lucene.core@9.7.0-SNAPSHOT
>>> /org.apache.lucene.index.CheckIndex.checkFields(CheckIndex.java:1545)
>>> at app/org.apache.lucene.core@9.7.0-SNAPSHOT
>>> /org.apache.lucene.index.CheckIndex.testPostings(CheckIndex.java:2433)
>>> at app/org.apache.lucene.core@9.7.0-SNAPSHOT
>>> /org.apache.lucene.index.CheckIndex.testSegment(CheckIndex.java:1003)
>>> at app/org.apache.lucene.core@9.7.0-SNAPSHOT
>>> /org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:718)
>>> at app/org.apache.lucene.core@9.7.0-SNAPSHOT
>>> /org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:556)
>>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>>> /org.apache.lucene.tests.util.TestUtil.checkIndex(TestUtil.java:343)
>>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>>> /org.apache.lucene.tests.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:909)
>>> at
>>> app//org.apache.lucene.misc.search.TestMemoryAccountingBitsetCollector.tearDown(TestMemoryAccountingBitsetCollector.java:57)
>>> at java.base@17.0.5/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
>>> Method)
>>> at java.base@17.0.5
>>> /jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
>>> at java.base@17.0.5
>>> /jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>> at java.base@17.0.5
>>> /java.lang.reflect.Method.invoke(Method.java:568)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:1004)
>>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>>> /org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
>>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>>> /org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
>>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>>> /org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
>>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>>> /org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
>>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>>> /org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
>>> at app/junit@4.13.1
>>> /org.junit.rules.RunRules.evaluate(RunRules.java:20)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
>>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>>> /org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>>> /org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>>> /org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>>> /org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
>>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>>> /org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
>>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>>> /org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
>>> at app/org.apache.lucene.test_framework@9.7.0-SNAPSHOT
>>> /org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
>>> at app/junit@4.13.1
>>> /org.junit.rules.RunRules.evaluate(RunRules.java:20)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
>>> at app/randomizedtesting.runner@2.8.1
>>> /com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
>>> at java.base@17.0.5/java.lang.Thread.run(Thread.java:857)
>>>
>>> ---------------------------------------------------------------------
>>> To unsubscribe, e-mail: builds-unsubscribe@lucene.apache.org
>>> For additional commands, e-mail: builds-help@lucene.apache.org
>>
>>