OverlappingFileLockException when using db:add concurrently for large XML files
Hello, We encountered OverlappingFileLockException error intermittently when using db:add concurrently within the XQuery on a large XML files. Regards, Paul 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT POST failed with response 400: Improper use? Potential bug? Your feedback is welcome: 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Contact: basex-talk@mailman.uni-konstanz.de 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Version: BaseX 9.1 beta 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Java: Oracle Corporation, 1.8.0_162 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT OS: Linux, amd64 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Stack Trace: 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT java.nio.channels.OverlappingFileLockException 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at sun.nio.ch.SharedFileLockTable.checkList(FileLockTable.java:255) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at sun.nio.ch.SharedFileLockTable.add(FileLockTable.java:152) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at sun.nio.ch.FileChannelImpl.tryLock(FileChannelImpl.java:1108) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.io.random.TableDiskAccess.lock(TableDiskAccess.java:142) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.io.random.TableDiskAccess.<init>(TableDiskAccess.java:86) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.data.DiskData.init(DiskData.java:125) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.data.DiskData.<init>(DiskData.java:84) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.cmd.Open.open(Open.java:99) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.QueryResources.database(QueryResources.java:151) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.func.StandardFunc.checkData(StandardFunc.java:401) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.func.db.DbAdd.item(DbAdd.java:22) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.expr.ParseExpr.iter(ParseExpr.java:48) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.scope.MainModule.cache(MainModule.java:98) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.QueryContext.iter(QueryContext.java:337) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.QueryProcessor.iter(QueryProcessor.java:90) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.cmd.AQuery.query(AQuery.java:109) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.cmd.XQuery.run(XQuery.java:22) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.run(Command.java:257) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTCmd.run(RESTCmd.java:105) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTQuery.query(RESTQuery.java:69) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTQuery.run0(RESTQuery.java:37) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTCmd.run(RESTCmd.java:70) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.run(Command.java:257) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.execute(Command.java:93) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.execute(Command.java:116) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTServlet.run(RESTServlet.java:27) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.BaseXServlet.service(BaseXServlet.java:59) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at javax.servlet.http.HttpServlet.service(HttpServlet.java:729) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:230) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:192) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.filters.CorsFilter.handleNonCORS(CorsFilter.java:419) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.filters.CorsFilter.doFilter(CorsFilter.java:169) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:192) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:198) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:96) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:474) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:140) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:79) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.valves.AbstractAccessLogValve.invoke(AbstractAccessLogValve.java:624) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:87) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:349) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.coyote.http11.Http11Processor.service(Http11Processor.java:783) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.coyote.AbstractProcessorLight.process(AbstractProcessorLight.java:66) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.coyote.AbstractProtocol$ConnectionHandler.process(AbstractProtocol.java:798) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.doRun(NioEndpoint.java:1434) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.util.net.SocketProcessorBase.run(SocketProcessorBase.java:49) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at java.lang.Thread.run(Thread.java:748)
Do you use the client/server architecture? See the Getting Started section of our documentation for more details. Am Di., 20. Nov. 2018, 06:04 hat Han (US), Paul P <Paul.P.Han@boeing.com> geschrieben:
Hello,
We encountered OverlappingFileLockException error intermittently when using db:add concurrently within the XQuery on a large XML files.
Regards,
Paul
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT POST failed with response 400: Improper use? Potential bug? Your feedback is welcome:
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Contact: basex-talk@mailman.uni-konstanz.de
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Version: BaseX 9.1 beta
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Java: Oracle Corporation, 1.8.0_162
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT OS: Linux, amd64
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Stack Trace:
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT java.nio.channels.OverlappingFileLockException
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at sun.nio.ch.SharedFileLockTable.checkList(FileLockTable.java:255)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at sun.nio.ch.SharedFileLockTable.add(FileLockTable.java:152)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at sun.nio.ch.FileChannelImpl.tryLock(FileChannelImpl.java:1108)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.io.random.TableDiskAccess.lock(TableDiskAccess.java:142)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.io.random.TableDiskAccess.<init>(TableDiskAccess.java:86)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.data.DiskData.init(DiskData.java:125)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.data.DiskData.<init>(DiskData.java:84)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.cmd.Open.open(Open.java:99)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.QueryResources.database(QueryResources.java:151)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.func.StandardFunc.checkData(StandardFunc.java:401)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.func.db.DbAdd.item(DbAdd.java:22)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.expr.ParseExpr.iter(ParseExpr.java:48)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.scope.MainModule.cache(MainModule.java:98)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.QueryContext.iter(QueryContext.java:337)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.QueryProcessor.iter(QueryProcessor.java:90)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.cmd.AQuery.query(AQuery.java:109)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.cmd.XQuery.run(XQuery.java:22)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.run(Command.java:257)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTCmd.run(RESTCmd.java:105)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTQuery.query(RESTQuery.java:69)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTQuery.run0(RESTQuery.java:37)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTCmd.run(RESTCmd.java:70)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.run(Command.java:257)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.execute(Command.java:93)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.execute(Command.java:116)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTServlet.run(RESTServlet.java:27)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.BaseXServlet.service(BaseXServlet.java:59)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at javax.servlet.http.HttpServlet.service(HttpServlet.java:729)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:230)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:192)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165)
2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.filters.CorsFilter.handleNonCORS(CorsFilter.java:419)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.filters.CorsFilter.doFilter(CorsFilter.java:169)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:192)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:198)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:96)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:474)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:140)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:79)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.valves.AbstractAccessLogValve.invoke(AbstractAccessLogValve.java:624)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:87)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:349)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.coyote.http11.Http11Processor.service(Http11Processor.java:783)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.coyote.AbstractProcessorLight.process(AbstractProcessorLight.java:66)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.coyote.AbstractProtocol$ConnectionHandler.process(AbstractProtocol.java:798)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.doRun(NioEndpoint.java:1434)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.util.net.SocketProcessorBase.run(SocketProcessorBase.java:49)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61)
2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at java.lang.Thread.run(Thread.java:748)
participants (2)
-
Christian Grün -
Han (US), Paul P