Metabase Info:
{
"browser-info": {
"language": "en-US",
"platform": "Win32",
"userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.0.0 Safari/537.36",
"vendor": "Google Inc."
},
"system-info": {
"file.encoding": "ANSI_X3.4-1968",
"java.runtime.name": "OpenJDK Runtime Environment",
"java.runtime.version": "11.0.15+9-LTS",
"java.vendor": "Red Hat, Inc.",
"java.vendor.url": "https://www.redhat.com/",
"java.version": "11.0.15",
"java.vm.name": "OpenJDK 64-Bit Server VM",
"java.vm.version": "11.0.15+9-LTS",
"os.name": "Linux",
"os.version": "4.18.0-305.49.1.el8_4.x86_64",
"user.language": "en",
"user.timezone": "America/New_York"
},
"metabase-info": {
"databases": [
"h2",
"oracle",
"mysql",
"mongo",
"sqlserver",
"postgres"
],
"hosting-env": "unknown",
"application-database": "mysql",
"application-database-details": {
"database": {
"name": "MySQL",
"version": "8.0.29"
},
"jdbc-driver": {
"name": "MariaDB Connector/J",
"version": "2.6.2"
}
},
"run-mode": "prod",
"version": {
"date": "2022-03-28",
"tag": "vUNKNOWN",
"branch": "?",
"hash": "fb961dc"
},
"settings": {
"report-timezone": null
}
}
}
We tried increasing tmp size but still facing same issue(No matter how much we increase). We also upgraded Mysql version to 8.0.29
Logs from admin/troubleshooting/logs: -
[d372f63f-2aa0-4cbc-ba11-bf5e503dd0fc] 2022-07-29T18:19:07+05:30 ERROR metabase.server.middleware.log GET /api/database/24/metadata 500 26.3 s (8 DB calls)
{:via
[{:type java.sql.SQLTransientConnectionException,
:message "(conn=1343739) Error writing file '/tmp/MYfd=172' (OS errno 28 - No space left on device)",
:at [org.mariadb.jdbc.internal.util.exceptions.ExceptionFactory createException "ExceptionFactory.java" 79]}
{:type org.mariadb.jdbc.internal.util.exceptions.MariaDbSqlException,
:message "Error writing file '/tmp/MYfd=172' (OS errno 28 - No space left on device)",
:at [org.mariadb.jdbc.internal.util.exceptions.MariaDbSqlException of "MariaDbSqlException.java" 34]}
{:type java.sql.SQLTransientConnectionException,
:message "Error writing file '/tmp/MYfd=172' (OS errno 28 - No space left on device)",
:at [org.mariadb.jdbc.internal.util.exceptions.ExceptionFactory createException "ExceptionFactory.java" 79]}],
:trace
[[org.mariadb.jdbc.internal.util.exceptions.ExceptionFactory createException "ExceptionFactory.java" 79]
[org.mariadb.jdbc.internal.util.exceptions.ExceptionFactory create "ExceptionFactory.java" 187]
[org.mariadb.jdbc.internal.com.read.resultset.SelectResultSet readNextValue "SelectResultSet.java" 387]
[org.mariadb.jdbc.internal.com.read.resultset.SelectResultSet fetchAllResults "SelectResultSet.java" 293]
[org.mariadb.jdbc.internal.com.read.resultset.SelectResultSet "SelectResultSet.java" 155]
[org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol readResultSet "AbstractQueryProtocol.java" 1844]
[org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol readPacket "AbstractQueryProtocol.java" 1563]
[org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol getResult "AbstractQueryProtocol.java" 1513]
[org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol executeQuery "AbstractQueryProtocol.java" 318]
[org.mariadb.jdbc.ClientSidePreparedStatement executeInternal "ClientSidePreparedStatement.java" 220]
[org.mariadb.jdbc.ClientSidePreparedStatement execute "ClientSidePreparedStatement.java" 149]
[org.mariadb.jdbc.ClientSidePreparedStatement executeQuery "ClientSidePreparedStatement.java" 163]
[com.mchange.v2.c3p0.impl.NewProxyPreparedStatement executeQuery "NewProxyPreparedStatement.java" 431]
[clojure.java.jdbc$execute_query_with_params invokeStatic "jdbc.clj" 1090]
[clojure.java.jdbc$execute_query_with_params invoke "jdbc.clj" 1084]
[clojure.java.jdbc$db_query_with_resultset_STAR_ invokeStatic "jdbc.clj" 1113]
[clojure.java.jdbc$db_query_with_resultset_STAR_ invoke "jdbc.clj" 1093]
[clojure.java.jdbc$query invokeStatic "jdbc.clj" 1182]
[clojure.java.jdbc$query invoke "jdbc.clj" 1144]
[toucan.db$query invokeStatic "db.clj" 288]
[toucan.db$query doInvoke "db.clj" 284]
[clojure.lang.RestFn invoke "RestFn.java" 410]
[toucan.db$simple_select invokeStatic "db.clj" 394]
[toucan.db$simple_select invoke "db.clj" 383]
[toucan.db$select invokeStatic "db.clj" 662]
[toucan.db$select doInvoke "db.clj" 656]
[clojure.lang.RestFn invoke "RestFn.java" 628]
[metabase.models.table$fields invokeStatic "table.clj" 123]
[metabase.models.table$fields invoke "table.clj" 120]
[clojure.lang.Var invoke "Var.java" 384]
[toucan.hydrate$simple_hydrate$iter__34365__34369$fn__34370$fn__34371 invoke "hydrate.clj" 262]
[toucan.hydrate$simple_hydrate$iter__34365__34369$fn__34370 invoke "hydrate.clj" 257]
[clojure.lang.LazySeq sval "LazySeq.java" 42]
[clojure.lang.LazySeq seq "LazySeq.java" 51]
[clojure.lang.RT seq "RT.java" 535]
[clojure.core$seq__5419 invokeStatic "core.clj" 139]
[clojure.core$map$fn__5884 invoke "core.clj" 2750]
[clojure.lang.LazySeq sval "LazySeq.java" 42]
[clojure.lang.LazySeq seq "LazySeq.java" 51]
[clojure.lang.RT seq "RT.java" 535]
[clojure.core$seq__5419 invokeStatic "core.clj" 139]
[clojure.core$map$fn__5884 invoke "core.clj" 2750]
[clojure.lang.LazySeq sval "LazySeq.java" 42]
[clojure.lang.LazySeq seq "LazySeq.java" 51]
[clojure.lang.RT seq "RT.java" 535]
[clojure.core$seq__5419 invokeStatic "core.clj" 139]
[clojure.core$apply invokeStatic "core.clj" 662]
[clojure.core$mapcat invokeStatic "core.clj" 2787]
[clojure.core$mapcat doInvoke "core.clj" 2787]
[clojure.lang.RestFn invoke "RestFn.java" 423]
[toucan.hydrate$counts_flatten invokeStatic "hydrate.clj" 74]
[toucan.hydrate$counts_flatten invoke "hydrate.clj" 63]
[toucan.hydrate$counts_apply invokeStatic "hydrate.clj" 111]
[toucan.hydrate$counts_apply invoke "hydrate.clj" 99]
[toucan.hydrate$hydrate_vector invokeStatic "hydrate.clj" 294]
[toucan.hydrate$hydrate_vector invoke "hydrate.clj" 284]
[toucan.hydrate$hydrate_1 invokeStatic "hydrate.clj" 309]
[toucan.hydrate$hydrate_1 invoke "hydrate.clj" 304]
[toucan.hydrate$hydrate_many invokeStatic "hydrate.clj" 314]
[toucan.hydrate$hydrate_many doInvoke "hydrate.clj" 311]
[clojure.lang.RestFn applyTo "RestFn.java" 142]
[clojure.core$apply invokeStatic "core.clj" 671]
[clojure.core$apply invoke "core.clj" 662]
[toucan.hydrate$hydrate invokeStatic "hydrate.clj" 432]
[toucan.hydrate$hydrate doInvoke "hydrate.clj" 343]
[clojure.lang.RestFn applyTo "RestFn.java" 142]
[clojure.core$apply invokeStatic "core.clj" 669]
[clojure.core$apply invoke "core.clj" 662]
[toucan.hydrate$hydrate_vector$fn__34390 invoke "hydrate.clj" 294]
[toucan.hydrate$counts_apply invokeStatic "hydrate.clj" 113]
[toucan.hydrate$counts_apply invoke "hydrate.clj" 99]
[toucan.hydrate$hydrate_vector invokeStatic "hydrate.clj" 294]
[toucan.hydrate$hydrate_vector invoke "hydrate.clj" 284]
[toucan.hydrate$hydrate_1 invokeStatic "hydrate.clj" 309]
[toucan.hydrate$hydrate_1 invoke "hydrate.clj" 304]
[toucan.hydrate$hydrate_many invokeStatic "hydrate.clj" 314]
[toucan.hydrate$hydrate_many doInvoke "hydrate.clj" 311]
[clojure.lang.RestFn invoke "RestFn.java" 425]
[clojure.lang.AFn applyToHelper "AFn.java" 156]
[clojure.lang.RestFn applyTo "RestFn.java" 132]
[clojure.core$apply invokeStatic "core.clj" 671]
[clojure.core$apply invoke "core.clj" 662]
[toucan.hydrate$hydrate invokeStatic "hydrate.clj" 433]
[toucan.hydrate$hydrate doInvoke "hydrate.clj" 343]
[clojure.lang.RestFn invoke "RestFn.java" 425]
[metabase.api.database$db_metadata invokeStatic "database.clj" 292]
[metabase.api.database$db_metadata invoke "database.clj" 290]
[metabase.api.database$fn__76928 invokeStatic "database.clj" 312]
[metabase.api.database$fn__76928 invoke "database.clj" 306]
[compojure.core$wrap_response$fn__32049 invoke "core.clj" 160]
[compojure.core$wrap_route_middleware$fn__32033 invoke "core.clj" 132]
[compojure.core$wrap_route_info$fn__32038 invoke "core.clj" 139]
[compojure.core$wrap_route_matches$fn__32042 invoke "core.clj" 151]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$wrap_route_matches$fn__32042 invoke "core.clj" 152]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$wrap_route_matches$fn__32042 invoke "core.clj" 152]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$wrap_route_matches$fn__32042 invoke "core.clj" 153]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$wrap_route_matches$fn__32042 invoke "core.clj" 152]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$wrap_route_matches$fn__32042 invoke "core.clj" 153]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$wrap_route_matches$fn__32042 invoke "core.clj" 152]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$wrap_route_matches$fn__32042 invoke "core.clj" 153]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$wrap_route_matches$fn__32042 invoke "core.clj" 153]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$wrap_route_matches$fn__32042 invoke "core.clj" 153]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$wrap_route_matches$fn__32042 invoke "core.clj" 153]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$wrap_route_matches$fn__32042 invoke "core.clj" 153]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061 invoke "core.clj" 200]
[metabase.server.middleware.auth$enforce_authentication$fn__70229 invoke "auth.clj" 14]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061 invoke "core.clj" 200]
[compojure.core$make_context$handler__32089 invoke "core.clj" 289]
[compojure.core$make_context$fn__32093 invoke "core.clj" 299]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$make_context$fn__32093 invoke "core.clj" 300]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$make_context$fn__32093 invoke "core.clj" 300]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$make_context$fn__32093 invoke "core.clj" 300]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$make_context$fn__32093 invoke "core.clj" 300]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$make_context$fn__32093 invoke "core.clj" 300]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$make_context$fn__32093 invoke "core.clj" 300]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[metabase.api.routes$fn__79704$fn__79707 invoke "routes.clj" 56]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061 invoke "core.clj" 200]
[clojure.lang.AFn applyToHelper "AFn.java" 160]
[clojure.lang.AFn applyTo "AFn.java" 144]
[clojure.core$apply invokeStatic "core.clj" 667]
[clojure.core$apply invoke "core.clj" 662]
[metabase.server.routes$fn__79849$fn__79850 doInvoke "routes.clj" 57]
[clojure.lang.RestFn invoke "RestFn.java" 436]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061 invoke "core.clj" 200]
[compojure.core$make_context$handler__32089 invoke "core.clj" 289]
[compojure.core$make_context$fn__32093 invoke "core.clj" 299]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$wrap_route_matches$fn__32042 invoke "core.clj" 152]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$wrap_route_matches$fn__32042 invoke "core.clj" 152]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[compojure.core$wrap_route_matches$fn__32042 invoke "core.clj" 152]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061$f__32062$respond_SINGLEQUOTE___32063 invoke "core.clj" 197]
[metabase.server.routes$fn__79837$fn__79839 invoke "routes.clj" 41]
[compojure.core$routes$fn__32061$f__32062 invoke "core.clj" 198]
[compojure.core$routes$fn__32061 invoke "core.clj" 200]
[metabase.server.middleware.exceptions$catch_uncaught_exceptions$fn__77311 invoke "exceptions.clj" 98]
[metabase.server.middleware.exceptions$catch_api_exceptions$fn__77308 invoke "exceptions.clj" 86]
[metabase.server.middleware.log$log_api_call$fn__80304$fn__80305$fn__80306 invoke "log.clj" 209]
[metabase.driver.sql_jdbc.execute.diagnostic$do_with_diagnostic_info invokeStatic "diagnostic.clj" 15]
[metabase.driver.sql_jdbc.execute.diagnostic$do_with_diagnostic_info invoke "diagnostic.clj" 9]
[metabase.server.middleware.log$log_api_call$fn__80304$fn__80305 invoke "log.clj" 201]
[toucan.db$_do_with_call_counting invokeStatic "db.clj" 216]
[toucan.db$_do_with_call_counting invoke "db.clj" 209]
[metabase.server.middleware.log$log_api_call$fn__80304 invoke "log.clj" 200]
[metabase.server.middleware.browser_cookie$ensure_browser_id_cookie$fn__83517 invoke "browser_cookie.clj" 30]
[metabase.server.middleware.security$add_security_headers$fn__59176 invoke "security.clj" 144]
[metabase.server.middleware.json$wrap_json_body$fn__82661 invoke "json.clj" 62]
[metabase.server.middleware.json$wrap_streamed_json_response$fn__82679 invoke "json.clj" 98]
[metabase.server.middleware.offset_paging$handle_paging$fn__59200 invoke "offset_paging.clj" 42]
[ring.middleware.keyword_params$wrap_keyword_params$fn__83784 invoke "keyword_params.clj" 55]
[ring.middleware.params$wrap_params$fn__83800 invoke "params.clj" 69]
[metabase.server.middleware.misc$maybe_set_site_url$fn__34059 invoke "misc.clj" 59]
[metabase.server.middleware.session$bind_current_user$fn__44961$fn__44962 invoke "session.clj" 257]
[metabase.server.middleware.session$do_with_current_user invokeStatic "session.clj" 238]
[metabase.server.middleware.session$do_with_current_user invoke "session.clj" 230]
[metabase.server.middleware.session$bind_current_user$fn__44961 invoke "session.clj" 256]
[metabase.server.middleware.session$wrap_current_user_info$fn__44948 invoke "session.clj" 216]
[metabase.server.middleware.session$wrap_session_id$fn__44934 invoke "session.clj" 162]
[metabase.server.middleware.auth$wrap_api_key$fn__70237 invoke "auth.clj" 27]
[ring.middleware.cookies$wrap_cookies$fn__83704 invoke "cookies.clj" 216]
[metabase.server.middleware.misc$add_content_type$fn__34042 invoke "misc.clj" 27]
[metabase.server.middleware.misc$disable_streaming_buffering$fn__34067 invoke "misc.clj" 76]
[ring.middleware.gzip$wrap_gzip$fn__83746 invoke "gzip.clj" 86]
[metabase.server.middleware.misc$bind_request$fn__34070 invoke "misc.clj" 93]
[metabase.server.middleware.ssl$redirect_to_https_middleware$fn__83533 invoke "ssl.clj" 48]
[metabase.server$async_proxy_handler$fn__80077 invoke "server.clj" 71]
[metabase.server.proxy$org.eclipse.jetty.server.handler.AbstractHandler$ff19274a handle nil -1]
[org.eclipse.jetty.server.handler.HandlerWrapper handle "HandlerWrapper.java" 127]
[org.eclipse.jetty.server.Server handle "Server.java" 516]
[org.eclipse.jetty.server.HttpChannel lambda$handle$1 "HttpChannel.java" 388]
[org.eclipse.jetty.server.HttpChannel dispatch "HttpChannel.java" 633]
[org.eclipse.jetty.server.HttpChannel handle "HttpChannel.java" 380]
[org.eclipse.jetty.server.HttpConnection onFillable "HttpConnection.java" 277]
[org.eclipse.jetty.io.AbstractConnection$ReadCallback succeeded "AbstractConnection.java" 311]
[org.eclipse.jetty.io.FillInterest fillable "FillInterest.java" 105]
[org.eclipse.jetty.io.ChannelEndPoint$1 run "ChannelEndPoint.java" 104]
[org.eclipse.jetty.util.thread.strategy.EatWhatYouKill runTask "EatWhatYouKill.java" 338]
[org.eclipse.jetty.util.thread.strategy.EatWhatYouKill doProduce "EatWhatYouKill.java" 315]
[org.eclipse.jetty.util.thread.strategy.EatWhatYouKill tryProduce "EatWhatYouKill.java" 173]
[org.eclipse.jetty.util.thread.strategy.EatWhatYouKill run "EatWhatYouKill.java" 131]
[org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread run "ReservedThreadExecutor.java" 386]
[org.eclipse.jetty.util.thread.QueuedThreadPool runJob "QueuedThreadPool.java" 883]
[org.eclipse.jetty.util.thread.QueuedThreadPool$Runner run "QueuedThreadPool.java" 1034]
[java.lang.Thread run "Thread.java" 829]],
:cause "Error writing file '/tmp/MYfd=172' (OS errno 28 - No space left on device)",
:message "(conn=1343739) Error writing file '/tmp/MYfd=172' (OS errno 28 - No space left on device)",
:sql-exception-chain
["SQLTransientConnectionException:"
"Message: (conn=1343739) Error writing file '/tmp/MYfd=172' (OS errno 28 - No space left on device)"
"SQLState: HY000"
"Error Code: 3"]}
