Create Question link to Postgresql DB with error, my postgresql(8.4.4) DB code is ascii
the error message:
Invalid character data was found. This is most likely caused by stored data containing characters
that are invalid for the character set the database was created in. The most common example of
this is storing 8bit data in a SQL_ASCII database.
Hi @Jay
Post "Diagnostic Info" from Admin > Troubleshooting.
Post the full stacktrace, when you see an error from Admin > Troubleshooting > Logs.
Metabase always reads data as UTF8 - this is a limitation of the JDBC driver:
https://stackoverflow.com/questions/63986397/postgresql-jdbc-fails-with-or-without-utf8-encoding
{
"browser-info": {
"language": "zh-TW",
"platform": "Win32",
"userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.107 Safari/537.36",
"vendor": "Google Inc."
},
"system-info": {
"file.encoding": "UTF-8",
"java.runtime.name": "OpenJDK Runtime Environment",
"java.runtime.version": "11.0.10+9",
"java.vendor": "AdoptOpenJDK",
"java.vendor.url": "https://adoptopenjdk.net/",
"java.version": "11.0.10",
"java.vm.name": "OpenJDK 64-Bit Server VM",
"java.vm.version": "11.0.10+9",
"os.name": "Linux",
"os.version": "5.4.0-73-generic",
"user.language": "en",
"user.timezone": "GMT"
},
"metabase-info": {
"databases": [
"h2",
"sqlserver",
"postgres"
],
"hosting-env": "unknown",
"application-database": "h2",
"application-database-details": {
"database": {
"name": "H2",
"version": "1.4.197 (2018-03-18)"
},
"jdbc-driver": {
"name": "H2 JDBC Driver",
"version": "1.4.197 (2018-03-18)"
}
},
"run-mode": "prod",
"version": {
"date": "2021-03-17",
"tag": "v0.38.2",
"branch": "release-x.38.x",
"hash": "91f0ed6"
},
"settings": {
"report-timezone": "Asia/Taipei"
}
}
}
[f336acca-318b-4cbb-9ab6-c3af61f928ea] 2021-08-06T04:29:21+08:00 WARN metabase.sync.util Error fingerprinting 資料表449“public.tbsspay”
clojure.lang.ExceptionInfo: 減少結果行數錯誤 {:type :qp}
at metabase.query_processor.context.default$default_reducef$fn__36878.invoke(default.clj:60)
at metabase.query_processor.context.default$default_reducef.invokeStatic(default.clj:57)
at metabase.query_processor.context.default$default_reducef.invoke(default.clj:48)
at metabase.query_processor.context$reducef.invokeStatic(context.clj:69)
at metabase.query_processor.context$reducef.invoke(context.clj:62)
at metabase.query_processor.context.default$default_runf$respond_STAR___36882.invoke(default.clj:69)
at metabase.driver.sql_jdbc.execute$execute_reducible_query.invokeStatic(execute.clj:398)
at metabase.driver.sql_jdbc.execute$execute_reducible_query.invoke(execute.clj:375)
at metabase.driver.sql_jdbc.execute$execute_reducible_query.invokeStatic(execute.clj:384)
at metabase.driver.sql_jdbc.execute$execute_reducible_query.invoke(execute.clj:375)
at metabase.driver.sql_jdbc$fn__79191.invokeStatic(sql_jdbc.clj:54)
at metabase.driver.sql_jdbc$fn__79191.invoke(sql_jdbc.clj:52)
at clojure.lang.MultiFn.invoke(MultiFn.java:244)
at metabase.query_processor.context$executef.invokeStatic(context.clj:59)
at metabase.query_processor.context$executef.invoke(context.clj:48)
at metabase.query_processor.context.default$default_runf.invokeStatic(default.clj:68)
at metabase.query_processor.context.default$default_runf.invoke(default.clj:66)
at metabase.query_processor.context$runf.invokeStatic(context.clj:45)
at metabase.query_processor.context$runf.invoke(context.clj:39)
at metabase.query_processor.reducible$pivot.invokeStatic(reducible.clj:34)
at metabase.query_processor.reducible$pivot.invoke(reducible.clj:31)
at metabase.query_processor.middleware.mbql_to_native$mbql__GT_native$fn__46455.invoke(mbql_to_native.clj:25)
at metabase.query_processor.middleware.check_features$check_features$fn__45707.invoke(check_features.clj:41)
at metabase.query_processor.middleware.limit$limit$fn__46441.invoke(limit.clj:37)
at metabase.query_processor.middleware.cache$maybe_return_cached_results$fn__45365.invoke(cache.clj:211)
at metabase.query_processor.middleware.optimize_datetime_filters$optimize_datetime_filters$fn__46620.invoke(optimize_datetime_filters.clj:133)
at metabase.query_processor.middleware.auto_parse_filter_values$auto_parse_filter_values$fn__44511.invoke(auto_parse_filter_values.clj:43)
at metabase.query_processor.middleware.wrap_value_literals$wrap_value_literals$fn__40828.invoke(wrap_value_literals.clj:147)
at metabase.query_processor.middleware.annotate$add_column_info$fn__40691.invoke(annotate.clj:582)
at metabase.query_processor.middleware.permissions$check_query_permissions$fn__45582.invoke(permissions.clj:75)
at metabase.query_processor.middleware.pre_alias_aggregations$pre_alias_aggregations$fn__47143.invoke(pre_alias_aggregations.clj:40)
at metabase.query_processor.middleware.cumulative_aggregations$handle_cumulative_aggregations$fn__45780.invoke(cumulative_aggregations.clj:60)
at metabase.query_processor.middleware.resolve_joined_fields$resolve_joined_fields$fn__47456.invoke(resolve_joined_fields.clj:94)
at metabase.query_processor.middleware.resolve_joins$resolve_joins$fn__47761.invoke(resolve_joins.clj:178)
at metabase.query_processor.middleware.add_implicit_joins$add_implicit_joins$fn__44105.invoke(add_implicit_joins.clj:181)
at metabase.query_processor.middleware.large_int_id$convert_id_to_string$fn__46416.invoke(large_int_id.clj:44)
at metabase.query_processor.middleware.format_rows$format_rows$fn__46396.invoke(format_rows.clj:74)
at metabase.query_processor.middleware.desugar$desugar$fn__45846.invoke(desugar.clj:21)
at metabase.query_processor.middleware.binning$update_binning_strategy$fn__44871.invoke(binning.clj:228)
at metabase.query_processor.middleware.resolve_fields$resolve_fields$fn__45389.invoke(resolve_fields.clj:24)
at metabase.query_processor.middleware.add_dimension_projections$add_remapping$fn__43735.invoke(add_dimension_projections.clj:316)
at metabase.query_processor.middleware.add_implicit_clauses$add_implicit_clauses$fn__43966.invoke(add_implicit_clauses.clj:146)
at metabase.query_processor.middleware.upgrade_field_literals$upgrade_field_literals$fn__48191.invoke(upgrade_field_literals.clj:45)
at metabase.query_processor.middleware.add_source_metadata$add_source_metadata_for_source_queries$fn__44258.invoke(add_source_metadata.clj:122)
at metabase.query_processor.middleware.reconcile_breakout_and_order_by_bucketing$reconcile_breakout_and_order_by_bucketing$fn__47340.invoke(reconcile_breakout_and_order_by_bucketing.clj:97)
at metabase.query_processor.middleware.auto_bucket_datetimes$auto_bucket_datetimes$fn__44458.invoke(auto_bucket_datetimes.clj:139)
at metabase.query_processor.middleware.resolve_source_table$resolve_source_tables$fn__45436.invoke(resolve_source_table.clj:45)
at metabase.query_processor.middleware.parameters$substitute_parameters$fn__47125.invoke(parameters.clj:111)
at metabase.query_processor.middleware.resolve_referenced$resolve_referenced_card_resources$fn__45488.invoke(resolve_referenced.clj:79)
at metabase.query_processor.middleware.expand_macros$expand_macros$fn__46102.invoke(expand_macros.clj:155)
at metabase.query_processor.middleware.add_timezone_info$add_timezone_info$fn__44267.invoke(add_timezone_info.clj:15)
at metabase.query_processor.middleware.splice_params_in_response$splice_params_in_response$fn__48127.invoke(splice_params_in_response.clj:32)
at metabase.query_processor.middleware.resolve_database_and_driver$resolve_database_and_driver$fn__47351$fn__47355.invoke(resolve_database_and_driver.clj:31)
at metabase.driver$do_with_driver.invokeStatic(driver.clj:60)
at metabase.driver$do_with_driver.invoke(driver.clj:56)
at metabase.query_processor.middleware.resolve_database_and_driver$resolve_database_and_driver$fn__47351.invoke(resolve_database_and_driver.clj:25)
at metabase.query_processor.middleware.fetch_source_query$resolve_card_id_source_tables$fn__46342.invoke(fetch_source_query.clj:274)
at metabase.query_processor.middleware.store$initialize_store$fn__48136$fn__48137.invoke(store.clj:11)
at metabase.query_processor.store$do_with_store.invokeStatic(store.clj:42)
at metabase.query_processor.store$do_with_store.invoke(store.clj:38)
at metabase.query_processor.middleware.store$initialize_store$fn__48136.invoke(store.clj:10)
at metabase.query_processor.middleware.validate$validate_query$fn__48198.invoke(validate.clj:10)
at metabase.query_processor.middleware.normalize_query$normalize$fn__46468.invoke(normalize_query.clj:22)
at metabase.query_processor.middleware.add_rows_truncated$add_rows_truncated$fn__44123.invoke(add_rows_truncated.clj:35)
at metabase.query_processor.middleware.results_metadata$record_and_return_metadata_BANG_$fn__48112.invoke(results_metadata.clj:143)
at metabase.query_processor.reducible$async_qp$qp_STAR___37431$thunk__37432.invoke(reducible.clj:103)
at metabase.query_processor.reducible$async_qp$qp_STAR___37431.invoke(reducible.clj:109)
at metabase.query_processor.reducible$sync_qp$qp_STAR___37440$fn__37443.invoke(reducible.clj:135)
at metabase.query_processor.reducible$sync_qp$qp_STAR___37440.invoke(reducible.clj:134)
at clojure.lang.AFn.applyToHelper(AFn.java:156)
at clojure.lang.AFn.applyTo(AFn.java:144)
at clojure.core$apply.invokeStatic(core.clj:667)
at clojure.core$apply.invoke(core.clj:660)
at metabase.query_processor$process_query.invokeStatic(query_processor.clj:146)
at metabase.query_processor$process_query.doInvoke(query_processor.clj:140)
at clojure.lang.RestFn.invoke(RestFn.java:423)
at clojure.lang.Var.invoke(Var.java:388)
at metabase.db.metadata_queries$fn__59326$table_rows_sample__59335$fn__59338.invoke(metadata_queries.clj:144)
at metabase.db.metadata_queries$fn__59326$table_rows_sample__59335.invoke(metadata_queries.clj:131)
at metabase.sync.analyze.fingerprint$fn__59391$fingerprint_table_BANG___59396$fn__59397.invoke(fingerprint.clj:66)
at metabase.sync.analyze.fingerprint$fn__59391$fingerprint_table_BANG___59396.invoke(fingerprint.clj:46)
at metabase.sync.analyze.fingerprint$fn__59567$fingerprint_fields_BANG___59572$fn__59573$fn__59574.invoke(fingerprint.clj:180)
at metabase.sync.util$do_with_error_handling.invokeStatic(util.clj:151)
at metabase.sync.util$do_with_error_handling.invoke(util.clj:144)
at metabase.sync.analyze.fingerprint$fn__59567$fingerprint_fields_BANG___59572$fn__59573.invoke(fingerprint.clj:178)
at metabase.sync.analyze.fingerprint$fn__59567$fingerprint_fields_BANG___59572.invoke(fingerprint.clj:174)
at metabase.sync.analyze.fingerprint$fn__59602$fingerprint_fields_for_db_BANG__STAR___59611$fn__59614$fn__59615$fn__59616.invoke(fingerprint.clj:204)
at clojure.lang.PersistentVector.reduce(PersistentVector.java:343)
at clojure.core$reduce.invokeStatic(core.clj:6827)
at clojure.core$reduce.invoke(core.clj:6810)
at metabase.sync.analyze.fingerprint$fn__59602$fingerprint_fields_for_db_BANG__STAR___59611$fn__59614$fn__59615.invoke(fingerprint.clj:200)
at metabase.query_processor.store$do_with_store.invokeStatic(store.clj:44)
at metabase.query_processor.store$do_with_store.invoke(store.clj:38)
at metabase.sync.analyze.fingerprint$fn__59602$fingerprint_fields_for_db_BANG__STAR___59611$fn__59614.invoke(fingerprint.clj:197)
at metabase.sync.analyze.fingerprint$fn__59602$fingerprint_fields_for_db_BANG__STAR___59611.invoke(fingerprint.clj:186)
at metabase.sync.analyze.fingerprint$fn__59602$fingerprint_fields_for_db_BANG__STAR___59611$fn__59612.invoke(fingerprint.clj:191)
at metabase.sync.analyze.fingerprint$fn__59602$fingerprint_fields_for_db_BANG__STAR___59611.invoke(fingerprint.clj:186)
at metabase.sync.analyze.fingerprint$fn__59644$fingerprint_fields_for_db_BANG___59649$fn__59650.invoke(fingerprint.clj:218)
at metabase.sync.analyze.fingerprint$fn__59644$fingerprint_fields_for_db_BANG___59649.invoke(fingerprint.clj:212)
at metabase.sync.analyze$make_analyze_steps$fn__59801.invoke(analyze.clj:104)
at clojure.lang.AFn.applyToHelper(AFn.java:154)
at clojure.lang.AFn.applyTo(AFn.java:144)
at clojure.core$apply.invokeStatic(core.clj:667)
at clojure.core$apply.invoke(core.clj:660)
at metabase.sync.util$fn__39397$run_step_with_metadata__39402$fn__39406$fn__39408.doInvoke(util.clj:352)
at clojure.lang.RestFn.invoke(RestFn.java:397)
at metabase.sync.util$with_start_and_finish_logging_STAR_.invokeStatic(util.clj:99)
at metabase.sync.util$with_start_and_finish_logging_STAR_.invoke(util.clj:93)
at metabase.sync.util$with_start_and_finish_debug_logging.invokeStatic(util.clj:116)
at metabase.sync.util$with_start_and_finish_debug_logging.invoke(util.clj:113)
at metabase.sync.util$fn__39397$run_step_with_metadata__39402$fn__39406.invoke(util.clj:347)
at metabase.sync.util$fn__39397$run_step_with_metadata__39402.invoke(util.clj:342)
at metabase.sync.util$fn__39588$run_sync_operation__39593$fn__39594$fn__39602.invoke(util.clj:441)
at metabase.sync.util$fn__39588$run_sync_operation__39593$fn__39594.invoke(util.clj:439)
at metabase.sync.util$fn__39588$run_sync_operation__39593.invoke(util.clj:433)
at metabase.sync.analyze$fn__59813$analyze_db_BANG___59818$fn__59819$fn__59820.invoke(analyze.clj:121)
at metabase.sync.util$do_with_error_handling.invokeStatic(util.clj:151)
at metabase.sync.util$do_with_error_handling.invoke(util.clj:144)
at metabase.sync.util$do_with_error_handling.invokeStatic(util.clj:147)
at metabase.sync.util$do_with_error_handling.invoke(util.clj:144)
at clojure.core$partial$fn__5839.invoke(core.clj:2623)
at metabase.driver$fn__29101.invokeStatic(driver.clj:527)
at metabase.driver$fn__29101.invoke(driver.clj:527)
at clojure.lang.MultiFn.invoke(MultiFn.java:239)
at metabase.sync.util$sync_in_context$fn__39309.invoke(util.clj:135)
at metabase.sync.util$with_db_logging_disabled$fn__39306.invoke(util.clj:126)
at metabase.sync.util$with_start_and_finish_logging_STAR_.invokeStatic(util.clj:99)
at metabase.sync.util$with_start_and_finish_logging_STAR_.invoke(util.clj:93)
at metabase.sync.util$with_start_and_finish_logging$fn__39295.invoke(util.clj:111)
at metabase.sync.util$with_sync_events$fn__39290.invoke(util.clj:85)
at metabase.sync.util$with_duplicate_ops_prevented$fn__39281.invoke(util.clj:64)
at metabase.sync.util$do_sync_operation.invokeStatic(util.clj:169)
at metabase.sync.util$do_sync_operation.invoke(util.clj:166)
at metabase.sync.analyze$fn__59813$analyze_db_BANG___59818$fn__59819.invoke(analyze.clj:118)
at metabase.sync.analyze$fn__59813$analyze_db_BANG___59818.invoke(analyze.clj:113)
at metabase.task.sync_databases$sync_and_analyze_database_BANG_.invokeStatic(sync_databases.clj:70)
at metabase.task.sync_databases$sync_and_analyze_database_BANG_.invoke(sync_databases.clj:58)
at metabase.task.sync_databases.SyncAndAnalyzeDatabase.execute(sync_databases.clj:75)
at org.quartz.core.JobRunShell.run(JobRunShell.java:213)
at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:557)
Caused by: org.postgresql.util.PSQLException: Invalid character data was found. This is most likely caused by stored data containing characters that are invalid for the character set the database was created in. The most common example of this is storing 8bit data in a SQL_ASCII database.
at org.postgresql.jdbc.PgResultSet.getString(PgResultSet.java:2040)
at org.postgresql.jdbc.PgResultSet.internalGetObject(PgResultSet.java:203)
at org.postgresql.jdbc.PgResultSet.getObject(PgResultSet.java:2726)
at com.mchange.v2.c3p0.impl.NewProxyResultSet.getObject(NewProxyResultSet.java:165)
at metabase.driver.postgres$fn__78558$fn__78559.invoke(postgres.clj:363)
at clojure.core$juxt$fn__5826$fn__5827.invoke(core.clj:2608)
at clojure.lang.ArrayChunk.reduce(ArrayChunk.java:63)
at clojure.core$reduce1.invokeStatic(core.clj:942)
at clojure.core$juxt$fn__5826.invoke(core.clj:2607)
at metabase.driver.sql_jdbc.execute$row_thunk$row_thunk_STAR___77740.invoke(execute.clj:346)
at metabase.query_processor.reducible$reducible_rows$reify__37447.reduce(reducible.clj:160)
at clojure.core$transduce.invokeStatic(core.clj:6883)
at clojure.core$transduce.invokeStatic(core.clj:6879)
at clojure.core$transduce.invoke(core.clj:6870)
at metabase.query_processor.context.default$default_reducef$fn__36878.invoke(default.clj:58)
... 139 more
Caused by: java.io.IOException: Illegal UTF-8 sequence: initial byte is 10xxxxxx: 166
at org.postgresql.core.OptimizedUTF8Encoder.decodeToChars(OptimizedUTF8Encoder.java:102)
at org.postgresql.core.OptimizedUTF8Encoder.charDecode(OptimizedUTF8Encoder.java:68)
at org.postgresql.core.ByteOptimizedUTF8Encoder.decode(ByteOptimizedUTF8Encoder.java:27)
at org.postgresql.core.Encoding.decode(Encoding.java:254)
at org.postgresql.jdbc.PgResultSet.getString(PgResultSet.java:2037)
... 153 more