-
-
王磊 初学数据Lv2
发表于2020-6-29 11:13
悬赏1
已解决
楼主
批量抽取的时候报错了，然后查了一下报错，说是字段的长度太大了，用etl改了，把字段类型也改了还是没有用啊，求大神指教
最近看过此主题的会员
最佳答案
8个回答
1505121235 发表于 2020-6-29 11:25
用的什么数据库，报错详情请完整复制粘贴发上来
2020-06-28 22:45:36 开始执行ETL过程：[copyof_copyof_JOB_formtable_main_114_FB]
2020-06-28 22:45:36 开始执行组件：formtable_main_31
2020-06-28 22:45:36 结束执行组件：formtable_main_31
2020-06-28 22:45:36 开始执行组件：表达式组件2
2020-06-28 22:45:36 结束执行组件：表达式组件2
2020-06-28 22:45:36 开始执行组件：test1
2020-06-28 22:45:36 组件对应的输入SQL：
SELECT T0.ID AS ID,T0.REQUESTID AS REQUESTID,T0.CWZZ AS CWZZ,T0.SQRQ AS SQRQ,T0.DJBH AS DJBH,T0.SQR AS SQR,T0.BM AS BM,T0.SSDW AS SSDW,T0.BXDW AS BXDW,T0.ZFDW AS ZFDW,T0.DWYHZH AS DWYHZH,T0.PJH AS PJH,T0.PJDQR AS PJDQR,T0.FYCDDW AS FYCDDW,T0.FYCDBM AS FYCDBM,T0.GSDM AS GSDM,T0.PZLX AS PZLX,T0.GZRQ AS GZRQ,T0.PZBM AS PZBM,T0.PZXX AS PZXX,T0.FKLSH AS FKLSH,T0.FKZTSM AS FKZTSM,T0.FT AS FT,T0.PZSCZT AS PZSCZT,T0.FKZT AS FKZT,T0.HJJE AS HJJE,T0.HBJE AS HBJE,T0.CDJE AS CDJE,T0.SFJE AS SFJE,T0.GLFYSQ AS GLFYSQ,T0.SKDXXZ AS SKDXXZ,T0.JSFS AS JSFS,T0.PJLX AS PJLX,T0.FYDLN AS FYDLN,T0.BAOXLX AS BAOXLX,T0.PUBSTATU1 AS PUBSTATU1,T0.PUBMUN AS PUBMUN,T0.PUBINFO1 AS PUBINFO1,T0.YINCYF AS YINCYF,T0.GYS AS GYS,T0.SFJEHJ AS SFJEHJ,T0.KSTXQJ AS KSTXQJ,T0.DT AS DT,T0.BCJKHXHJ AS BCJKHXHJ,T0.BCYFHXHJ AS BCYFHXHJ,T0.ZTXQ AS ZTXQ,T0.ZFTSZT AS ZFTSZT,T0.SKDXBM AS SKDXBM,T0.SKDXMC AS SKDXMC,T0.SKZH AS SKZH,T0.DELHH AS DELHH,T0.KHYHLB AS KHYHLB,T0.KHHMC AS KHHMC,T0.DZBM AS DZBM,T0.DGDSBS AS DGDSBS,T0.FYSQSQ AS FYSQSQ,T0.BXZE AS BXZE,T0.YINCJK AS YINCJK,T0.FEIYSQSQ AS FEIYSQSQ,T0.SFJEN1 AS SFJEN1,T0.TAXSUM AS TAXSUM,T0.YUTISUM AS YUTISUM,T0.HBSUBTAX AS HBSUBTAX,T0.YTZT AS YTZT,T0.HCZT AS HCZT,T0.FENTJEHJ AS FENTJEHJ,T0.ENCODESTR AS ENCODESTR,T0.HCBM AS HCBM,T0.YTBM AS YTBM,T0.FEIYDLBM AS FEIYDLBM,T0.PUBSTATU6 AS PUBSTATU6,T0.BIZCODE AS BIZCODE,T0.CYTJE AS CYTJE,T0.ZHLX AS ZHLX,T0.CW AS CW,T0.FKFID AS FKFID,T0.PJLX2 AS PJLX2,T0.KPRHM AS KPRHM,T0.KPRKHHMC AS KPRKHHMC,T0.SPRDWBH AS SPRDWBH,T0.KPFS AS KPFS,T0.BZRQ AS BZRQ,T0.BZRMC AS BZRMC,T0.BZRZH AS BZRZH,T0.BZRKHH AS BZRKHH,T0.BZRKHHMC AS BZRKHHMC,T0.BZRKHHDZ AS BZRKHHDZ,T0.JYHTH AS JYHTH,T0.BDZRBJ AS BDZRBJ,T0.FPHM AS FPHM,T0.KPRQ AS KPRQ,T0.DQR AS DQR,T0.BZJBL AS BZJBL,T0.PJSSYH AS PJSSYH,T0.BYYH AS BYYH,T0.FJ AS FJ,T0.PAYDATE AS PAYDATE,T0.PAYTIME AS PAYTIME,T0.KPFS2 AS KPFS2,T0.BDZRBJ2 AS BDZRBJ2,T0.BZRMC1 AS BZRMC1,T0.ZFYWDM AS ZFYWDM,T0.SQRMC AS SQRMC,T0.GZRQ2 AS GZRQ2,T0.SSBM AS SSBM,T0.CHONGP1 AS CHONGP1,T0.CHONGP2 AS CHONGP2,T0.YTGZRQ AS YTGZRQ,T0.HCGZRQ AS HCGZRQ,T0.PZBH1 AS PZBH1,T0.PZBH2 AS PZBH2,T0.[TYPE] AS [TYPE],T0.BZ AS BZ
FROM (
SELECT T0.id AS ID,T0.requestId AS REQUESTID,T0.cwzz AS CWZZ,T0.sqrq AS SQRQ,T0.djbh AS DJBH,T0.sqr AS SQR,T0.bm AS BM,T0.ssdw AS SSDW,T0.bxdw AS BXDW,T0.zfdw AS ZFDW,T0.dwyhzh AS DWYHZH,T0.pjh AS PJH,T0.pjdqr AS PJDQR,T0.fycddw AS FYCDDW,T0.fycdbm AS FYCDBM,T0.gsdm AS GSDM,T0.pzlx AS PZLX,T0.gzrq AS GZRQ,T0.pzbm AS PZBM,T0.pzxx AS PZXX,T0.fklsh AS FKLSH,T0.fkztsm AS FKZTSM,T0.ft AS FT,T0.pzsczt AS PZSCZT,T0.fkzt AS FKZT,T0.hjje AS HJJE,T0.hbje AS HBJE,T0.cdje AS CDJE,T0.sfje AS SFJE,T0.glfysq AS GLFYSQ,T0.skdxxz AS SKDXXZ,T0.jsfs AS JSFS,T0.pjlx AS PJLX,T0.fydln AS FYDLN,T0.baoxlx AS BAOXLX,T0.pubstatu1 AS PUBSTATU1,T0.pubmun AS PUBMUN,T0.pubinfo1 AS PUBINFO1,T0.yincyf AS YINCYF,T0.gys AS GYS,T0.sfjehj AS SFJEHJ,T0.kstxqj AS KSTXQJ,T0.dt AS DT,T0.bcjkhxhj AS BCJKHXHJ,T0.bcyfhxhj AS BCYFHXHJ,T0.ztxq AS ZTXQ,T0.zftszt AS ZFTSZT,T0.skdxbm AS SKDXBM,T0.skdxmc AS SKDXMC,T0.skzh AS SKZH,T0.delhh AS DELHH,T0.khyhlb AS KHYHLB,T0.khhmc AS KHHMC,T0.dzbm AS DZBM,T0.dgdsbs AS DGDSBS,T0.fysqsq AS FYSQSQ,T0.bxze AS BXZE,T0.yincjk AS YINCJK,T0.feiysqsq AS FEIYSQSQ,T0.sfjen1 AS SFJEN1,T0.taxSum AS TAXSUM,T0.yutiSum AS YUTISUM,T0.hbsubtax AS HBSUBTAX,T0.ytzt AS YTZT,T0.hczt AS HCZT,T0.fentjehj AS FENTJEHJ,T0.encodeStr AS ENCODESTR,T0.hcbm AS HCBM,T0.ytbm AS YTBM,T0.feiydlbm AS FEIYDLBM,T0.pubstatu6 AS PUBSTATU6,T0.bizcode AS BIZCODE,T0.cytje AS CYTJE,T0.zhlx AS ZHLX,T0.cw AS CW,T0.fkfid AS FKFID,T0.pjlx2 AS PJLX2,T0.kprhm AS KPRHM,T0.kprkhhmc AS KPRKHHMC,T0.sprdwbh AS SPRDWBH,T0.kpfs AS KPFS,T0.bzrq AS BZRQ,T0.bzrmc AS BZRMC,T0.bzrzh AS BZRZH,T0.bzrkhh AS BZRKHH,T0.bzrkhhmc AS BZRKHHMC,T0.bzrkhhdz AS BZRKHHDZ,T0.jyhth AS JYHTH,T0.bdzrbj AS BDZRBJ,T0.fphm AS FPHM,T0.kprq AS KPRQ,T0.dqr AS DQR,T0.bzjbl AS BZJBL,T0.pjssyh AS PJSSYH,T0.byyh AS BYYH,T0.fj AS FJ,T0.paydate AS PAYDATE,T0.paytime AS PAYTIME,T0.kpfs2 AS KPFS2,T0.bdzrbj2 AS BDZRBJ2,T0.bzrmc1 AS BZRMC1,T0.zfywdm AS ZFYWDM,T0.sqrmc AS SQRMC,T0.gzrq2 AS GZRQ2,T0.ssbm AS SSBM,T0.chongp1 AS CHONGP1,T0.chongp2 AS CHONGP2,T0.ytgzrq AS YTGZRQ,T0.hcgzrq AS HCGZRQ,T0.pzbh1 AS PZBH1,T0.pzbh2 AS PZBH2,T0.[type] AS [TYPE],T0.bz AS BZ
FROM dbo.formtable_main_31 T0) T0
2020-06-28 22:45:36 开始迁移到目标表：ods.SUBJECT3CZGV
2020-06-28 22:45:36 创建目标表：ods.SUBJECT3CZGV
2020-06-28 22:45:36 com.esen.exception.RuntimeException4I18N: 执行数据迁移时出现异常
at sun.reflect.GeneratedConstructorAccessor302.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
at com.mysql.jdbc.Util.getInstance(Util.java:408)
at com.mysql.jdbc.SQLError.createSQLException(SQLError.java:943)
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3973)
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3909)
at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:2527)
at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2680)
at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2486)
at com.mysql.jdbc.StatementImpl.executeUpdateInternal(StatementImpl.java:1552)
at com.mysql.jdbc.StatementImpl.executeLargeUpdate(StatementImpl.java:2607)
at com.mysql.jdbc.StatementImpl.executeUpdate(StatementImpl.java:1480)
at com.esen.jdbc.pool.PooledStatement.executeUpdate(PooledStatement.java:116)
at com.esen.jdbc.dialect.impl.DbDef.createTableForDefine(DbDef.java:1894)
at com.esen.jdbc.dialect.impl.DbDef.createTableNotChangeTableName(DbDef.java:1761)
at com.esen.jdbc.dialect.impl.DbDef.createTable(DbDef.java:1711)
at com.esen.jdbc.dialect.impl.DbDef.createTable(DbDef.java:326)
at com.esen.edf.data.migrate.DataMigrationUtils.createNewTable(DataMigrationUtils.java:179)
at com.esen.edf.data.migrate.DataMigration.createTargetTable(DataMigration.java:304)
at com.esen.edf.data.migrate.DataMigration.migrateIntoPhysicalTable(DataMigration.java:270)
at com.esen.edf.data.migrate.DataMigration.execute(DataMigration.java:237)
at com.esen.edf.domain.job.widget.AbstractEtlWidgetTarget.executeDataMigration(AbstractEtlWidgetTarget.java:622)
at com.esen.edf.domain.job.widget.AbstractEtlWidgetTarget.process(AbstractEtlWidgetTarget.java:407)
at com.esen.edf.domain.job.EtlJob.processEtlJob(EtlJob.java:549)
at com.esen.edf.domain.job.EtlJob.process(EtlJob.java:445)
at com.esen.edf.domain.job.EtlJobRequestTask.call(EtlJobRequestTask.java:69)
at com.esen.edf.domain.job.EtlJobRequestTask.call(EtlJobRequestTask.java:26)
at com.esen.ethreadpool.req.RequestTaskFutureImpl.call(RequestTaskFutureImpl.java:100)
at com.esen.scheduling.LocaleTask.call(LocaleTask.java:56)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: 创建表
ds.SUBJECT3CZGVCREATE TABLE ods.SUBJECT3CZGV(id BIGINT NULL ,requestId BIGINT NULL ,cwzz BIGINT NULL ,sqrq VARCHAR(10) BINARY NULL ,djbh VARCHAR(99) BINARY NULL ,sqr BIGINT NULL ,bm BIGINT NULL ,ssdw BIGINT NULL ,bxdw VARCHAR(99) BINARY NULL ,zfdw VARCHAR(99) BINARY NULL ,dwyhzh VARCHAR(99) BINARY NULL ,pjh VARCHAR(99) BINARY NULL ,pjdqr VARCHAR(10) BINARY NULL ,fycddw BIGINT NULL ,fycdbm BIGINT NULL ,gsdm VARCHAR(99) BINARY NULL ,pzlx VARCHAR(99) BINARY NULL ,gzrq VARCHAR(10) BINARY NULL ,pzbm VARCHAR(99) BINARY NULL ,pzxx VARCHAR(999) BINARY NULL ,fklsh VARCHAR(99) BINARY NULL ,fkztsm VARCHAR(999) BINARY NULL ,ft VARCHAR(1) BINARY NULL ,pzsczt BIGINT NULL ,fkzt BIGINT NULL ,hjje VARCHAR(30) BINARY NULL ,hbje VARCHAR(30) BINARY NULL ,cdje VARCHAR(30) BINARY NULL ,sfje VARCHAR(30) BINARY NULL ,glfysq BIGINT NULL ,skdxxz BIGINT NULL ,jsfs BIGINT NULL ,pjlx BIGINT NULL ,fydln VARCHAR(1000) BINARY NULL ,baoxlx BIGINT NULL ,pubstatu1 VARCHAR(99) BINARY NULL ,pubmun VARCHAR(99) BINARY NULL ,pubinfo1 VARCHAR(999) BINARY NULL ,yincyf VARCHAR(99) BINARY NULL ,gys VARCHAR(1000) BINARY NULL ,sfjehj VARCHAR(30) BINARY NULL ,kstxqj VARCHAR(10) BINARY NULL ,dt BIGINT NULL ,bcjkhxhj VARCHAR(30) BINARY NULL ,bcyfhxhj VARCHAR(30) BINARY NULL ,ztxq BIGINT NULL ,zftszt BIGINT NULL ,skdxbm VARCHAR(1000) BINARY NULL ,skdxmc VARCHAR(100) BINARY NULL ,skzh VARCHAR(1000) BINARY NULL ,delhh VARCHAR(100) BINARY NULL ,khyhlb VARCHAR(100) BINARY NULL ,khhmc VARCHAR(100) BINARY NULL ,dzbm VARCHAR(200) BINARY NULL ,dgdsbs VARCHAR(100) BINARY NULL ,fysqsq BIGINT NULL ,bxze VARCHAR(30) BINARY NULL ,yincjk VARCHAR(9) BINARY NULL ,feiysqsq VARCHAR(1000) BINARY NULL ,sfjen1 VARCHAR(30) BINARY NULL ,taxSum VARCHAR(30) BINARY NULL ,yutiSum VARCHAR(30) BINARY NULL ,hbsubtax VARCHAR(30) BINARY NULL ,ytzt VARCHAR(99) BINARY NULL ,hczt VARCHAR(99) BINARY NULL ,fentjehj DECIMAL(38,2) NULL ,encodeStr MEDIUMTEXT NULL ,hcbm VARCHAR(99) BINARY NULL ,ytbm VARCHAR(99) BINARY NULL ,feiydlbm VARCHAR(99) BINARY NULL ,pubstatu6 VARCHAR(9) BINARY NULL ,bizcode VARCHAR(99) BINARY NULL ,cytje VARCHAR(30) BINARY NULL ,zhlx VARCHAR(99) BINARY NULL ,cw VARCHAR(99) BINARY NULL ,fkfid VARCHAR(99) BINARY NULL ,pjlx2 VARCHAR(999) BINARY NULL ,kprhm VARCHAR(999) BINARY NULL ,kprkhhmc VARCHAR(999) BINARY NULL ,sprdwbh VARCHAR(999) BINARY NULL ,kpfs VARCHAR(999) BINARY NULL ,bzrq VARCHAR(10) BINARY NULL ,bzrmc VARCHAR(999) BINARY NULL ,bzrzh VARCHAR(999) BINARY NULL ,bzrkhh VARCHAR(999) BINARY NULL ,bzrkhhmc VARCHAR(999) BINARY NULL ,bzrkhhdz VARCHAR(999) BINARY NULL ,jyhth VARCHAR(999) BINARY NULL ,bdzrbj VARCHAR(999) BINARY NULL ,fphm VARCHAR(999) BINARY NULL ,kprq VARCHAR(10) BINARY NULL ,dqr VARCHAR(10) BINARY NULL ,bzjbl VARCHAR(999) BINARY NULL ,pjssyh VARCHAR(999) BINARY NULL ,byyh VARCHAR(999) BINARY NULL ,fj MEDIUMTEXT NULL ,paydate VARCHAR(10) BINARY NULL ,paytime VARCHAR(5) BINARY NULL ,kpfs2 BIGINT NULL ,bdzrbj2 BIGINT NULL ,bzrmc1 VARCHAR(1000) BINARY NULL ,zfywdm VARCHAR(99) BINARY NULL ,sqrmc VARCHAR(99) BINARY NULL ,gzrq2 VARCHAR(10) BINARY NULL ,ssbm BIGINT NULL ,chongp1 VARCHAR(99) BINARY NULL ,chongp2 VARCHAR(99) BINARY NULL ,ytgzrq VARCHAR(10) BINARY NULL ,hcgzrq VARCHAR(10) BINARY NULL ,pzbh1 VARCHAR(10) BINARY NULL ,pzbh2 VARCHAR(10) BINARY NULL ,`type` BIGINT NULL ,bz VARCHAR(999) BINARY NULL ) row_format = compressed
出现异常:Row size too large. The maximum row size for the used table type, not counting BLOBs, is 65535. This includes storage overhead, check the manual. You have to change some columns to TEXT or BLOBs
... 35 more
Caused by: com.esen.jdbc.pool.PooledSQLException: 创建表
ds.SUBJECT3CZGVCREATE TABLE ods.SUBJECT3CZGV(id BIGINT NULL ,requestId BIGINT NULL ,cwzz BIGINT NULL ,sqrq VARCHAR(10) BINARY NULL ,djbh VARCHAR(99) BINARY NULL ,sqr BIGINT NULL ,bm BIGINT NULL ,ssdw BIGINT NULL ,bxdw VARCHAR(99) BINARY NULL ,zfdw VARCHAR(99) BINARY NULL ,dwyhzh VARCHAR(99) BINARY NULL ,pjh VARCHAR(99) BINARY NULL ,pjdqr VARCHAR(10) BINARY NULL ,fycddw BIGINT NULL ,fycdbm BIGINT NULL ,gsdm VARCHAR(99) BINARY NULL ,pzlx VARCHAR(99) BINARY NULL ,gzrq VARCHAR(10) BINARY NULL ,pzbm VARCHAR(99) BINARY NULL ,pzxx VARCHAR(999) BINARY NULL ,fklsh VARCHAR(99) BINARY NULL ,fkztsm VARCHAR(999) BINARY NULL ,ft VARCHAR(1) BINARY NULL ,pzsczt BIGINT NULL ,fkzt BIGINT NULL ,hjje VARCHAR(30) BINARY NULL ,hbje VARCHAR(30) BINARY NULL ,cdje VARCHAR(30) BINARY NULL ,sfje VARCHAR(30) BINARY NULL ,glfysq BIGINT NULL ,skdxxz BIGINT NULL ,jsfs BIGINT NULL ,pjlx BIGINT NULL ,fydln VARCHAR(1000) BINARY NULL ,baoxlx BIGINT NULL ,pubstatu1 VARCHAR(99) BINARY NULL ,pubmun VARCHAR(99) BINARY NULL ,pubinfo1 VARCHAR(999) BINARY NULL ,yincyf VARCHAR(99) BINARY NULL ,gys VARCHAR(1000) BINARY NULL ,sfjehj VARCHAR(30) BINARY NULL ,kstxqj VARCHAR(10) BINARY NULL ,dt BIGINT NULL ,bcjkhxhj VARCHAR(30) BINARY NULL ,bcyfhxhj VARCHAR(30) BINARY NULL ,ztxq BIGINT NULL ,zftszt BIGINT NULL ,skdxbm VARCHAR(1000) BINARY NULL ,skdxmc VARCHAR(100) BINARY NULL ,skzh VARCHAR(1000) BINARY NULL ,delhh VARCHAR(100) BINARY NULL ,khyhlb VARCHAR(100) BINARY NULL ,khhmc VARCHAR(100) BINARY NULL ,dzbm VARCHAR(200) BINARY NULL ,dgdsbs VARCHAR(100) BINARY NULL ,fysqsq BIGINT NULL ,bxze VARCHAR(30) BINARY NULL ,yincjk VARCHAR(9) BINARY NULL ,feiysqsq VARCHAR(1000) BINARY NULL ,sfjen1 VARCHAR(30) BINARY NULL ,taxSum VARCHAR(30) BINARY NULL ,yutiSum VARCHAR(30) BINARY NULL ,hbsubtax VARCHAR(30) BINARY NULL ,ytzt VARCHAR(99) BINARY NULL ,hczt VARCHAR(99) BINARY NULL ,fentjehj DECIMAL(38,2) NULL ,encodeStr MEDIUMTEXT NULL ,hcbm VARCHAR(99) BINARY NULL ,ytbm VARCHAR(99) BINARY NULL ,feiydlbm VARCHAR(99) BINARY NULL ,pubstatu6 VARCHAR(9) BINARY NULL ,bizcode VARCHAR(99) BINARY NULL ,cytje VARCHAR(30) BINARY NULL ,zhlx VARCHAR(99) BINARY NULL ,cw VARCHAR(99) BINARY NULL ,fkfid VARCHAR(99) BINARY NULL ,pjlx2 VARCHAR(999) BINARY NULL ,kprhm VARCHAR(999) BINARY NULL ,kprkhhmc VARCHAR(999) BINARY NULL ,sprdwbh VARCHAR(999) BINARY NULL ,kpfs VARCHAR(999) BINARY NULL ,bzrq VARCHAR(10) BINARY NULL ,bzrmc VARCHAR(999) BINARY NULL ,bzrzh VARCHAR(999) BINARY NULL ,bzrkhh VARCHAR(999) BINARY NULL ,bzrkhhmc VARCHAR(999) BINARY NULL ,bzrkhhdz VARCHAR(999) BINARY NULL ,jyhth VARCHAR(999) BINARY NULL ,bdzrbj VARCHAR(999) BINARY NULL ,fphm VARCHAR(999) BINARY NULL ,kprq VARCHAR(10) BINARY NULL ,dqr VARCHAR(10) BINARY NULL ,bzjbl VARCHAR(999) BINARY NULL ,pjssyh VARCHAR(999) BINARY NULL ,byyh VARCHAR(999) BINARY NULL ,fj MEDIUMTEXT NULL ,paydate VARCHAR(10) BINARY NULL ,paytime VARCHAR(5) BINARY NULL ,kpfs2 BIGINT NULL ,bdzrbj2 BIGINT NULL ,bzrmc1 VARCHAR(1000) BINARY NULL ,zfywdm VARCHAR(99) BINARY NULL ,sqrmc VARCHAR(99) BINARY NULL ,gzrq2 VARCHAR(10) BINARY NULL ,ssbm BIGINT NULL ,chongp1 VARCHAR(99) BINARY NULL ,chongp2 VARCHAR(99) BINARY NULL ,ytgzrq VARCHAR(10) BINARY NULL ,hcgzrq VARCHAR(10) BINARY NULL ,pzbh1 VARCHAR(10) BINARY NULL ,pzbh2 VARCHAR(10) BINARY NULL ,`type` BIGINT NULL ,bz VARCHAR(999) BINARY NULL ) row_format = compressed
出现异常:Row size too large. The maximum row size for the used table type, not counting BLOBs, is 65535. This includes storage overhead, check the manual. You have to change some columns to TEXT or BLOBs
... 35 more
2020-06-28 22:45:36 执行ETL过程[copyof_copyof_JOB_formtable_main_114_FB]出现异常：com.esen.exception.RuntimeException4I18N: 执行数据迁移时出现异常
at sun.reflect.GeneratedConstructorAccessor302.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
at com.mysql.jdbc.Util.getInstance(Util.java:408)
at com.mysql.jdbc.SQLError.createSQLException(SQLError.java:943)
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3973)
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3909)
at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:2527)
at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2680)
at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2486)
at com.mysql.jdbc.StatementImpl.executeUpdateInternal(StatementImpl.java:1552)
at com.mysql.jdbc.StatementImpl.executeLargeUpdate(StatementImpl.java:2607)
at com.mysql.jdbc.StatementImpl.executeUpdate(StatementImpl.java:1480)
at com.esen.jdbc.pool.PooledStatement.executeUpdate(PooledStatement.java:116)
at com.esen.jdbc.dialect.impl.DbDef.createTableForDefine(DbDef.java:1894)
at com.esen.jdbc.dialect.impl.DbDef.createTableNotChangeTableName(DbDef.java:1761)
at com.esen.jdbc.dialect.impl.DbDef.createTable(DbDef.java:1711)
at com.esen.jdbc.dialect.impl.DbDef.createTable(DbDef.java:326)
at com.esen.edf.data.migrate.DataMigrationUtils.createNewTable(DataMigrationUtils.java:179)
at com.esen.edf.data.migrate.DataMigration.createTargetTable(DataMigration.java:304)
at com.esen.edf.data.migrate.DataMigration.migrateIntoPhysicalTable(DataMigration.java:270)
at com.esen.edf.data.migrate.DataMigration.execute(DataMigration.java:237)
at com.esen.edf.domain.job.widget.AbstractEtlWidgetTarget.executeDataMigration(AbstractEtlWidgetTarget.java:622)
at com.esen.edf.domain.job.widget.AbstractEtlWidgetTarget.process(AbstractEtlWidgetTarget.java:407)
at com.esen.edf.domain.job.EtlJob.processEtlJob(EtlJob.java:549)
at com.esen.edf.domain.job.EtlJob.process(EtlJob.java:445)
at com.esen.edf.domain.job.EtlJobRequestTask.call(EtlJobRequestTask.java:69)
at com.esen.edf.domain.job.EtlJobRequestTask.call(EtlJobRequestTask.java:26)
at com.esen.ethreadpool.req.RequestTaskFutureImpl.call(RequestTaskFutureImpl.java:100)
at com.esen.scheduling.LocaleTask.call(LocaleTask.java:56)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: 创建表
ds.SUBJECT3CZGVCREATE TABLE ods.SUBJECT3CZGV(id BIGINT NULL ,requestId BIGINT NULL ,cwzz BIGINT NULL ,sqrq VARCHAR(10) BINARY NULL ,djbh VARCHAR(99) BINARY NULL ,sqr BIGINT NULL ,bm BIGINT NULL ,ssdw BIGINT NULL ,bxdw VARCHAR(99) BINARY NULL ,zfdw VARCHAR(99) BINARY NULL ,dwyhzh VARCHAR(99) BINARY NULL ,pjh VARCHAR(99) BINARY NULL ,pjdqr VARCHAR(10) BINARY NULL ,fycddw BIGINT NULL ,fycdbm BIGINT NULL ,gsdm VARCHAR(99) BINARY NULL ,pzlx VARCHAR(99) BINARY NULL ,gzrq VARCHAR(10) BINARY NULL ,pzbm VARCHAR(99) BINARY NULL ,pzxx VARCHAR(999) BINARY NULL ,fklsh VARCHAR(99) BINARY NULL ,fkztsm VARCHAR(999) BINARY NULL ,ft VARCHAR(1) BINARY NULL ,pzsczt BIGINT NULL ,fkzt BIGINT NULL ,hjje VARCHAR(30) BINARY NULL ,hbje VARCHAR(30) BINARY NULL ,cdje VARCHAR(30) BINARY NULL ,sfje VARCHAR(30) BINARY NULL ,glfysq BIGINT NULL ,skdxxz BIGINT NULL ,jsfs BIGINT NULL ,pjlx BIGINT NULL ,fydln VARCHAR(1000) BINARY NULL ,baoxlx BIGINT NULL ,pubstatu1 VARCHAR(99) BINARY NULL ,pubmun VARCHAR(99) BINARY NULL ,pubinfo1 VARCHAR(999) BINARY NULL ,yincyf VARCHAR(99) BINARY NULL ,gys VARCHAR(1000) BINARY NULL ,sfjehj VARCHAR(30) BINARY NULL ,kstxqj VARCHAR(10) BINARY NULL ,dt BIGINT NULL ,bcjkhxhj VARCHAR(30) BINARY NULL ,bcyfhxhj VARCHAR(30) BINARY NULL ,ztxq BIGINT NULL ,zftszt BIGINT NULL ,skdxbm VARCHAR(1000) BINARY NULL ,skdxmc VARCHAR(100) BINARY NULL ,skzh VARCHAR(1000) BINARY NULL ,delhh VARCHAR(100) BINARY NULL ,khyhlb VARCHAR(100) BINARY NULL ,khhmc VARCHAR(100) BINARY NULL ,dzbm VARCHAR(200) BINARY NULL ,dgdsbs VARCHAR(100) BINARY NULL ,fysqsq BIGINT NULL ,bxze VARCHAR(30) BINARY NULL ,yincjk VARCHAR(9) BINARY NULL ,feiysqsq VARCHAR(1000) BINARY NULL ,sfjen1 VARCHAR(30) BINARY NULL ,taxSum VARCHAR(30) BINARY NULL ,yutiSum VARCHAR(30) BINARY NULL ,hbsubtax VARCHAR(30) BINARY NULL ,ytzt VARCHAR(99) BINARY NULL ,hczt VARCHAR(99) BINARY NULL ,fentjehj DECIMAL(38,2) NULL ,encodeStr MEDIUMTEXT NULL ,hcbm VARCHAR(99) BINARY NULL ,ytbm VARCHAR(99) BINARY NULL ,feiydlbm VARCHAR(99) BINARY NULL ,pubstatu6 VARCHAR(9) BINARY NULL ,bizcode VARCHAR(99) BINARY NULL ,cytje VARCHAR(30) BINARY NULL ,zhlx VARCHAR(99) BINARY NULL ,cw VARCHAR(99) BINARY NULL ,fkfid VARCHAR(99) BINARY NULL ,pjlx2 VARCHAR(999) BINARY NULL ,kprhm VARCHAR(999) BINARY NULL ,kprkhhmc VARCHAR(999) BINARY NULL ,sprdwbh VARCHAR(999) BINARY NULL ,kpfs VARCHAR(999) BINARY NULL ,bzrq VARCHAR(10) BINARY NULL ,bzrmc VARCHAR(999) BINARY NULL ,bzrzh VARCHAR(999) BINARY NULL ,bzrkhh VARCHAR(999) BINARY NULL ,bzrkhhmc VARCHAR(999) BINARY NULL ,bzrkhhdz VARCHAR(999) BINARY NULL ,jyhth VARCHAR(999) BINARY NULL ,bdzrbj VARCHAR(999) BINARY NULL ,fphm VARCHAR(999) BINARY NULL ,kprq VARCHAR(10) BINARY NULL ,dqr VARCHAR(10) BINARY NULL ,bzjbl VARCHAR(999) BINARY NULL ,pjssyh VARCHAR(999) BINARY NULL ,byyh VARCHAR(999) BINARY NULL ,fj MEDIUMTEXT NULL ,paydate VARCHAR(10) BINARY NULL ,paytime VARCHAR(5) BINARY NULL ,kpfs2 BIGINT NULL ,bdzrbj2 BIGINT NULL ,bzrmc1 VARCHAR(1000) BINARY NULL ,zfywdm VARCHAR(99) BINARY NULL ,sqrmc VARCHAR(99) BINARY NULL ,gzrq2 VARCHAR(10) BINARY NULL ,ssbm BIGINT NULL ,chongp1 VARCHAR(99) BINARY NULL ,chongp2 VARCHAR(99) BINARY NULL ,ytgzrq VARCHAR(10) BINARY NULL ,hcgzrq VARCHAR(10) BINARY NULL ,pzbh1 VARCHAR(10) BINARY NULL ,pzbh2 VARCHAR(10) BINARY NULL ,`type` BIGINT NULL ,bz VARCHAR(999) BINARY NULL ) row_format = compressed
出现异常:Row size too large. The maximum row size for the used table type, not counting BLOBs, is 65535. This includes storage overhead, check the manual. You have to change some columns to TEXT or BLOBs
... 35 more
Caused by: com.esen.jdbc.pool.PooledSQLException: 创建表
ds.SUBJECT3CZGVCREATE TABLE ods.SUBJECT3CZGV(id BIGINT NULL ,requestId BIGINT NULL ,cwzz BIGINT NULL ,sqrq VARCHAR(10) BINARY NULL ,djbh VARCHAR(99) BINARY NULL ,sqr BIGINT NULL ,bm BIGINT NULL ,ssdw BIGINT NULL ,bxdw VARCHAR(99) BINARY NULL ,zfdw VARCHAR(99) BINARY NULL ,dwyhzh VARCHAR(99) BINARY NULL ,pjh VARCHAR(99) BINARY NULL ,pjdqr VARCHAR(10) BINARY NULL ,fycddw BIGINT NULL ,fycdbm BIGINT NULL ,gsdm VARCHAR(99) BINARY NULL ,pzlx VARCHAR(99) BINARY NULL ,gzrq VARCHAR(10) BINARY NULL ,pzbm VARCHAR(99) BINARY NULL ,pzxx VARCHAR(999) BINARY NULL ,fklsh VARCHAR(99) BINARY NULL ,fkztsm VARCHAR(999) BINARY NULL ,ft VARCHAR(1) BINARY NULL ,pzsczt BIGINT NULL ,fkzt BIGINT NULL ,hjje VARCHAR(30) BINARY NULL ,hbje VARCHAR(30) BINARY NULL ,cdje VARCHAR(30) BINARY NULL ,sfje VARCHAR(30) BINARY NULL ,glfysq BIGINT NULL ,skdxxz BIGINT NULL ,jsfs BIGINT NULL ,pjlx BIGINT NULL ,fydln VARCHAR(1000) BINARY NULL ,baoxlx BIGINT NULL ,pubstatu1 VARCHAR(99) BINARY NULL ,pubmun VARCHAR(99) BINARY NULL ,pubinfo1 VARCHAR(999) BINARY NULL ,yincyf VARCHAR(99) BINARY NULL ,gys VARCHAR(1000) BINARY NULL ,sfjehj VARCHAR(30) BINARY NULL ,kstxqj VARCHAR(10) BINARY NULL ,dt BIGINT NULL ,bcjkhxhj VARCHAR(30) BINARY NULL ,bcyfhxhj VARCHAR(30) BINARY NULL ,ztxq BIGINT NULL ,zftszt BIGINT NULL ,skdxbm VARCHAR(1000) BINARY NULL ,skdxmc VARCHAR(100) BINARY NULL ,skzh VARCHAR(1000) BINARY NULL ,delhh VARCHAR(100) BINARY NULL ,khyhlb VARCHAR(100) BINARY NULL ,khhmc VARCHAR(100) BINARY NULL ,dzbm VARCHAR(200) BINARY NULL ,dgdsbs VARCHAR(100) BINARY NULL ,fysqsq BIGINT NULL ,bxze VARCHAR(30) BINARY NULL ,yincjk VARCHAR(9) BINARY NULL ,feiysqsq VARCHAR(1000) BINARY NULL ,sfjen1 VARCHAR(30) BINARY NULL ,taxSum VARCHAR(30) BINARY NULL ,yutiSum VARCHAR(30) BINARY NULL ,hbsubtax VARCHAR(30) BINARY NULL ,ytzt VARCHAR(99) BINARY NULL ,hczt VARCHAR(99) BINARY NULL ,fentjehj DECIMAL(38,2) NULL ,encodeStr MEDIUMTEXT NULL ,hcbm VARCHAR(99) BINARY NULL ,ytbm VARCHAR(99) BINARY NULL ,feiydlbm VARCHAR(99) BINARY NULL ,pubstatu6 VARCHAR(9) BINARY NULL ,bizcode VARCHAR(99) BINARY NULL ,cytje VARCHAR(30) BINARY NULL ,zhlx VARCHAR(99) BINARY NULL ,cw VARCHAR(99) BINARY NULL ,fkfid VARCHAR(99) BINARY NULL ,pjlx2 VARCHAR(999) BINARY NULL ,kprhm VARCHAR(999) BINARY NULL ,kprkhhmc VARCHAR(999) BINARY NULL ,sprdwbh VARCHAR(999) BINARY NULL ,kpfs VARCHAR(999) BINARY NULL ,bzrq VARCHAR(10) BINARY NULL ,bzrmc VARCHAR(999) BINARY NULL ,bzrzh VARCHAR(999) BINARY NULL ,bzrkhh VARCHAR(999) BINARY NULL ,bzrkhhmc VARCHAR(999) BINARY NULL ,bzrkhhdz VARCHAR(999) BINARY NULL ,jyhth VARCHAR(999) BINARY NULL ,bdzrbj VARCHAR(999) BINARY NULL ,fphm VARCHAR(999) BINARY NULL ,kprq VARCHAR(10) BINARY NULL ,dqr VARCHAR(10) BINARY NULL ,bzjbl VARCHAR(999) BINARY NULL ,pjssyh VARCHAR(999) BINARY NULL ,byyh VARCHAR(999) BINARY NULL ,fj MEDIUMTEXT NULL ,paydate VARCHAR(10) BINARY NULL ,paytime VARCHAR(5) BINARY NULL ,kpfs2 BIGINT NULL ,bdzrbj2 BIGINT NULL ,bzrmc1 VARCHAR(1000) BINARY NULL ,zfywdm VARCHAR(99) BINARY NULL ,sqrmc VARCHAR(99) BINARY NULL ,gzrq2 VARCHAR(10) BINARY NULL ,ssbm BIGINT NULL ,chongp1 VARCHAR(99) BINARY NULL ,chongp2 VARCHAR(99) BINARY NULL ,ytgzrq VARCHAR(10) BINARY NULL ,hcgzrq VARCHAR(10) BINARY NULL ,pzbh1 VARCHAR(10) BINARY NULL ,pzbh2 VARCHAR(10) BINARY NULL ,`type` BIGINT NULL ,bz VARCHAR(999) BINARY NULL ) row_format = compressed
出现异常:Row size too large. The maximum row size for the used table type, not counting BLOBs, is 65535. This includes storage overhead, check the manual. You have to change some columns to TEXT or BLOBs
... 35 more
-
1505121235 数据老手Lv5
5#
https://blog.csdn.net/qq_37817473/article/details/99737271
参考一下这个解决办法
1505121235 发表于 2020-6-29 11:37
https://blog.csdn.net/qq_37817473/article/details/99737271
参考一下这个解决办法
我没有数据库的表，我只能在etl修改字段类型，这个方法我试过了不行。
