Could i binary bulk load to a CERTAIN column?
Hi all, when i use : copy binary into test4 from('/home/data1/writeBinary/id','/home/data1/writeBinary/1','home/data1/writeBinary/2','home/data1/writeBinary/3'); it fails: 21 columns write to file used 0.195698 seconds. *** glibc detected *** ./fitscolumntodb: malloc(): memory corruption: 0x0000000001d743e0 *** ======= Backtrace: ========= /lib64/libc.so.6[0x3efde7d982] /lib64/libc.so.6(__libc_malloc+0x63)[0x3efde7f313] /lib64/libc.so.6(__strdup+0x22)[0x3efde85c42] /home/data1/opt/MonetDB/lib/libmapi.so.6(+0xb24f)[0x7f77d4ca724f] /home/data1/opt/MonetDB/lib/libmapi.so.6(mapi_query+0xa0)[0x7f77d4cac410] ./fitscolumntodb[0x400fc5] ./fitscolumntodb[0x40101c] ./fitscolumntodb[0x401198] ./fitscolumntodb[0x40127d] /lib64/libc.so.6(__libc_start_main+0xf5)[0x3efde21a05] ./fitscolumntodb[0x400bc9] ======= Memory map: ======== 00400000-00402000 r-xp 00000000 08:01 18874373 /home/data1/writeBinary/fitscolumntodb 00601000-00602000 r--p 00001000 08:01 18874373 /home/data1/writeBinary/fitscolumntodb 00602000-00603000 rw-p 00002000 08:01 18874373 /home/data1/writeBinary/fitscolumntodb 01d74000-01d95000 rw-p 00000000 00:00 0 [heap] 3efd600000-3efd620000 r-xp 00000000 fd:01 700425 /usr/lib64/ld-2.16.so 3efd820000-3efd821000 r--p 00020000 fd:01 700425 /usr/lib64/ld-2.16.so 3efd821000-3efd822000 rw-p 00021000 fd:01 700425 /usr/lib64/ld-2.16.so 3efd822000-3efd823000 rw-p 00000000 00:00 0 3efde00000-3efdfad000 r-xp 00000000 fd:01 700426 /usr/lib64/libc-2.16.so 3efdfad000-3efe1ad000 ---p 001ad000 fd:01 700426 /usr/lib64/libc-2.16.so 3efe1ad000-3efe1b1000 r--p 001ad000 fd:01 700426 /usr/lib64/libc-2.16.so 3efe1b1000-3efe1b3000 rw-p 001b1000 fd:01 700426 /usr/lib64/libc-2.16.so 3efe1b3000-3efe1b8000 rw-p 00000000 00:00 0 3efe200000-3efe216000 r-xp 00000000 fd:01 700427 /usr/lib64/libpthread-2.16.so 3efe216000-3efe416000 ---p 00016000 fd:01 700427 /usr/lib64/libpthread-2.16.so 3efe416000-3efe417000 r--p 00016000 fd:01 700427 /usr/lib64/libpthread-2.16.so 3efe417000-3efe418000 rw-p 00017000 fd:01 700427 /usr/lib64/libpthread-2.16.so 3efe418000-3efe41c000 rw-p 00000000 00:00 0 3efe600000-3efe603000 r-xp 00000000 fd:01 700430 /usr/lib64/libdl-2.16.so 3efe603000-3efe802000 ---p 00003000 fd:01 700430 /usr/lib64/libdl-2.16.so 3efe802000-3efe803000 r--p 00002000 fd:01 700430 /usr/lib64/libdl-2.16.so 3efe803000-3efe804000 rw-p 00003000 fd:01 700430 /usr/lib64/libdl-2.16.so 3efea00000-3efea15000 r-xp 00000000 fd:01 672671 /usr/lib64/libz.so.1.2.7 3efea15000-3efec14000 ---p 00015000 fd:01 672671 /usr/lib64/libz.so.1.2.7 3efec14000-3efec15000 r--p 00014000 fd:01 672671 /usr/lib64/libz.so.1.2.7 3efec15000-3efec16000 rw-p 00015000 fd:01 672671 /usr/lib64/libz.so.1.2.7 3efee00000-3efee07000 r-xp 00000000 fd:01 700431 /usr/lib64/librt-2.16.so 3efee07000-3eff006000 ---p 00007000 fd:01 700431 /usr/lib64/librt-2.16.so 3eff006000-3eff007000 r--p 00006000 fd:01 700431 /usr/lib64/librt-2.16.so 3eff007000-3eff008000 rw-p 00007000 fd:01 700431 /usr/lib64/librt-2.16.so 3eff600000-3eff615000 r-xp 00000000 fd:01 700435 /usr/lib64/libgcc_s-4.7.2-20121109.so.1 3eff615000-3eff814000 ---p 00015000 fd:01 700435 /usr/lib64/libgcc_s-4.7.2-20121109.so.1 3eff814000-3eff815000 r--p 00014000 fd:01 700435 /usr/lib64/libgcc_s-4.7.2-20121109.so.1 3eff815000-3eff816000 rw-p 00015000 fd:01 700435 /usr/lib64/libgcc_s-4.7.2-20121109.so.1 3effa00000-3effa5d000 r-xp 00000000 fd:01 700439 /usr/lib64/libpcre.so.1.0.1 3effa5d000-3effc5c000 ---p 0005d000 fd:01 700439 /usr/lib64/libpcre.so.1.0.1 3effc5c000-3effc5d000 r--p 0005c000 fd:01 700439 /usr/lib64/libpcre.so.1.0.1 3effc5d000-3effc5e000 rw-p 0005d000 fd:01 700439 /usr/lib64/libpcre.so.1.0.1 3effe00000-3effe1f000 r-xp 00000000 fd:01 700440 /usr/lib64/libselinux.so.1 3effe1f000-3f0001e000 ---p 0001f000 fd:01 700440 /usr/lib64/libselinux.so.1 3f0001e000-3f0001f000 r--p 0001e000 fd:01 700440 /usr/lib64/libselinux.so.1 3f0001f000-3f00020000 rw-p 0001f000 fd:01 700440 /usr/lib64/libselinux.so.1 3f00020000-3f00022000 rw-p 00000000 00:00 0 3f00200000-3f00216000 r-xp 00000000 fd:01 700438 /usr/lib64/libresolv-2.16.so 3f00216000-3f00415000 ---p 00016000 fd:01 700438 /usr/lib64/libresolv-2.16.so 3f00415000-3f00416000 r--p 00015000 fd:01 700438 /usr/lib64/libresolv-2.16.so 3f00416000-3f00417000 rw-p 00016000 fd:01 700438 /usr/lib64/libresolv-2.16.so 3f00417000-3f00419000 rw-p 00000000 00:00 0 3f06200000-3f06203000 r-xp 00000000 fd:01 700443 /usr/lib64/libcom_err.so.2.1 3f06203000-3f06402000 ---p 00003000 fd:01 700443 /usr/lib64/libcom_err.so.2.1 3f06402000-3f06403000 r--p 00002000 fd:01 700443 /usr/lib64/libcom_err.so.2.1 3f06403000-3f06404000 rw-p 00003000 fd:01 700443 /usr/lib64/libcom_err.so.2.1 3f06600000-3f06603000 r-xp 00000000 fd:01 665783 /usr/lib64/libkeyutils.so.1.4 3f06603000-3f06802000 ---p 00003000 fd:01 665783 /usr/lib64/libkeyutils.so.1.4 3f06802000-3f06803000 r--p 00002000 fd:01 665783 /usr/lib64/libkeyutils.so.1.4 3f06803000-3f06804000 rw-p 00003000 fd:01 665783 /usr/lib64/libkeyutils.so.1.4 3f06a00000-3f06a0a000 r-xp 00000000 fd:01 700441 /usr/lib64/libkrb5support.so.0.1 3f06a0a000-3f06c09000 ---p 0000a000 fd:01 700441 /usr/lib64/libkrb5support.so.0.1 3f06c09000-3f06c0a000 r--p 00009000 fd:01 700441 /usr/lib64/libkrb5support.so.0.1 3f06c0a000-3f06c0b000 rw-p 0000a000 fd:01 700441 /usr/lib64/libkrb5support.so.0.1 3f06e00000-3f06e28000 r-xp 00000000 fd:01 700442 /usr/lib64/libk5crypto.so.3.1 3f06e28000-3f07028000 ---p 00028000 fd:01 700442 /usr/lib64/libk5crypto.so.3.1 3f07028000-3f07029000 r--p 00028000 fd:01 700442 /usr/lib64/libk5crypto.so.3.1 3f07029000-3f0702a000 rw-p 00029000 fd:01 700442 /usr/lib64/libk5crypto.so.3.1 3f0702a000-3f0702b000 rw-p 00000000 00:00 0 3f07200000-3f072d9000 r-xp 00000000 fd:01 700444 /usr/lib64/libkrb5.so.3.3 3f072d9000-3f074d9000 ---p 000d9000 fd:01 700444 /usr/lib64/libkrb5.so.3.3 3f074d9000-3f074e3000 r--p 000d9000 fd:01 700444 /usr/lib64/libkrb5.so.3.3 3f074e3000-3f074e5000 rw-p 000e3000 fd:01 700444 /usr/lib64/libkrb5.so.3.3 3f07600000-3f07641000 r-xp 00000000 fd:01 700445 /usr/lib64/libgssapi_krb5.so.2.2 3f07641000-3f07840000 ---p 00041000 fd:01 700445 /usr/lib64/libgssapi_krb5.so.2.2 3f07840000-3f07841000 r--p 00040000 fd:01 700445 /usr/lib64/libgssapi_krb5.so.2.2 3f07841000-3f07843000 rw-p 00041000 fd:01 700445 /usr/lib64/libgssapi_krb5.so.2.2 3f07e00000-3f07f9b000 r-xp 00000000 fd:01 700446 /usr/lib64/libcrypto.so.1.0.1c 3f07f9b000-3f0819a000 ---p 0019b000 fd:01 700446 /usr/lib64/libcrypto.so.1.0.1c 3f0819a000-3f081b4000 r--p 0019a000 fd:01 700446 /usr/lib64/libcrypto.so.1.0.1c 3f081b4000-3f081bf000 rw-p 001b4000 fd:01 700446 /usr/lib64/libcrypto.so.1.0.1c 3f081bf000-3f081c4000 rw-p 00000000 00:00 0 3f08e00000-3f08e5b000 r-xp 00000000 fd:01 700447 /usr/lib64/libssl.so.1.0.1c 3f08e5b000-3f0905a000 ---p 0005b000 fd:01 700447 /usr/lib64/libssl.so.1.0.1c 3f0905a000-3f0905e000 r--p 0005a000 fd:01 700447 /usr/lib64/libssl.so.1.0.1c 3f0905e000-3f09064000 rw-p 0005e000 fd:01 700447 /usr/lib64/libssl.so.1.0.1c 3f0fa00000-3f0fa0f000 r-xp 00000000 fd:01 665786 /usr/lib64/libbz2.so.1.0.6 3f0fa0f000-3f0fc0e000 ---p 0000f000 fd:01 665786 /usr/lib64/libbz2.so.1.0.6 3f0fc0e000-3f0fc0f000 r--p 0000e000 fd:01 665786 /usr/lib64/libbz2.so.1.0.6 3f0fc0f000-3f0fc10000 rw-p 0000f000 fd:01 665786 /usr/lib64/libbz2.so.1.0.6 3f11600000-3f11663000 r-xp 00000000 fd:01 700543 /usr/lib64/libfreebl3.soAborted (core dumped) but if i load fewer columns, it succeed: sprintf(sql, "copy binary into test3 from('/home/data1/writeBinary/id','/home/data1/writeBinary/1')"); so if i can load into table with a certain column ? Thanks! Meng
Crash should not occur. The binary interface can not be used to selectively load individual columns. regards, Martin On 7/21/13 11:30 AM, integrity wrote:
Hi all,
when i use : copy binary into test4 from('/home/data1/writeBinary/id','/home/data1/writeBinary/1','home/data1/writeBinary/2','home/data1/writeBinary/3');
it fails: 21 columns write to file used 0.195698 seconds. *** glibc detected *** ./fitscolumntodb: malloc(): memory corruption: 0x0000000001d743e0 *** ======= Backtrace: ========= /lib64/libc.so.6[0x3efde7d982] /lib64/libc.so.6(__libc_malloc+0x63)[0x3efde7f313] /lib64/libc.so.6(__strdup+0x22)[0x3efde85c42] /home/data1/opt/MonetDB/lib/libmapi.so.6(+0xb24f)[0x7f77d4ca724f] /home/data1/opt/MonetDB/lib/libmapi.so.6(mapi_query+0xa0)[0x7f77d4cac410] ./fitscolumntodb[0x400fc5] ./fitscolumntodb[0x40101c] ./fitscolumntodb[0x401198] ./fitscolumntodb[0x40127d] /lib64/libc.so.6(__libc_start_main+0xf5)[0x3efde21a05] ./fitscolumntodb[0x400bc9] ======= Memory map: ======== 00400000-00402000 r-xp 00000000 08:01 18874373 /home/data1/writeBinary/fitscolumntodb 00601000-00602000 r--p 00001000 08:01 18874373 /home/data1/writeBinary/fitscolumntodb 00602000-00603000 rw-p 00002000 08:01 18874373 /home/data1/writeBinary/fitscolumntodb 01d74000-01d95000 rw-p 00000000 00:00 0 [heap] 3efd600000-3efd620000 r-xp 00000000 fd:01 700425 /usr/lib64/ld-2.16.so 3efd820000-3efd821000 r--p 00020000 fd:01 700425 /usr/lib64/ld-2.16.so 3efd821000-3efd822000 rw-p 00021000 fd:01 700425 /usr/lib64/ld-2.16.so 3efd822000-3efd823000 rw-p 00000000 00:00 0 3efde00000-3efdfad000 r-xp 00000000 fd:01 700426 /usr/lib64/libc-2.16.so 3efdfad000-3efe1ad000 ---p 001ad000 fd:01 700426 /usr/lib64/libc-2.16.so 3efe1ad000-3efe1b1000 r--p 001ad000 fd:01 700426 /usr/lib64/libc-2.16.so 3efe1b1000-3efe1b3000 rw-p 001b1000 fd:01 700426 /usr/lib64/libc-2.16.so 3efe1b3000-3efe1b8000 rw-p 00000000 00:00 0 3efe200000-3efe216000 r-xp 00000000 fd:01 700427 /usr/lib64/libpthread-2.16.so 3efe216000-3efe416000 ---p 00016000 fd:01 700427 /usr/lib64/libpthread-2.16.so 3efe416000-3efe417000 r--p 00016000 fd:01 700427 /usr/lib64/libpthread-2.16.so 3efe417000-3efe418000 rw-p 00017000 fd:01 700427 /usr/lib64/libpthread-2.16.so 3efe418000-3efe41c000 rw-p 00000000 00:00 0 3efe600000-3efe603000 r-xp 00000000 fd:01 700430 /usr/lib64/libdl-2.16.so 3efe603000-3efe802000 ---p 00003000 fd:01 700430 /usr/lib64/libdl-2.16.so 3efe802000-3efe803000 r--p 00002000 fd:01 700430 /usr/lib64/libdl-2.16.so 3efe803000-3efe804000 rw-p 00003000 fd:01 700430 /usr/lib64/libdl-2.16.so 3efea00000-3efea15000 r-xp 00000000 fd:01 672671 /usr/lib64/libz.so.1.2.7 3efea15000-3efec14000 ---p 00015000 fd:01 672671 /usr/lib64/libz.so.1.2.7 3efec14000-3efec15000 r--p 00014000 fd:01 672671 /usr/lib64/libz.so.1.2.7 3efec15000-3efec16000 rw-p 00015000 fd:01 672671 /usr/lib64/libz.so.1.2.7 3efee00000-3efee07000 r-xp 00000000 fd:01 700431 /usr/lib64/librt-2.16.so 3efee07000-3eff006000 ---p 00007000 fd:01 700431 /usr/lib64/librt-2.16.so 3eff006000-3eff007000 r--p 00006000 fd:01 700431 /usr/lib64/librt-2.16.so 3eff007000-3eff008000 rw-p 00007000 fd:01 700431 /usr/lib64/librt-2.16.so 3eff600000-3eff615000 r-xp 00000000 fd:01 700435 /usr/lib64/libgcc_s-4.7.2-20121109.so.1 3eff615000-3eff814000 ---p 00015000 fd:01 700435 /usr/lib64/libgcc_s-4.7.2-20121109.so.1 3eff814000-3eff815000 r--p 00014000 fd:01 700435 /usr/lib64/libgcc_s-4.7.2-20121109.so.1 3eff815000-3eff816000 rw-p 00015000 fd:01 700435 /usr/lib64/libgcc_s-4.7.2-20121109.so.1 3effa00000-3effa5d000 r-xp 00000000 fd:01 700439 /usr/lib64/libpcre.so.1.0.1 3effa5d000-3effc5c000 ---p 0005d000 fd:01 700439 /usr/lib64/libpcre.so.1.0.1 3effc5c000-3effc5d000 r--p 0005c000 fd:01 700439 /usr/lib64/libpcre.so.1.0.1 3effc5d000-3effc5e000 rw-p 0005d000 fd:01 700439 /usr/lib64/libpcre.so.1.0.1 3effe00000-3effe1f000 r-xp 00000000 fd:01 700440 /usr/lib64/libselinux.so.1 3effe1f000-3f0001e000 ---p 0001f000 fd:01 700440 /usr/lib64/libselinux.so.1 3f0001e000-3f0001f000 r--p 0001e000 fd:01 700440 /usr/lib64/libselinux.so.1 3f0001f000-3f00020000 rw-p 0001f000 fd:01 700440 /usr/lib64/libselinux.so.1 3f00020000-3f00022000 rw-p 00000000 00:00 0 3f00200000-3f00216000 r-xp 00000000 fd:01 700438 /usr/lib64/libresolv-2.16.so 3f00216000-3f00415000 ---p 00016000 fd:01 700438 /usr/lib64/libresolv-2.16.so 3f00415000-3f00416000 r--p 00015000 fd:01 700438 /usr/lib64/libresolv-2.16.so 3f00416000-3f00417000 rw-p 00016000 fd:01 700438 /usr/lib64/libresolv-2.16.so 3f00417000-3f00419000 rw-p 00000000 00:00 0 3f06200000-3f06203000 r-xp 00000000 fd:01 700443 /usr/lib64/libcom_err.so.2.1 3f06203000-3f06402000 ---p 00003000 fd:01 700443 /usr/lib64/libcom_err.so.2.1 3f06402000-3f06403000 r--p 00002000 fd:01 700443 /usr/lib64/libcom_err.so.2.1 3f06403000-3f06404000 rw-p 00003000 fd:01 700443 /usr/lib64/libcom_err.so.2.1 3f06600000-3f06603000 r-xp 00000000 fd:01 665783 /usr/lib64/libkeyutils.so.1.4 3f06603000-3f06802000 ---p 00003000 fd:01 665783 /usr/lib64/libkeyutils.so.1.4 3f06802000-3f06803000 r--p 00002000 fd:01 665783 /usr/lib64/libkeyutils.so.1.4 3f06803000-3f06804000 rw-p 00003000 fd:01 665783 /usr/lib64/libkeyutils.so.1.4 3f06a00000-3f06a0a000 r-xp 00000000 fd:01 700441 /usr/lib64/libkrb5support.so.0.1 3f06a0a000-3f06c09000 ---p 0000a000 fd:01 700441 /usr/lib64/libkrb5support.so.0.1 3f06c09000-3f06c0a000 r--p 00009000 fd:01 700441 /usr/lib64/libkrb5support.so.0.1 3f06c0a000-3f06c0b000 rw-p 0000a000 fd:01 700441 /usr/lib64/libkrb5support.so.0.1 3f06e00000-3f06e28000 r-xp 00000000 fd:01 700442 /usr/lib64/libk5crypto.so.3.1 3f06e28000-3f07028000 ---p 00028000 fd:01 700442 /usr/lib64/libk5crypto.so.3.1 3f07028000-3f07029000 r--p 00028000 fd:01 700442 /usr/lib64/libk5crypto.so.3.1 3f07029000-3f0702a000 rw-p 00029000 fd:01 700442 /usr/lib64/libk5crypto.so.3.1 3f0702a000-3f0702b000 rw-p 00000000 00:00 0 3f07200000-3f072d9000 r-xp 00000000 fd:01 700444 /usr/lib64/libkrb5.so.3.3 3f072d9000-3f074d9000 ---p 000d9000 fd:01 700444 /usr/lib64/libkrb5.so.3.3 3f074d9000-3f074e3000 r--p 000d9000 fd:01 700444 /usr/lib64/libkrb5.so.3.3 3f074e3000-3f074e5000 rw-p 000e3000 fd:01 700444 /usr/lib64/libkrb5.so.3.3 3f07600000-3f07641000 r-xp 00000000 fd:01 700445 /usr/lib64/libgssapi_krb5.so.2.2 3f07641000-3f07840000 ---p 00041000 fd:01 700445 /usr/lib64/libgssapi_krb5.so.2.2 3f07840000-3f07841000 r--p 00040000 fd:01 700445 /usr/lib64/libgssapi_krb5.so.2.2 3f07841000-3f07843000 rw-p 00041000 fd:01 700445 /usr/lib64/libgssapi_krb5.so.2.2 3f07e00000-3f07f9b000 r-xp 00000000 fd:01 700446 /usr/lib64/libcrypto.so.1.0.1c 3f07f9b000-3f0819a000 ---p 0019b000 fd:01 700446 /usr/lib64/libcrypto.so.1.0.1c 3f0819a000-3f081b4000 r--p 0019a000 fd:01 700446 /usr/lib64/libcrypto.so.1.0.1c 3f081b4000-3f081bf000 rw-p 001b4000 fd:01 700446 /usr/lib64/libcrypto.so.1.0.1c 3f081bf000-3f081c4000 rw-p 00000000 00:00 0 3f08e00000-3f08e5b000 r-xp 00000000 fd:01 700447 /usr/lib64/libssl.so.1.0.1c 3f08e5b000-3f0905a000 ---p 0005b000 fd:01 700447 /usr/lib64/libssl.so.1.0.1c 3f0905a000-3f0905e000 r--p 0005a000 fd:01 700447 /usr/lib64/libssl.so.1.0.1c 3f0905e000-3f09064000 rw-p 0005e000 fd:01 700447 /usr/lib64/libssl.so.1.0.1c 3f0fa00000-3f0fa0f000 r-xp 00000000 fd:01 665786 /usr/lib64/libbz2.so.1.0.6 3f0fa0f000-3f0fc0e000 ---p 0000f000 fd:01 665786 /usr/lib64/libbz2.so.1.0.6 3f0fc0e000-3f0fc0f000 r--p 0000e000 fd:01 665786 /usr/lib64/libbz2.so.1.0.6 3f0fc0f000-3f0fc10000 rw-p 0000f000 fd:01 665786 /usr/lib64/libbz2.so.1.0.6 3f11600000-3f11663000 r-xp 00000000 fd:01 700543 /usr/lib64/libfreebl3.soAborted (core dumped)
but if i load fewer columns, it succeed: sprintf(sql, "copy binary into test3 from('/home/data1/writeBinary/id','/home/data1/writeBinary/1')");
so if i can load into table with a certain column ?
Thanks!
Meng
_______________________________________________ users-list mailing list users-list@monetdb.org http://mail.monetdb.org/mailman/listinfo/users-list
participants (2)
-
integrity -
Martin Kersten