博文

目前显示的是 三月, 2025的博文

ibis

  import ibis import pandas as pd from ibis import _ import ibis.selectors as s from datetime import datetime, timedelta from dateutil.relativedelta import relativedelta ibis.options.interactive = True # con = ibis.duckdb.connect("/mnt/d/xg.db") con = ibis.connect( "duckdb:///mnt/d/duckdb.db" ) # con.drop_table("XG") con.list_tables() table3=con.table( "table3" ) table4=con.table( "table4" ) table5=con.table( "table5" ) table6=con.table( "table6" ) (     table6     .group_by( 'YM_PH' )     .aggregate(n=_.count()) ) (     table5     .filter(_.YM_PH.isnull())     .count() ) table6.columns table3.schema table3=(     table3.drop( 'AAA' ) ) table4=(     table4.drop( 'AAA' ) ) table5=(table5.drop([ 'column00' , 'AAA' ])) table6=(table5.drop( 'column00' , 'AAA' )) table=(table3.union(table4).union(table5).union(table6)) (     table     .count() ) con.create...

python 使用duckdb导入csv

  import duckdb # Create a DuckDB connection con = duckdb.connect( '/mnt/d/duckdb.db' ) # Create a table con.execute( """ CREATE TABLE table5 AS SELECT * FROM read_csv_auto('/mnt/d/5.csv',     all_varchar=1,     null_padding=true,     strict_mode=false,     ignore_errors=true) """ ) con.execute( "CREATE TABLE table6 as select * from read_csv_auto('/mnt/d/5.csv',all_varchar=1,null_padding=true,strict_mode=false)" ) con.sql( 'SHOW ALL TABLES' )

ibis 表 连接

  import ibis import duckdb import pandas as pd from ibis import _ import ibis . selectors as s from datetime import datetime , timedelta from typing import Dict , List , Tuple from dateutil . relativedelta import relativedelta ibis . options . interactive = True def load_excel_to_ibis ( excel_path ):     try :         # 读取Excel文件         df = pd . read_excel ( excel_path )                 # 将所有object类型的列转换为字符串         for col in df . select_dtypes ( include = [ 'object' ]). columns :             df [ col ] = df [ col ]. astype ( str )                 # 转换为Ibis表格         ibis_table = ibis . memtable ( df )         return ibis_table         except Exception as e :         print ( f "错误: { str ...