函数返回pdt_info字典,该字典嵌套了字典dict和列表list。

pdt_info = {'product_name': 'GAGO_NDVIF_2019257_20190929_50SMF_20191107T071920_10.tif', 'product_url': 'https://s3.eu-central-1.amazonaws.com/gago-ndvi30/ndvi_10m/10/2019/257/50SMF/GAGO_NDVIF_2019257_20190929_50SMF_20191107T071920_10.tar.gz', 'product_version': '10', 'doy': '2019257', 'composion_start_date': '2019-09-14 00:00:00+00:00', 'composion_end_date': '2019-09-29 23:59:59+00:00', 'nodata_ratio': 0.00036655485549152127, 'reference_mod13_list': [{'url': 'https://ladsweb.modaps.eosdis.nasa.gov/archive/allData/6/MOD13Q1/2019/257/MOD13Q1.A2019257.h26v05.006.2019275174656.hdf', 'name': 'MOD13Q1.A2019257.h26v05.006.2019275174656.hdf', 'doy': '2019257'}, {'url': 'https://ladsweb.modaps.eosdis.nasa.gov/archive/allData/6/MOD13Q1/2019/257/MOD13Q1.A2019257.h27v05.006.2019275174813.hdf', 'name': 'MOD13Q1.A2019257.h27v05.006.2019275174813.hdf', 'doy': '2019257'}, {'url': 'https://ladsweb.modaps.eosdis.nasa.gov/archive/allData/6/MOD13Q1/2019/257/MOD13Q1.A2019257.h28v05.006.2019275174758.hdf', 'name': 'MOD13Q1.A2019257.h28v05.006.2019275174758.hdf', 'doy': '2019257'}], 'block_x_counts': 4, 'block_y_counts': 4, 'geometry_extent': [115.87506473700012, 117.10975932100007, 36.051578713000026, 37.046532281000054], 'block_information': {'0': {'source_s2_id': 'S2A_OPER_MSI_L1C_TL_EPAE_20190905T060255_A021951_T50SMF_N02.08', 'source_s2_scene_time': '2019-09-05', 'source_s2_nodata_ratio': 0.0, 'source_mod09_list': [{'doy': '2019248', 'url': 'https://ladsweb.modaps.eosdis.nasa.gov/archive/allData/6/MOD09GQ/2019/248/MOD09GQ.A2019248.h26v05.006.2019250035958.hdf', 'name': 'MOD09GQ.A2019248.h26v05.006.2019250035958.hdf'}, {'doy': '2019248', 'url': 'https://ladsweb.modaps.eosdis.nasa.gov/archive/allData/6/MOD09GQ/2019/248/MOD09GQ.A2019248.h27v05.006.2019250041649.hdf', 'name': 'MOD09GQ.A2019248.h27v05.006.2019250041649.hdf'}, {'doy': '2019248', 'url': 'https://ladsweb.modaps.eosdis.nasa.gov/archive/allData/6/MOD09GQ/2019/248/MOD09GQ.A2019248.h28v05.006.2019250040230.hdf', 'name': 'MOD09GQ.A2019248.h28v05.006.2019250040230.hdf'}], 'geometry_extent': [399960.0, 4100040.0, 427410.0, 4072590.0], 'start_x': 0, 'start_y': 0, 'x_block_size': 2745, 'y_block_size': 2745, 'correlation_coefficient': 0.66931, 'days_difference': 13}}} 

record_product_info函数用于将pdt_info录入数据库。获取到pdt_info的值作为record_product_info的输入参数。

def record_product_info(session: Session, productinfo: dict,task: Ndvi10mProductTask=None):doy = productinfo["doy"]product_name = productinfo["product_name"]version = productinfo["product_version"]url = productinfo["product_url"]nodata_ratio = productinfo["nodata_ratio"]com_start_date = arrow.get(productinfo["composion_start_date"]).datetimecom_end_date = arrow.get(productinfo["composion_end_date"]).datetimemod13_list = []mod13_list.extend(productinfo["reference_mod13_list"])blk_x_counts = productinfo["block_x_counts"]blk_y_counts = productinfo["block_y_counts"]geo_x_min = productinfo["geometry_extent"][0]geo_x_max = productinfo["geometry_extent"][2]geo_y_min = productinfo["geometry_extent"][3]geo_y_max = productinfo["geometry_extent"][1]blk_info = productinfo["block_information"]product_id = "PI_" + gen_id()product = Ndvi10mProductInfo(id=product_id,product_name=product_name,doy=doy,product_url=url,product_version=version,nodata_ratio=nodata_ratio,composition_start_date=com_start_date,composition_end_date=com_end_date,block_x_counts=blk_x_counts,block_y_counts=blk_y_counts,geo_lon_min=geo_x_min,geo_lon_max=geo_x_max,geo_lat_min=geo_y_min,geo_lat_max=geo_y_max)logger.info(mod13_list)for mod13 in mod13_list:mod13_doy = mod13.get("doy")mod_name = copy.deepcopy(mod13.get('name'))print("mod_name")print(mod_name)mod13_data = record_mod13_data(session,mod_name,mod13.get("url"),mod13_doy)product.mod13_data.append(mod13_data)product.task = tasksession.add(product)for blk_k, blk_v in blk_info.items():blk_num = blk_kblk_dict = blk_vblock_info = record_block_info(session,blk_num,blk_dict,product_id)return product

当将该字典中的"reference_mod13_list"值(list)录入mysql数据库时报错。

[2019-11-07 07:25:24,124: ERROR/ForkPoolWorker-7] 'numpy.float64' object has no attribute 'translate'
[2019-11-07 07:25:24,129: ERROR/ForkPoolWorker-7] Traceback (most recent call last):File "/opt/project/cell_produce_task/cell_produce_task.py", line 133, in cell_task_producetask)File "/opt/project/cell_produce_task/cell_produce_task.py", line 234, in record_product_infomod13_doy)File "/opt/project/cell_produce_task/cell_produce_task.py", line 315, in record_mod13_data==mod_name_2).first()File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/orm/query.py", line 3240, in firstret = list(self[0:1])File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/orm/query.py", line 3018, in __getitem__return list(res)File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/orm/query.py", line 3341, in __iter__self.session._autoflush()File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/orm/session.py", line 1577, in _autoflushself.flush()File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/orm/session.py", line 2470, in flushself._flush(objects)File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/orm/session.py", line 2608, in _flushtransaction.rollback(_capture_exception=True)File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/util/langhelpers.py", line 68, in __exit__compat.reraise(exc_type, exc_value, exc_tb)File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/util/compat.py", line 153, in reraiseraise valueFile "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/orm/session.py", line 2568, in _flushflush_context.execute()File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/orm/unitofwork.py", line 422, in executerec.execute(self)File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/orm/unitofwork.py", line 589, in executeuow,File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/orm/persistence.py", line 245, in save_objinsert,File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/orm/persistence.py", line 1084, in _emit_insert_statementsc = cached_connections[connection].execute(statement, multiparams)File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 988, in executereturn meth(self, multiparams, params)File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/sql/elements.py", line 287, in _execute_on_connectionreturn connection._execute_clauseelement(self, multiparams, params)File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1107, in _execute_clauseelementdistilled_params,File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1253, in _execute_contexte, statement, parameters, cursor, contextFile "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1475, in _handle_dbapi_exceptionutil.reraise(*exc_info)File "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/util/compat.py", line 153, in reraiseraise valueFile "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1249, in _execute_contextcursor, statement, parameters, contextFile "/root/miniconda3/lib/python3.6/site-packages/sqlalchemy/engine/default.py", line 580, in do_executecursor.execute(statement, parameters)File "/root/miniconda3/lib/python3.6/site-packages/pymysql/cursors.py", line 168, in executequery = self.mogrify(query, args)File "/root/miniconda3/lib/python3.6/site-packages/pymysql/cursors.py", line 147, in mogrifyquery = query % self._escape_args(args, conn)File "/root/miniconda3/lib/python3.6/site-packages/pymysql/cursors.py", line 127, in _escape_argsreturn {key: conn.literal(val) for (key, val) in args.items()}File "/root/miniconda3/lib/python3.6/site-packages/pymysql/cursors.py", line 127, in <dictcomp>return {key: conn.literal(val) for (key, val) in args.items()}File "/root/miniconda3/lib/python3.6/site-packages/pymysql/connections.py", line 467, in literalreturn self.escape(obj, self.encoders)File "/root/miniconda3/lib/python3.6/site-packages/pymysql/connections.py", line 460, in escapereturn converters.escape_item(obj, self.charset, mapping=mapping)File "/root/miniconda3/lib/python3.6/site-packages/pymysql/converters.py", line 27, in escape_itemval = encoder(val, mapping)File "/root/miniconda3/lib/python3.6/site-packages/pymysql/converters.py", line 118, in escape_unicodereturn u"'%s'" % _escape_unicode(value)File "/root/miniconda3/lib/python3.6/site-packages/pymysql/converters.py", line 73, in _escape_unicodereturn value.translate(_escape_table)
AttributeError: 'numpy.float64' object has no attribute 'translate'

错误显示在查询SourceMod13Data的name时，无法进行’numpy.float64’ 对象的转换。name时string类型，而pdt_info中的reference_mod13_list的值中的name类型也是string。理论上这样直接录入应该没有问题。但实际上返回的dict内部的数据的编码或数据类型可能因为平台或者版本的问题而出现数据类型的错误。

class SourceMod13Data(Base):__tablename__ = "source_mod13_data"id = Column(Integer, primary_key=True, autoincrement=True)name = Column(String(128), nullable=True, unique=True, index=True)url = Column(String(256))doy = Column(String(8), index=True)date = Column(Date, index=True)products = relationship('Ndvi10mProductInfo',secondary=srcmod13_product_table,back_populates="mod13_data",cascade='all, delete',passive_deletes=True)

避免此类错误出现的方法是将dict转换成纯文本输出或返回，当使用时再转换成dict。下面是利用json库进行dict和字符串的相互转换方法。

import json# convert to string
input = json.dumps({'id': id })# load to dict
my_dict = json.loads(input)