import copy import json import sys import unittest from pathlib import Path from unittest.mock import patch sys.path.insert(0,str(Path(__file__).resolve().parents[1]/'server')) import server as app class ImageUserIntentTest(unittest.TestCase): def setUp(self): app.IMAGE_INTENT_CACHE.clear() self.report={'facts':{'product':{'title':'被子','category':'床品'},'attributes':{'尺寸':'200x230'}}} self.plan={'name':'方案内部名称','productAction':'舒适睡眠','pageAction':'保持信息层级'} self.slots=[{'assetType':'main','index':i,'task':['默认槽位任务'], 'referenceTextInfo':'被子尺寸200x230', 'referenceAnalysis':{'theme':'舒适支撑','composition':'上方文字、下方商品','imageObservation':{'textLayout':'左对齐'}}} for i in (1,2)] self.response={'productUpdates':[{'field':'category','value':'枕头','sourceText':'品类换成枕头'}], 'globalInstructions':['整套产品换成枕头，保留舒适睡眠方案方向'], 'perSlot':{f'main:{i}':{'instructions':['文案随枕头调整'], 'theme':'枕头舒适支撑', 'display':'保持参考构图，枕头不执行被子折叠动作', 'copy':'生成枕头支撑文案，保持参考文字位置大小，不沿用被子尺寸'} for i in (1,2)}} def resolve(self,text='品类换成枕头，文案跟随改变',edits=None): return app._resolve_image_user_intent(self.report,self.plan,self.slots,app._image_user_direction(text),edits or {},[],True) def test_empty_input_uses_plan_without_analysis(self): direction=app._image_user_direction('') with patch.object(app,'chat_json') as model: self.assertIs(direction,app._resolve_image_user_intent(self.report,self.plan,self.slots,direction,{},[],True)) model.assert_not_called() prompt=app.build_image_prompt(self.report,self.plan,slot=self.slots[0],user_direction=direction) self.assertIn('舒适睡眠',prompt) self.assertNotIn('统一产品—方案—参考关系',prompt) def test_category_copy_and_reference_are_resolved_for_every_image(self): original=copy.deepcopy(self.report) with patch.object(app,'chat_json',return_value=self.response) as model: direction=self.resolve() request=json.loads(model.call_args.args[1]) self.assertEqual(self.plan,request['plan']) self.assertEqual(self.slots[0]['referenceAnalysis'],request['images'][0]['referenceAnalysis']) lock=app.build_identity_lock(self.report,self.plan,direction,True) self.assertEqual('枕头',lock['productName']) for slot in self.slots: per_slot=app._user_direction_for_slot(direction,slot) prompt=app.build_image_prompt(self.report,self.plan,slot=slot,user_direction=per_slot, identity_lock=lock,product_reference_mode='uploaded_identity_collected_reference',match_reference_shooting=True) self.assertIn('当前品类以用户要求为准：枕头',prompt) self.assertIn('舒适睡眠',prompt) self.assertIn('生成枕头支撑文案',prompt) self.assertIn('不沿用被子尺寸',prompt) self.assertNotIn('商品外观完全由第1张上传产品图决定',prompt) self.assertNotIn('商品品类完全一致',prompt) self.assertEqual(original,self.report) def test_preview_generation_share_result_but_changed_input_is_reinterpreted(self): with patch.object(app,'chat_json',return_value=self.response) as model: preview=self.resolve() execution=self.resolve() self.assertEqual(preview,execution) model.assert_called_once() self.resolve('品类换成枕头，标题改为舒适支撑') self.assertEqual(2,model.call_count) def test_long_global_and_per_image_input_arrives_complete(self): text='品类换成枕头；'+('要求保持每张参考图的文字位置并调整文案；'*100) edit='标题写成舒适支撑；'+('保留文字层级和完整商品展示；'*600) with patch.object(app,'chat_json',return_value=self.response) as model: self.resolve(text,{'main:1':edit}) request=json.loads(model.call_args.args[1]) self.assertEqual(text,request['userInput']) self.assertEqual(edit,request['perImageInput']['main:1']) self.assertEqual(text,app._image_user_direction(text)['raw']) def test_per_image_visual_edit_is_not_promoted_to_other_images(self): response=copy.deepcopy(self.response) response['productUpdates']=[] response['globalInstructions']=[] response['perSlot']['main:1']['instructions']=['标题写成舒适支撑'] response['perSlot']['main:2']['instructions']=[] with patch.object(app,'chat_json',return_value=response): direction=self.resolve('',{'main:1':'标题写成舒适支撑'}) self.assertEqual(['标题写成舒适支撑'],app._user_direction_for_slot(direction,self.slots[0])['accepted']) self.assertEqual([],app._user_direction_for_slot(direction,self.slots[1])['accepted']) base='已经完成统一判断的提示词' result,_=app.merge_image_prompt_with_user_edit(base,'标题写成舒适支撑',self.slots[0],direction) self.assertEqual(base,result) def test_product_change_in_single_image_input_is_shared(self): with patch.object(app,'chat_json',return_value=self.response): direction=self.resolve('',{'main:1':'品类换成枕头'}) for slot in self.slots: self.assertEqual('枕头',app._user_direction_for_slot(direction,slot)['productUpdates'][0]['value']) def test_missing_image_or_invented_update_preserves_input_without_adopting_invention(self): for invalid in ('missing_slot','invented_update'): response=copy.deepcopy(self.response) if invalid=='missing_slot':del response['perSlot']['main:2'] else:response['productUpdates'][0]['sourceText']='用户没有要求的新品' with self.subTest(invalid=invalid),patch.object(app,'chat_json',return_value=response): result=self.resolve() self.assertEqual('品类换成枕头，文案跟随改变',result['raw']) self.assertIn('main:2',result['resolvedBySlot']) if invalid=='invented_update':self.assertEqual([],result['productUpdates']) app.IMAGE_INTENT_CACHE.clear() def test_expression_request_and_analysis_failure_never_block_generation_prompt(self): for response in ({'productUpdates':[{'field':'text','value':'无字','sourceText':'图片上不要有文字'}]},None): app.IMAGE_INTENT_CACHE.clear() with patch.object(app,'chat_json',return_value=response): direction=self.resolve('图片上不要有文字') slot=self.slots[0] per_slot=app._user_direction_for_slot(direction,slot) prompt=app.build_image_prompt(self.report,self.plan,slot=slot,user_direction=per_slot) self.assertIn('图片上不要有文字',prompt) self.assertNotIn('生成并真实绘制当前产品中文文案',prompt) self.assertNotIn('Render Chinese copy',prompt) self.assertLess(prompt.index('本图用户完整输入'),prompt.index('对应参考图职责')) app.IMAGE_INTENT_CACHE.clear() with patch.object(app,'chat_json',side_effect=RuntimeError('分析接口不可用')): direction=self.resolve('背景换成室内，主体不变') self.assertEqual('背景换成室内，主体不变',direction['raw']) self.assertEqual('分析接口不可用',direction['analysisRecord']['error']) def test_rejected_identity_inference_cannot_leak_into_reference_display(self): response=copy.deepcopy(self.response) response['productUpdates']=[{'field':'category','value':'四件套','sourceText':'图片是床品套装'}] response['perSlot']['main:1']['display']='被套和枕套铺展在床上' response['globalInstructions']=['保留床铺场景'] self.slots[0]['referenceAnalysis']['composition']='折叠商品居中，背景纯色' with patch.object(app,'chat_json',return_value=response): direction=self.resolve('图片上不要有文字') per_slot=app._user_direction_for_slot(direction,self.slots[0]) prompt=app.build_image_prompt(self.report,self.plan,slot=self.slots[0],user_direction=per_slot,match_reference_shooting=True) self.assertIn('折叠商品居中，背景纯色',prompt) self.assertIn('图片上不要有文字',prompt) self.assertNotIn('被套和枕套铺展在床上',prompt) self.assertNotIn('保留床铺场景',prompt) self.assertEqual(response,direction['analysisRecord']['response']) self.assertLess(prompt.index('对应图展示状态执行依据'),prompt.index('辅助解析资料')) def test_spatial_relationships_are_shared_by_default_and_user_paths(self): self.slots[0]['referenceAnalysis']['displayRelations']={ 'visibleParts':[{'id':'a','description':'悬挂主体'},{'id':'b','description':'支撑位置'}], 'relations':[{'type':'接触','from':'a','to':'b','observation':'顶部接触支撑，右侧遮挡'}], 'uncertainAreas':['背面连接不可见']} with patch.object(app,'chat_json',return_value={}): direction=self.resolve('保持产品，调整文字') for d in (app._image_user_direction(''),app._user_direction_for_slot(direction,self.slots[0])): prompt=app.build_image_prompt(self.report,self.plan,slot=self.slots[0],user_direction=d,match_reference_shooting=True) self.assertIn('顶部接触支撑，右侧遮挡',prompt) self.assertIn('背面连接不可见',prompt) self.assertIn('可见层数不等于商品件数',prompt) disabled=app.build_image_prompt(self.report,self.plan,slot=self.slots[0],match_reference_shooting=False) self.assertNotIn('可见展示空间关系｜对应原图约束',disabled) if __name__=='__main__':unittest.main()