"""Fashion-CLIP 衣物分类服务 使用 patrickjohncyh/fashion-clip 模型进行零样本分类， 一次性识别衣物的 15 个维度： 大类 / 子类别 / 风格 / 主颜色 / 副颜色 / 厚度 / 版型 / 材质 / 花纹 / 袖型 / 衣长类型 / 领型 / 正式程度(1-5) / 适用场合 / 视觉冲击力(1-5)。 所有维度在一次模型前向中完成（约 210 个提示词拼接为一个 batch， 按组 softmax 归一化），响应字段与后端 clothes 表模型命名对齐。 模型首次运行从 HuggingFace Hub 下载权重并缓存到本地。 默认使用 hf-mirror.com 镜像（国内加速）。 """ import io import logging import os # ！！！必须在 import transformers 之前设置，否则 huggingface_hub 读不到这个环境变量！！！ if "HF_ENDPOINT" not in os.environ: os.environ["HF_ENDPOINT"] = "https://hf-mirror.com" import torch from fastapi import FastAPI, HTTPException, UploadFile from PIL import Image from transformers import CLIPModel, CLIPProcessor logging.basicConfig(level=logging.INFO) logger = logging.getLogger(__name__) app = FastAPI(title="Fashion-CLIP Classification Service") # ============================================================================ # 分类提示词 # 说明： # - Fashion-CLIP 是英文训练的，用英文+视觉特征描述效果远好于简单中文标签。 # - 键为中文标签（返回给客户端，与 clothes 表字段取值一致），值为英文提示词。 # - 描述尽量包含剪裁、长度、材质视觉特征与穿着场景，提升零样本区分度。 # ============================================================================ CATEGORY_PROMPTS = { "上装": "a short top, t-shirt, shirt, blouse or sweater worn on the upper body, garment covering the torso from shoulders to waist or hips", "下装": "a pair of pants, trousers, jeans, shorts, leggings or a skirt worn on the lower body below the waist", "连衣裙": "a one-piece dress worn from shoulders down, covering both upper and lower body in a single connected garment", "外套": "a jacket, coat, blazer or outerwear worn as an outer layer over other clothes, with sleeves and front opening", "鞋": "a pair of shoes, sneakers, boots, sandals or slippers worn on the feet, a full shoe shape with sole, heel and toe, footwear covering the foot", "配饰": "a small personal accessory item like a hat, scarf, belt, bag, sunglasses, necklace, earrings, bracelet, wristwatch or other jewelry, not a main clothing garment", } # 子类别按大类分组：大类确定后在其对应组内取 top1，避免牛仔裤出现在上装里 SUBCATEGORY_GROUPS = { "上装": { "T恤": "a short-sleeve cotton t-shirt with round crew neck, casual basic top, no buttons no collar", "衬衫": "a button-up shirt with collar and front buttons, long or short sleeves, woven fabric with cuffs", "卫衣": "a hoodie or sweatshirt, thick fleece cotton pullover with or without hood and kangaroo pocket", "毛衣": "a thick knitted wool sweater or pullover, chunky warm textured knit top", "针织衫": "a thin fine-knit top, ribbed lightweight knitwear, fitted casual knit shirt, finer yarn than a chunky sweater", "背心": "a sleeveless tank top with wide shoulder coverage, sporty or basic vest top", "Polo衫": "a polo shirt with flat collar, short sleeves and a 2-3 button placket, sporty casual", "开衫": "a cardigan, open-front knitted sweater-like top with buttons or zipper down the front", "吊带衫": "a camisole top with thin spaghetti straps, sleeveless lightweight top with narrow shoulder straps", "打底衫": "a basic fitted long-sleeve layering top, thin turtleneck or crew neck undershirt, plain solid color", }, "下装": { "牛仔裤": "a pair of blue denim jeans, casual pants with visible seams, rivets and five pockets", "休闲裤": "a pair of casual cotton or chino trousers, straight leg comfortable pants, no denim texture", "运动裤": "a pair of sporty sweatpants or joggers with elastic waistband, relaxed athletic fit", "短裤": "a pair of shorts ending above the knee, short pants for warm weather", "半身裙": "a skirt worn from waist down, flared A-line or straight or pleated silhouette", "阔腿裤": "a pair of wide-leg loose flowing trousers with very wide leg openings", "西装裤": "a pair of formal tailored dress trousers with center crease, suit pants", "鲨鱼裤": "a pair of tight shiny yoga leggings, skin-tight stretch pants, sporty smooth surface", "工装裤": "a pair of cargo pants with large side pockets on the legs, utility workwear style", "喇叭裤": "a pair of flared pants fitted at thigh and widening from knee to hem, bell-bottom style", }, "连衣裙": { "连衣短裙": "a short mini dress above the knee, one-piece garment", "连衣长裙": "a long maxi dress reaching the ankles, elegant flowing one-piece", "吊带裙": "a slip dress with thin spaghetti straps, sleeveless one-piece dress", "衬衫连衣裙": "a shirt dress with button-up front and collar, shirt style one-piece dress", "针织连衣裙": "a knitted one-piece dress with ribbed sweater texture, body-hugging or flowing knit", "雪纺连衣裙": "a chiffon dress with sheer lightweight flowing layered fabric, romantic airy look", "西装连衣裙": "a tailored blazer-style dress with lapels, structured office dress", }, "外套": { "夹克": "a short lightweight jacket ending at waist or hip, sporty casual outerwear with zipper", "西装外套": "a formal blazer or suit jacket with lapels, structured shoulders, button closure", "风衣": "a long trench coat with belt, double-breasted buttons, knee-length waterproof style", "羽绒服": "a puffy down jacket with quilted sections, thick warm insulation, winter puffer coat", "大衣": "a long wool overcoat reaching knee or below, elegant warm winter coat", "马甲": "a sleeveless vest worn over other clothes, no sleeves, front zipper or buttons", "牛仔外套": "a denim jacket with metal buttons and chest flap pockets, blue jean fabric, trucker style", "皮衣": "a leather jacket with glossy or matte leather surface, biker or fashion style", "棉服": "a quilted cotton padded jacket, lightweight puffer, insulated casual winter jacket", }, "鞋": { "运动鞋": "a pair of athletic sneakers with rubber sole, sport running or training shoes", "皮鞋": "a pair of formal leather dress shoes with polished shiny surface, lace-up or slip-on", "凉鞋": "a pair of open-toe sandals with straps, exposed toes, summer footwear", "靴子": "a pair of boots covering ankle or higher, sturdy footwear with high-top shaft", "帆布鞋": "a pair of canvas shoes with flat rubber sole, casual lace-up sneakers", "高跟鞋": "a pair of high heel shoes or pumps with elevated heel, formal feminine footwear", "乐福鞋": "a pair of loafers, slip-on leather shoes without laces, flat casual dress shoes", "外穿拖鞋": "a pair of outdoor slides or chunky slippers, open-toe flat sandals for casual wear", "玛丽珍鞋": "a pair of Mary Jane shoes with rounded toe and one or more straps across the instep, feminine flat or slight heel", "洞洞鞋": "a pair of foam clogs with perforated holes on the upper, casual slip-on crocs style", "马丁靴": "a pair of combat boots with chunky sole, lace-up leather ankle boots", }, "配饰": { "帽子": "a hat or cap worn on the head, baseball cap, beanie, bucket hat or sun hat", "围巾": "a scarf worn around the neck, long fabric accessory", "腰带": "a belt worn around the waist, leather strap with metal buckle", "墨镜": "a pair of sunglasses with dark tinted lenses", "项链": "a necklace, jewelry chain or pendant worn around the neck", "手链": "a bracelet or bangle, purely decorative jewelry worn on the wrist, no watch face, no dial, no clock", "包包": "a handbag, purse, shoulder bag, tote bag or backpack accessory", "耳饰": "a pair of earrings, jewelry worn on the earlobes", "丝巾": "a silk scarf or bandana, lightweight decorative fabric neck accessory", "发带": "a headband or hair tie accessory worn on the head or in the hair", "戒指": "a ring, small jewelry worn on the finger", "胸针": "a brooch, decorative pin jewelry attached to clothing", "手表": "a wristwatch timepiece with a large prominent round or square watch face at the center, a clock dial showing numbers and watch hands or digital display, buttons or crown on the sides, thick strap band, worn on the wrist as a timekeeping device", }, } COLOR_PROMPTS = { "黑色": "a black colored garment, very dark black clothing", "白色": "a white colored garment, pure white clothing", "红色": "a red colored garment, bright red clothing", "蓝色": "a standard blue colored garment, medium blue clothing", "绿色": "a green colored garment, green clothing", "黄色": "a yellow colored garment, bright yellow clothing", "粉色": "a pink colored garment, soft pink clothing", "紫色": "a purple colored garment, violet purple clothing", "灰色": "a gray colored garment, grey clothing", "棕色": "a brown colored garment, brown clothing", "橙色": "an orange colored garment, orange clothing", "卡其色": "a khaki colored garment, beige-tan clothing", "米色": "a cream or beige colored garment, off-white soft beige clothing", "杏色": "an apricot colored garment, soft peachy beige clothing", "焦糖色": "a caramel brown colored garment, warm rich toffee brown clothing", "藏青色": "a navy blue colored garment, very dark deep blue clothing", "天蓝色": "a sky blue colored garment, light bright clear blue clothing", "军绿色": "an olive green or army green colored garment, military green clothing", "酒红色": "a burgundy or wine red colored garment, deep maroon red clothing", "金色": "a gold colored garment, metallic golden shiny clothing", "银色": "a silver colored garment, metallic silver shiny clothing", "玫红色": "a rose red or hot pink magenta colored garment, vivid pinkish red clothing", "荧光色": "a neon fluorescent colored garment, extremely bright glowing highlighter colors like neon green or neon orange", "墨绿色": "a dark forest green colored garment, deep dark green clothing", "宝蓝色": "a royal blue colored garment, saturated vivid bright blue clothing", "浅蓝色": "a light blue colored garment, pale soft pastel blue clothing", "粉紫色": "a lavender or lilac colored garment, soft purple-pink pastel clothing", "驼色": "a camel colored garment, warm tan brown beige clothing", "砖红色": "a brick red colored garment, muted earthy red-brown clothing", "浅灰色": "a light gray colored garment, pale soft grey clothing", } STYLE_PROMPTS = { "休闲风": "casual everyday style clothing, relaxed comfortable fashion", "通勤风": "business formal office style clothing, professional workplace attire", "运动风": "athletic sporty style clothing, gym and workout fashion", "街头风": "streetwear urban style clothing, trendy hip-hop influenced fashion", "优雅风": "elegant sophisticated style clothing, feminine chic fashion", "甜美风": "cute sweet girly style clothing, lovely feminine fashion with ruffles and pastel colors", "复古风": "vintage retro style clothing, old-school classic fashion from past decades", "简约风": "minimalist simple style clothing, clean basic design without decoration", "商务正装风": "formal business suit style clothing, corporate professional tailored attire", "轻熟风": "smart casual mature style clothing, polished sophisticated young professional fashion", "工装风": "utility workwear style clothing, cargo pockets and durable functional fashion", "学院风": "preppy academic style clothing, college campus style with plaid, knit sweaters, collared shirts", "甜酷风": "sweet and edgy style clothing, feminine meets punk, cute yet rebellious fashion", "辣妹风": "sexy hot girl style clothing, bold bodycon and crop top fashion, confident glam look", "度假风": "resort vacation style clothing, tropical holiday beachwear, relaxed bohemian fashion", "新中式风": "modern Chinese style clothing, contemporary oriental fashion with traditional Chinese elements", "极简风": "extreme minimalist style clothing, monochrome neutral colors, no logos no patterns, pure basic design", "波西米亚风": "bohemian style clothing, flowy fabric, fringe, ethnic embroidery, relaxed free-spirited silhouette", "朋克风": "punk style clothing, black leather, studs, ripped details, rebellious rock look", "嘻哈风": "hip-hop style clothing, oversized baggy silhouette, urban street rap culture fashion", "森系风": "mori girl forest style clothing, natural earthy colors, layered loose linen and cotton, rustic gentle look", "法式风": "French chic style clothing, effortless elegant parisian look, simple refined feminine fashion", "美式复古风": "American vintage retro style clothing, classic 90s american casual, denim, varsity, old-school usa look", "日系风": "Japanese style clothing, clean simple japanese fashion, relaxed natural fabric look", "韩系风": "Korean style clothing, trendy korean fashion, soft colors, neat youthful casual look", } FIT_PROMPTS = { "宽松": "a loose oversized fit garment, baggy relaxed silhouette clothing", "修身": "a slim fitted garment, tailored silhouette that follows the body shape", "阔腿": "a wide leg loose flowing silhouette, palazzo or flare pants style", "紧身": "a tight skinny fit garment, bodycon stretch clothing, form-fitting second skin", "常规合身": "a regular standard fit garment, normal classic cut, neither tight nor loose", "直筒": "a straight leg or straight cut garment, parallel vertical lines from top to bottom, no flare no taper", } MATERIAL_PROMPTS = { "牛仔布": "denim fabric material, rugged blue cotton twill with visible diagonal weave and stitching", "针织": "knitted fabric material, textured knitwear with visible yarn loops, sweater material", "皮质": "genuine leather material, smooth shiny or matte animal hide surface with natural grain", "纯棉": "pure cotton material, soft matte natural cotton fabric, breathable woven cotton textile", "羊毛": "wool material, fuzzy warm woolen fabric, thick natural animal fiber textile", "丝绸": "silk material, smooth lustrous shiny satin-like fabric, elegant silky sheen surface", "雪纺": "chiffon material, sheer lightweight translucent fabric, soft delicate flowy textile", "麻料": "linen material, textured natural flax fabric with visible weave, breathable rustic look", "蕾丝": "lace material, delicate openwork patterned fabric, intricate floral mesh textile", "尼龙": "nylon synthetic material, smooth shiny technical fabric, waterproof windbreaker material", "灯芯绒": "corduroy material, ribbed velvety fabric with parallel raised cords, textured wales", "天鹅绒": "velvet material, soft plush fabric with rich deep sheen and smooth nap", "缎面": "satin material, smooth glossy surface with strong silky shine, fluid drape", "网纱": "tulle or mesh material, sheer fine net fabric, transparent gauzy texture", "羊羔绒": "sherpa fleece material, fluffy curly wool-like lining or surface, cozy plush texture", "PU皮": "faux leather PU material, artificial leather with uniform smooth plastic-like glossy surface", "磨毛棉": "brushed cotton material, soft slightly fuzzy matte surface, cozy flannel-like texture", } PATTERN_PROMPTS = { "纯色": "a solid color garment with no pattern, plain single-color fabric without any design", "条纹": "a striped pattern garment with horizontal or vertical parallel lines", "格纹": "a plaid or checkered pattern garment, crossed horizontal and vertical lines forming squares", "印花": "a printed pattern garment with graphic floral or artistic designs on fabric", "刺绣": "an embroidered garment with raised stitched thread decorative patterns", "波点": "a polka dot pattern garment with small round dots evenly distributed", "迷彩": "a camouflage pattern garment with irregular green brown patches, military style", "扎染": "a tie-dye pattern garment with irregular colorful swirled dyed patterns", "碎花": "a small floral print pattern garment with tiny scattered flower designs", "字母": "a lettering or slogan print garment with text words or logos", "千鸟格": "a houndstooth check pattern garment, small broken zigzag checks in two-tone", "菱格纹": "an argyle pattern garment with diamond shapes, diagonal intersecting lines", "人字纹": "a herringbone pattern garment with V-shaped zigzag weave, broken twill", "拼色块": "a color block garment with contrasting solid color panels stitched together in large sections", "渐变": "an ombre gradient pattern garment with colors fading gradually from one shade to another", "豹纹": "a leopard print pattern garment with animal spots, brown and black rosette spots", "蕾丝花纹": "a lace pattern garment with delicate openwork floral mesh design", "几何图案": "a geometric pattern garment with shapes like triangles, circles and abstract lines arranged in order", "logo图案": "a logo or brand emblem print garment with large recognizable brand marks or icons", } # 厚度（适用：上装/下装/连衣裙/外套/鞋） THICKNESS_PROMPTS = { "薄": "a thin lightweight fabric garment, sheer or semi-sheer summer clothing, cool breathable material", "适中": "a medium weight fabric garment, regular thickness clothing, standard everyday material", "厚": "a thick heavy fabric garment, warm dense material, substantial winter clothing", "加厚": "an extra thick heavily padded garment, quilted puffy down insulation, maximum warmth winter wear", } # 袖型（适用：上装/连衣裙/外套） SLEEVE_TYPE_PROMPTS = { "无袖": "a sleeveless garment with no sleeves, bare shoulders and arms exposed", "吊带": "a garment with thin spaghetti straps, narrow shoulder straps instead of sleeves", "短袖": "a short sleeve garment, sleeves ending above the elbow", "中袖": "a half sleeve or elbow length sleeve garment, sleeves ending at or below the elbow", "长袖": "a long sleeve garment, sleeves reaching the wrist", "喇叭袖": "a flared bell sleeve garment, sleeve widening dramatically from elbow to a wide cuff", "泡泡袖": "a puff sleeve garment, voluminous balloon sleeve gathered at shoulder and cuff", "落肩袖": "a dropped shoulder sleeve garment, shoulder seam falling below the natural shoulder, relaxed slouchy look", } # 衣长类型（适用：上装/下装/连衣裙/外套） CLOTHES_TYPE_PROMPTS = { "短款": "a cropped short length garment, ends above or at the waist, showing midriff or waistline", "常规": "a regular standard length garment, normal classic length, ends around hip or upper thigh", "中长": "a mid length garment, ends around mid-thigh or knee", "长款": "a long length garment, ends below the knee or at the calf", "超长款": "an extra long garment, ankle-length or floor-length, maxi style full length", } # 领型（适用：上装/连衣裙/外套） NECKLINE_PROMPTS = { "圆领": "a round crew neckline, circular collar hugging the neck", "V领": "a V-shaped neckline, pointed dip at the front center chest", "方领": "a square neckline with straight horizontal edge across the chest", "高领": "a turtleneck high collar, folded fabric covering the whole neck", "翻领": "a lapel or shirt collar, folded flat collar with pointed tips", "立领": "a standing band collar, mandarin collar rising vertically around the neck", "一字领": "an off-shoulder neckline, straight horizontal top edge exposing the shoulders", "挂脖": "a halter neckline with straps tying behind the neck, open back and shoulders", "连帽": "a hooded garment with an attached hood around the neckline", "娃娃领": "a peter pan collar, small flat rounded collar lying on the garment", } # 正式程度 1-5（label 分类后映射为数字等级） FORMALITY_PROMPTS = { "非常休闲": "very casual clothing, sporty gym wear, beach wear, loungewear, relaxed informal style", "休闲": "casual clothing, everyday relaxed wear, jeans and t-shirt style", "轻正式": "smart casual clothing, neat polished everyday style, business casual attire", "商务正式": "business formal clothing, office suit and tailored professional attire", "非常正式": "very formal clothing, evening gown, tuxedo, ceremonial dress code attire", } # 适用场合（取置信度达标的 top-N 逗号连接） OCCASION_PROMPTS = { "日常通勤": "everyday commuting and office wear, practical comfortable work outfit", "运动健身": "sports and gym workout wear, athletic exercise clothing", "约会聚会": "date night and social gathering outfit, romantic or fashionable party look", "正式商务": "formal business meeting attire, professional corporate dress code", "居家休闲": "home loungewear, cozy at-home relaxing clothing", "度假旅游": "vacation and travel wear, resort holiday clothing, beach and sightseeing outfit", "户外活动": "outdoor activity wear, hiking camping adventure functional clothing", "派对夜店": "party and nightclub outfit, trendy bold nightlife fashion", "校园上课": "school and campus wear, youthful student daily outfit", "婚礼宴会": "wedding and banquet attire, elegant formal celebration dress", } # 视觉冲击力 1-5（label 分类后映射为数字等级） VISUAL_IMPACT_PROMPTS = { "低调": "very low visual impact, plain minimal clothing, muted neutral colors, no decoration", "平淡": "low visual impact, simple understated clothing, basic design with little attention-grabbing", "适中": "moderate visual impact, average clothing with normal color and simple design details", "亮眼": "high visual impact, eye-catching clothing, bright colors or striking design, stands out", "高调": "very high visual impact, bold dazzling clothing, neon glitter dramatic statement design, impossible to ignore", } # ============================================================================ # 批量推理分组：所有维度 + 子类别按大类展开，一次前向全部完成 # ============================================================================ INFERENCE_GROUPS = { "category": CATEGORY_PROMPTS, "color": COLOR_PROMPTS, "style": STYLE_PROMPTS, "version": FIT_PROMPTS, "material": MATERIAL_PROMPTS, "pattern": PATTERN_PROMPTS, "thickness": THICKNESS_PROMPTS, "sleeve_type": SLEEVE_TYPE_PROMPTS, "clothes_type": CLOTHES_TYPE_PROMPTS, "neckline_type": NECKLINE_PROMPTS, "formality": FORMALITY_PROMPTS, "occasion": OCCASION_PROMPTS, "visual_impact": VISUAL_IMPACT_PROMPTS, } for _main, _subs in SUBCATEGORY_GROUPS.items(): INFERENCE_GROUPS[f"subcategory:{_main}"] = _subs # 副颜色提取阈值：第二颜色置信度达到 min(top1 * 40%, 0.15) 才输出 COLOR_SUB_RATIO_THRESHOLD = 0.40 COLOR_SUB_ABS_THRESHOLD = 0.15 # 适用场合：置信度不低于 top1 的 60%，最多取 3 个 OCCASION_MIN_RATIO = 0.60 OCCASION_MAX_COUNT = 3 # 维度适用性：各维度仅在指定大类下输出，其余品类置空 DIMENSION_APPLICABILITY = { "thickness": {"上装", "下装", "连衣裙", "外套", "鞋"}, "version": {"上装", "下装", "连衣裙", "外套"}, "sleeve_type": {"上装", "连衣裙", "外套"}, "clothes_type": {"上装", "下装", "连衣裙", "外套"}, "neckline_type": {"上装", "连衣裙", "外套"}, } # 1-5 等级映射（中文标签 -> 数字等级字符串） FORMALITY_LEVELS = { "非常休闲": "1", "休闲": "2", "轻正式": "3", "商务正式": "4", "非常正式": "5", } VISUAL_IMPACT_LEVELS = { "低调": "1", "平淡": "2", "适中": "3", "亮眼": "4", "高调": "5", } def _classify_all( model: CLIPModel, processor: CLIPProcessor, image: Image.Image, groups: dict, device: str, ) -> dict: """一次前向完成多组分类。 groups: 组名 -> {中文标签: 英文提示词} 返回: 组名 -> [{"label": 标签, "confidence": 置信度}, ...] 按置信度降序 """ texts = [] boundaries = [] for prompts in groups.values(): start = len(texts) texts.extend(prompts.values()) boundaries.append((start, len(texts))) inputs = processor( text=texts, images=image, return_tensors="pt", padding=True, ).to(device) with torch.inference_mode(): outputs = model(**inputs) logits = outputs.logits_per_image # [1, total_texts] logits = logits.squeeze(0).cpu() results = {} for name, (start, end) in zip(groups.keys(), boundaries): labels = list(groups[name].keys()) probs = torch.softmax(logits[start:end], dim=-1) order = torch.argsort(probs, descending=True) results[name] = [ {"label": labels[int(i)], "confidence": round(float(probs[int(i)]), 4)} for i in order ] return results def _top1(results: list) -> tuple: """取组内 top1 的 (标签, 置信度)。""" return results[0]["label"], results[0]["confidence"] def _extract_color_sub(color_results: list) -> tuple: """从颜色 top-2 提取副颜色，置信度过低则返回空。""" if len(color_results) < 2: return "", 0.0 top_conf = color_results[0]["confidence"] sub = color_results[1] threshold = min(top_conf * COLOR_SUB_RATIO_THRESHOLD, COLOR_SUB_ABS_THRESHOLD) if sub["confidence"] >= threshold: return sub["label"], sub["confidence"] return "", 0.0 def _pick_occasions(occasion_results: list) -> str: """取置信度不低于 top1 一定比例的场合，逗号连接。""" top_conf = occasion_results[0]["confidence"] picked = [ r["label"] for r in occasion_results if r["confidence"] >= top_conf * OCCASION_MIN_RATIO ][:OCCASION_MAX_COUNT] if not picked: picked = [occasion_results[0]["label"]] return ",".join(picked) # ---------- 模型加载 ---------- MODEL_NAME = "patrickjohncyh/fashion-clip" device = "cuda" if torch.cuda.is_available() else "cpu" # 模型缓存走 HuggingFace 默认目录（~/.cache/huggingface） logger.info(f"Loading {MODEL_NAME} on {device} ...") try: model = CLIPModel.from_pretrained(MODEL_NAME, local_files_only=True) processor = CLIPProcessor.from_pretrained(MODEL_NAME, local_files_only=True) logger.info(f"{MODEL_NAME} 命中本地缓存，离线加载完成") except (OSError, ValueError) as e: logger.info(f"本地未找到 {MODEL_NAME} 缓存，自动从 HuggingFace 下载 ... ({e})") model = CLIPModel.from_pretrained(MODEL_NAME) processor = CLIPProcessor.from_pretrained(MODEL_NAME) logger.info(f"{MODEL_NAME} 下载完成") model = model.to(device) model.eval() if device == "cuda": model.half() logger.info(f"Fashion-CLIP loaded on {device}") @app.post("/classify") async def classify(file: UploadFile): """对上传的衣物图片进行分类，返回与 clothes 表模型对齐的 15 个维度。 Response: category_main: 衣物大类（上装/下装/连衣裙/外套/鞋/配饰） category_sub: 子类别（大类对应组内 top1） style: 风格 color_main: 主颜色 color_sub: 副颜色（top-2 置信度达标才输出，否则空字符串） thickness: 厚度（薄/适中/厚/加厚） version: 版型（宽松/修身/阔腿/紧身/常规合身/直筒） material: 材质 pattern: 花纹 sleeve_type: 袖型（仅上装/连衣裙/外套，其余置空） clothes_type: 衣长类型（短款/常规/中长/长款/超长款） neckline_type: 领型（仅上装/连衣裙/外套，其余置空） formality: 正式程度 "1"~"5"（附 formality_label 中文标签） occasions: 适用场合（top-N 逗号连接） visual_impact: 视觉冲击力 "1"~"5"（附 visual_impact_label 中文标签） details: 各维度 Top-5 明细 """ raw = await file.read() try: image = Image.open(io.BytesIO(raw)) # 仅含透明通道的图片（PNG 等）合成白底，避免透明通道干扰 CLIP；普通 JPEG 直接转 RGB if image.mode in ("RGBA", "LA") or (image.mode == "P" and "transparency" in image.info): image = image.convert("RGBA") bg = Image.new("RGBA", image.size, (255, 255, 255, 255)) image = Image.alpha_composite(bg, image) image = image.convert("RGB") except Exception: raise HTTPException(status_code=400, detail="invalid image") # 1. 一次前向完成全部分类 results = _classify_all(model, processor, image, INFERENCE_GROUPS, device) # 2. 大类 best_main, best_main_conf = _top1(results["category"]) # 3. 子类别：大类对应组内 top1 sub_results = results.get(f"subcategory:{best_main}", []) if sub_results: best_sub, best_sub_conf = _top1(sub_results) else: best_sub, best_sub_conf = "", 0.0 # 4. 颜色：主色 + 副色（top-2 阈值提取） color_results = results["color"] best_color, best_color_conf = _top1(color_results) best_color_sub, best_color_sub_conf = _extract_color_sub(color_results) # 5. 风格 / 材质 / 花纹 best_style, best_style_conf = _top1(results["style"]) best_material, best_material_conf = _top1(results["material"]) best_pattern, best_pattern_conf = _top1(results["pattern"]) # 6. 适用性控制：不适用维度置空 def pick_or_empty(dim: str) -> tuple: if best_main in DIMENSION_APPLICABILITY.get(dim, set()): return _top1(results[dim]) return "", 0.0 best_thickness, best_thickness_conf = pick_or_empty("thickness") best_version, best_version_conf = pick_or_empty("version") best_sleeve, best_sleeve_conf = pick_or_empty("sleeve_type") best_clothes_type, best_clothes_type_conf = pick_or_empty("clothes_type") best_neckline, best_neckline_conf = pick_or_empty("neckline_type") # 7. 正式程度 1-5 formality_label, formality_conf = _top1(results["formality"]) formality = FORMALITY_LEVELS.get(formality_label, "") # 8. 适用场合 top-N occasions = _pick_occasions(results["occasion"]) # 9. 视觉冲击力 1-5 impact_label, impact_conf = _top1(results["visual_impact"]) impact = VISUAL_IMPACT_LEVELS.get(impact_label, "") def detail(name: str) -> list: return results.get(name, [])[:5] return { "category_main": best_main, "category_main_confidence": best_main_conf, "category_sub": best_sub, "category_sub_confidence": best_sub_conf, "style": best_style, "style_confidence": best_style_conf, "color_main": best_color, "color_main_confidence": best_color_conf, "color_sub": best_color_sub, "color_sub_confidence": best_color_sub_conf, "thickness": best_thickness, "thickness_confidence": best_thickness_conf, "version": best_version, "version_confidence": best_version_conf, "material": best_material, "material_confidence": best_material_conf, "pattern": best_pattern, "pattern_confidence": best_pattern_conf, "sleeve_type": best_sleeve, "sleeve_type_confidence": best_sleeve_conf, "clothes_type": best_clothes_type, "clothes_type_confidence": best_clothes_type_conf, "neckline_type": best_neckline, "neckline_type_confidence": best_neckline_conf, "formality": formality, "formality_label": formality_label, "formality_confidence": formality_conf, "occasions": occasions, "visual_impact": impact, "visual_impact_label": impact_label, "visual_impact_confidence": impact_conf, "details": { "category_main": detail("category"), "category_sub": sub_results[:5], "style": detail("style"), "color_main": color_results[:5], "thickness": detail("thickness"), "version": detail("version"), "material": detail("material"), "pattern": detail("pattern"), "sleeve_type": detail("sleeve_type"), "clothes_type": detail("clothes_type"), "neckline_type": detail("neckline_type"), "formality": detail("formality"), "occasions": detail("occasion"), "visual_impact": detail("visual_impact"), }, } @app.get("/healthz") def healthz(): return {"status": "ok"} if __name__ == "__main__": # 模型已在模块 import 时于模块级加载，这里直接传 app 对象启动， # 不要用 "main:app" 字符串 + reload 方式，否则会重复加载模型。 import uvicorn uvicorn.run(app, host="0.0.0.0", port=8000)