{"title":"Link-near + distance joint HOI pose references","method":"link_near_and_distance_joint","cluster_count":6,"source_dataset":"Full train HOI 6241; K=6 clustering","feature_definition":"22D Sharpa joint pose plus 26 hand-link collision-surface clearances; 5 mm near mask is a geometric proximity feature.","interpretation":"Cluster IDs are unsupervised group labels, not grasp semantics. Clearance is not contact force. Teacher rollout outcomes shown per medoid are independent recorded evaluations and do not define cluster meaning.","agent_usage":"Use to inspect and discuss candidate hand configurations and HOI examples. Do not treat the medoid as a validated grasp, command, or success prediction. Use grasp-pose tools separately to obtain executable commands.","clusters":[{"cluster":0,"key":"dexcanvas/traj_00016388#segment2","parent":"dexcanvas:cap_00002243","kind":"dexcanvas","source":"dexcanvas","object":"banana","object_asset":"/mnt/cpfs/workspace/DataEngine/assets/dexcanvas_sharpa/banana.usd","descriptor_path":"/mnt/cpfs/workspace/rq_ws/outputs/dexcanvas_inhand_expansion_20261016/data/descriptors/039612.json","reference":"/mnt/cpfs/workspace/DataEngine/data/retarget/dexcanvas_sharpa_right_v1/train-00128/traj_00016388.npz","source_frame_index":7,"phase":"unspecified","near_contact_fingers":2,"contact_pattern":"11000","min_tip_surface_distance_m":0.008013265717868418,"mean_tip_surface_distance_m":0.018091424210934917,"object_size_x_m":0.07507903501391411,"object_size_y_m":0.045079197734594345,"object_size_z_m":0.19623499363660812,"object_aspect_1":0.38259758681444433,"object_aspect_2":0.2297204840950687,"object_collision_scale_m":0.19622765481472015,"tabletop_pick_success":false,"pose_tracking_success":true,"lift_with_two_tip_contact_0_5s":false,"retained_through_reference_lift":false,"position_mean_m":0.0362080598039166,"force_over20_fraction":0.0,"pca_x":-0.3420270718233103,"pca_y":-0.6452077176693259,"reference_role":"reference_only","command_output":false,"joint_pose_rad":[0.40278923511505127,0.030091706663370132,0.918233335018158,-0.3070000112056732,0.0,0.10963739454746246,-0.22883132100105286,1.006579041481018,0.29637521505355835,0.17868521809577942,-0.13600000739097595,1.039380669593811,0.4377334415912628,0.06320563703775406,0.08005715906620026,0.8558935523033142,0.0,0.00800000037997961,-0.1745329350233078,0.3059999942779541,1.237180233001709,0.0],"link_order":["hand_C_MC","thumb_MC","thumb_PP","thumb_DP","thumb_elastomer","index_MCP_VL","index_PP","index_MP","index_DP","index_elastomer","middle_MCP_VL","middle_PP","middle_MP","middle_DP","middle_elastomer","ring_MCP_VL","ring_PP","ring_MP","ring_DP","ring_elastomer","pinky_MC","pinky_MCP_VL","pinky_PP","pinky_MP","pinky_DP","pinky_elastomer"],"link_clearance_m":[0.03226736932992935,0.046247050166130066,0.009472009725868702,0.001283901510760188,0.0016188864829018712,0.028842518106102943,0.021085569635033607,0.003500616643577814,0.0005392241291701794,0.0,0.027901099994778633,0.01978978142142296,0.009009764529764652,0.005857255309820175,0.004468696191906929,0.030313976109027863,0.023265976458787918,0.018573356792330742,0.020865820348262787,0.020322244614362717,0.041804712265729904,0.03548767790198326,0.0331275500357151,0.02216670662164688,0.019283616915345192,0.017938364297151566],"near_links_le_5mm":["thumb_DP","thumb_elastomer","index_MP","index_DP","index_elastomer","middle_elastomer"],"near_link_count_le_5mm":6,"hand_image":"images/cluster_0_hand.png","hoi_diagram":"images/cluster_0_hoi_reference.png","joint_names":["right_thumb_CMC_FE","right_thumb_CMC_AA","right_thumb_MCP_FE","right_thumb_MCP_AA","right_thumb_IP","right_index_MCP_FE","right_index_MCP_AA","right_index_PIP","right_index_DIP","right_middle_MCP_FE","right_middle_MCP_AA","right_middle_PIP","right_middle_DIP","right_ring_MCP_FE","right_ring_MCP_AA","right_ring_PIP","right_ring_DIP","right_pinky_CMC","right_pinky_MCP_FE","right_pinky_MCP_AA","right_pinky_PIP","right_pinky_DIP"],"cluster_population":2278},{"cluster":1,"key":"dexcanvas/traj_00018497#segment0","parent":"dexcanvas:cap_00002681","kind":"dexcanvas","source":"dexcanvas","object":"cube1","object_asset":"/mnt/cpfs/workspace/DataEngine/assets/dexcanvas_sharpa/cube1.usd","descriptor_path":"/mnt/cpfs/workspace/rq_ws/outputs/hand_hoi_sonic_v1_20261014/data/general_dexcanvas_50g/descriptors/003102.json","reference":"/mnt/cpfs/workspace/DataEngine/data/retarget/dexcanvas_sharpa_right_v1/train-00145/traj_00018497.npz","source_frame_index":146,"phase":"unspecified","near_contact_fingers":4,"contact_pattern":"11110","min_tip_surface_distance_m":0.004401143910421872,"mean_tip_surface_distance_m":0.01111635987569053,"object_size_x_m":0.08672778680920601,"object_size_y_m":0.0873301737010479,"object_size_z_m":0.08121252432465553,"object_aspect_1":0.9931021906139337,"object_aspect_2":0.9299480452502643,"object_collision_scale_m":0.0873301774263382,"tabletop_pick_success":false,"pose_tracking_success":true,"lift_with_two_tip_contact_0_5s":false,"retained_through_reference_lift":false,"position_mean_m":0.016846522318643965,"force_over20_fraction":0.026041666666666668,"pca_x":0.9838207584321033,"pca_y":0.48726167697411354,"reference_role":"reference_only","command_output":false,"joint_pose_rad":[0.4999091625213623,0.05985205993056297,0.5119919180870056,-0.3070000112056732,0.0,-0.1745329350233078,-0.0016510231653228402,0.3463612198829651,0.8634223937988281,-0.03478814288973808,0.1589999943971634,0.9043739438056946,0.3669954836368561,-0.00479617714881897,0.08235981315374374,0.9466365575790405,0.07184937596321106,0.02879530005156994,-0.1745329350233078,0.28492769598960876,1.3605307340621948,0.0],"link_order":["hand_C_MC","thumb_MC","thumb_PP","thumb_DP","thumb_elastomer","index_MCP_VL","index_PP","index_MP","index_DP","index_elastomer","middle_MCP_VL","middle_PP","middle_MP","middle_DP","middle_elastomer","ring_MCP_VL","ring_PP","ring_MP","ring_DP","ring_elastomer","pinky_MC","pinky_MCP_VL","pinky_PP","pinky_MP","pinky_DP","pinky_elastomer"],"link_clearance_m":[0.03579287603497505,0.03144294023513794,0.000890614464879036,0.00032530579483136535,0.0003139818145427853,0.03172196075320244,0.014969343319535255,0.000825685856398195,0.0035324092023074627,0.003334194654598832,0.029184138402342796,0.009046141989529133,0.0013925102539360523,0.002335724188014865,0.00019463112403173,0.030641835182905197,0.011672867462038994,0.004559280816465616,0.004987261723726988,0.004981449339538813,0.046679526567459106,0.037220388650894165,0.0266684852540493,0.01743198372423649,0.017910413444042206,0.01801186241209507],"near_links_le_5mm":["thumb_PP","thumb_DP","thumb_elastomer","index_MP","index_DP","index_elastomer","middle_MP","middle_DP","middle_elastomer","ring_MP","ring_DP","ring_elastomer"],"near_link_count_le_5mm":12,"hand_image":"images/cluster_1_hand.png","hoi_diagram":"images/cluster_1_hoi_reference.png","joint_names":["right_thumb_CMC_FE","right_thumb_CMC_AA","right_thumb_MCP_FE","right_thumb_MCP_AA","right_thumb_IP","right_index_MCP_FE","right_index_MCP_AA","right_index_PIP","right_index_DIP","right_middle_MCP_FE","right_middle_MCP_AA","right_middle_PIP","right_middle_DIP","right_ring_MCP_FE","right_ring_MCP_AA","right_ring_PIP","right_ring_DIP","right_pinky_CMC","right_pinky_MCP_FE","right_pinky_MCP_AA","right_pinky_PIP","right_pinky_DIP"],"cluster_population":1560},{"cluster":2,"key":"dexycb_lifted/dexycb_02_right_004_sugar_box_20200813_145951_00","parent":"dexycb_lifted/dexycb_02_right_004_sugar_box_20200813_145951_00","kind":"spider","source":"spider","object":"unknown","object_asset":"/mnt/cpfs/workspace/DataEngine/assets/hand_system0/object_usd_20261011/spider/usd/dexycb_02_right_004_sugar_box_20200813_145951_00.usd","descriptor_path":"/mnt/cpfs/workspace/rq_ws/outputs/hand_system0_v1/general_release_teacher_improved_hrdex_20261013/references/000120.json","reference":"/mnt/cpfs/workspace/DataEngine/data/local_system0_20261011/hoi/spider/processed/dexycb_lifted/sharpa/right/dexycb_02_right_004_sugar_box_20200813_145951_00","source_frame_index":8,"phase":"unspecified","near_contact_fingers":4,"contact_pattern":"11110","min_tip_surface_distance_m":0.0013120443826035348,"mean_tip_surface_distance_m":0.005836747124349654,"object_size_x_m":0.053193140774965286,"object_size_y_m":0.09655017778277397,"object_size_z_m":0.17724956572055817,"object_aspect_1":0.5447131979718902,"object_aspect_2":0.3001030809792033,"object_collision_scale_m":0.17724956572055817,"tabletop_pick_success":true,"pose_tracking_success":false,"lift_with_two_tip_contact_0_5s":true,"retained_through_reference_lift":true,"position_mean_m":0.025586287420251933,"force_over20_fraction":0.2625,"pca_x":-0.324197857469614,"pca_y":0.6892937577616567,"reference_role":"reference_only","command_output":false,"joint_pose_rad":[0.7406234741210938,0.30941909551620483,0.34523865580558777,-0.01874961331486702,0.04874828830361366,0.4178348481655121,0.0005273620481602848,0.06037404015660286,0.6033021211624146,0.2904854416847229,0.11811093986034393,0.9659994840621948,-0.0048822565004229546,0.21695229411125183,0.06472882628440857,1.0975854396820068,0.29523855447769165,0.26893502473831177,0.31779736280441284,0.06457526236772537,1.4702562093734741,1.3309869766235352],"link_order":["hand_C_MC","thumb_MC","thumb_PP","thumb_DP","thumb_elastomer","index_MCP_VL","index_PP","index_MP","index_DP","index_elastomer","middle_MCP_VL","middle_PP","middle_MP","middle_DP","middle_elastomer","ring_MCP_VL","ring_PP","ring_MP","ring_DP","ring_elastomer","pinky_MC","pinky_MCP_VL","pinky_PP","pinky_MP","pinky_DP","pinky_elastomer"],"link_clearance_m":[0.022138794884085655,0.027293222025036812,0.0056272950023412704,0.0,0.0,0.006159268785268068,0.0,0.0,0.0,0.0,0.012419819831848145,0.0,0.0,0.0,0.0,0.026119792833924294,0.004237527959048748,0.0,0.0,0.0,0.04738948494195938,0.0407269261777401,0.014107934199273586,0.0,0.0,0.005715962499380112],"near_links_le_5mm":["thumb_DP","thumb_elastomer","index_PP","index_MP","index_DP","index_elastomer","middle_PP","middle_MP","middle_DP","middle_elastomer","ring_PP","ring_MP","ring_DP","ring_elastomer","pinky_MP","pinky_DP"],"near_link_count_le_5mm":16,"hand_image":"images/cluster_2_hand.png","hoi_diagram":"images/cluster_2_hoi_reference.png","joint_names":["right_thumb_CMC_FE","right_thumb_CMC_AA","right_thumb_MCP_FE","right_thumb_MCP_AA","right_thumb_IP","right_index_MCP_FE","right_index_MCP_AA","right_index_PIP","right_index_DIP","right_middle_MCP_FE","right_middle_MCP_AA","right_middle_PIP","right_middle_DIP","right_ring_MCP_FE","right_ring_MCP_AA","right_ring_PIP","right_ring_DIP","right_pinky_CMC","right_pinky_MCP_FE","right_pinky_MCP_AA","right_pinky_PIP","right_pinky_DIP"],"cluster_population":624},{"cluster":3,"key":"oakink_native/scene_01__A003++seq__5a5d66e7a358b59c9fee__2023-04-21-20-23-45/stage21/part0","parent":"OakInk2/scene_01__A003++seq__5a5d66e7a358b59c9fee__2023-04-21-20-23-45","kind":"quick_hoi","source":"oakink_native","object":"O02@0030@00002","object_asset":"/mnt/cpfs/workspace/rq_ws/outputs/oakink_native_preparation_20261017/assets/O02@0030@00002.usd","descriptor_path":"/mnt/cpfs/workspace/rq_ws/outputs/oakink_native_preparation_20261017/retarget/descriptors/0088.json","reference":"/mnt/cpfs/workspace/rq_ws/outputs/oakink_native_preparation_20261017/retarget/0088/reference_pose.npz","source_frame_index":246,"phase":"unspecified","near_contact_fingers":4,"contact_pattern":"11110","min_tip_surface_distance_m":0.005499815808923572,"mean_tip_surface_distance_m":0.009201746246601573,"object_size_x_m":0.04142899997532368,"object_size_y_m":0.0214610006660223,"object_size_z_m":0.19349399954080582,"object_aspect_1":0.21410999862342886,"object_aspect_2":0.11091300359159925,"object_collision_scale_m":0.19349165260791779,"tabletop_pick_success":false,"pose_tracking_success":false,"lift_with_two_tip_contact_0_5s":false,"retained_through_reference_lift":false,"position_mean_m":0.37036548197243574,"force_over20_fraction":0.0,"pca_x":-1.424034926136206,"pca_y":-0.20470118418372032,"reference_role":"reference_only","command_output":false,"joint_pose_rad":[0.9217969179153442,0.06529588997364044,0.7057604789733887,-0.3490999639034271,0.0,0.6759464144706726,0.12297710031270981,1.141388177871704,0.5566680431365967,0.7003978490829468,0.024760177358984947,1.4072353839874268,0.2836497724056244,0.7965467572212219,-0.09119417518377304,1.4514172077178955,0.29244711995124817,0.26179996132850647,0.7530177235603333,0.20585820078849792,1.7452999353408813,0.14024876058101654],"link_order":["hand_C_MC","thumb_MC","thumb_PP","thumb_DP","thumb_elastomer","index_MCP_VL","index_PP","index_MP","index_DP","index_elastomer","middle_MCP_VL","middle_PP","middle_MP","middle_DP","middle_elastomer","ring_MCP_VL","ring_PP","ring_MP","ring_DP","ring_elastomer","pinky_MC","pinky_MCP_VL","pinky_PP","pinky_MP","pinky_DP","pinky_elastomer"],"link_clearance_m":[0.03401970863342285,0.029336750507354736,0.0036267174873501062,0.0,0.0,0.048822738230228424,0.033009666949510574,0.00410544453188777,0.0,0.0,0.04763556644320488,0.03621441498398781,0.009174215607345104,0.0,0.0,0.04606611281633377,0.03333371505141258,0.00965143647044897,0.0029473642352968454,0.002120292279869318,0.030753422528505325,0.047419656068086624,0.04344239830970764,0.021089939400553703,0.009985571727156639,0.00854506716132164],"near_links_le_5mm":["thumb_PP","thumb_DP","thumb_elastomer","index_MP","index_DP","index_elastomer","middle_DP","middle_elastomer","ring_DP","ring_elastomer"],"near_link_count_le_5mm":10,"hand_image":"images/cluster_3_hand.png","hoi_diagram":"images/cluster_3_hoi_reference.png","joint_names":["right_thumb_CMC_FE","right_thumb_CMC_AA","right_thumb_MCP_FE","right_thumb_MCP_AA","right_thumb_IP","right_index_MCP_FE","right_index_MCP_AA","right_index_PIP","right_index_DIP","right_middle_MCP_FE","right_middle_MCP_AA","right_middle_PIP","right_middle_DIP","right_ring_MCP_FE","right_ring_MCP_AA","right_ring_PIP","right_ring_DIP","right_pinky_CMC","right_pinky_MCP_FE","right_pinky_MCP_AA","right_pinky_PIP","right_pinky_DIP"],"cluster_population":644},{"cluster":4,"key":"dexcanvas/traj_00015753#segment2","parent":"dexcanvas:cap_00001936","kind":"dexcanvas","source":"dexcanvas","object":"powerdrill","object_asset":"/mnt/cpfs/workspace/DataEngine/assets/dexcanvas_sharpa/powerdrill.usd","descriptor_path":"/mnt/cpfs/workspace/rq_ws/outputs/hand_hoi_sonic_v1_20261014/data/general_dexcanvas_50g/descriptors/002467.json","reference":"/mnt/cpfs/workspace/DataEngine/data/retarget/dexcanvas_sharpa_right_v1/train-00123/traj_00015753.npz","source_frame_index":0,"phase":"unspecified","near_contact_fingers":0,"contact_pattern":"00000","min_tip_surface_distance_m":0.0322963223577758,"mean_tip_surface_distance_m":0.08928254677489408,"object_size_x_m":0.18422572314739227,"object_size_y_m":0.060310911387205124,"object_size_z_m":0.18754233419895172,"object_aspect_1":0.9823154005962138,"object_aspect_2":0.32158558570154683,"object_collision_scale_m":0.1892598271369934,"tabletop_pick_success":false,"pose_tracking_success":true,"lift_with_two_tip_contact_0_5s":false,"retained_through_reference_lift":false,"position_mean_m":0.002787478204733291,"force_over20_fraction":0.0,"pca_x":0.7577776121815681,"pca_y":-1.0831361983248313,"reference_role":"reference_only","command_output":false,"joint_pose_rad":[0.7150184512138367,0.061000000685453415,1.1585335731506348,-0.05636446550488472,0.0,0.6460529565811157,-0.3089999854564667,0.0,0.0,0.3126080334186554,-0.08122042566537857,0.0304810032248497,0.20946761965751648,0.14351603388786316,0.13523249328136444,0.2821016013622284,0.0669083222746849,0.00800000037997961,-0.1745329350233078,0.2656485438346863,1.1191458702087402,1.309000015258789],"link_order":["hand_C_MC","thumb_MC","thumb_PP","thumb_DP","thumb_elastomer","index_MCP_VL","index_PP","index_MP","index_DP","index_elastomer","middle_MCP_VL","middle_PP","middle_MP","middle_DP","middle_elastomer","ring_MCP_VL","ring_PP","ring_MP","ring_DP","ring_elastomer","pinky_MC","pinky_MCP_VL","pinky_PP","pinky_MP","pinky_DP","pinky_elastomer"],"link_clearance_m":[0.1028895154595375,0.08237753063440323,0.06885868310928345,0.06934691220521927,0.0768323540687561,0.10201442986726761,0.06654872745275497,0.04386334866285324,0.029869986698031425,0.02963845245540142,0.1153642013669014,0.09438521414995193,0.07906941324472427,0.07000766694545746,0.06956754624843597,0.13186918199062347,0.12263290584087372,0.11287778615951538,0.10810411721467972,0.1077268123626709,0.14907383918762207,0.15018869936466217,0.15145938098430634,0.14015717804431915,0.13523459434509277,0.13594964146614075],"near_links_le_5mm":[],"near_link_count_le_5mm":0,"hand_image":"images/cluster_4_hand.png","hoi_diagram":"images/cluster_4_hoi_reference.png","joint_names":["right_thumb_CMC_FE","right_thumb_CMC_AA","right_thumb_MCP_FE","right_thumb_MCP_AA","right_thumb_IP","right_index_MCP_FE","right_index_MCP_AA","right_index_PIP","right_index_DIP","right_middle_MCP_FE","right_middle_MCP_AA","right_middle_PIP","right_middle_DIP","right_ring_MCP_FE","right_ring_MCP_AA","right_ring_PIP","right_ring_DIP","right_pinky_CMC","right_pinky_MCP_FE","right_pinky_MCP_AA","right_pinky_PIP","right_pinky_DIP"],"cluster_population":374},{"cluster":5,"key":"dexycb_lifted/dexycb_05_right_003_cracker_box_20200908_143617_00","parent":"dexycb_lifted/dexycb_05_right_003_cracker_box_20200908_143617_00","kind":"spider","source":"spider","object":"unknown","object_asset":"/mnt/cpfs/workspace/DataEngine/assets/hand_system0/object_usd_20261011/spider/usd/dexycb_05_right_003_cracker_box_20200908_143617_00.usd","descriptor_path":"/mnt/cpfs/workspace/rq_ws/outputs/hand_system0_v1/general_release_teacher_improved_hrdex_20261013/references/000306.json","reference":"/mnt/cpfs/workspace/DataEngine/data/local_system0_20261011/hoi/spider/processed/dexycb_lifted/sharpa/right/dexycb_05_right_003_cracker_box_20200908_143617_00","source_frame_index":9,"phase":"unspecified","near_contact_fingers":5,"contact_pattern":"11111","min_tip_surface_distance_m":0.0014255592290971049,"mean_tip_surface_distance_m":0.0029088836904590716,"object_size_x_m":0.07682580128312111,"object_size_y_m":0.1639769896864891,"object_size_z_m":0.21510492265224457,"object_aspect_1":0.762311655468653,"object_aspect_2":0.3571550122417408,"object_collision_scale_m":0.21510492265224457,"tabletop_pick_success":true,"pose_tracking_success":false,"lift_with_two_tip_contact_0_5s":true,"retained_through_reference_lift":true,"position_mean_m":0.06867516927323762,"force_over20_fraction":0.19940476190476192,"pca_x":-0.07260786633269575,"pca_y":0.760306747704753,"reference_role":"reference_only","command_output":false,"joint_pose_rad":[0.9469969272613525,0.17783544957637787,-0.42969459295272827,-0.13912124931812286,0.49147742986679077,0.538063645362854,-0.2514469623565674,0.4258247911930084,0.31820985674858093,0.8415399193763733,-0.1346035748720169,0.0013235508231446147,0.5219822525978088,0.5511143803596497,-0.10406637191772461,0.6161329746246338,0.3303808271884918,0.2991659343242645,0.8122678399085999,-0.18295858800411224,1.2529664039611816,-0.04367314651608467],"link_order":["hand_C_MC","thumb_MC","thumb_PP","thumb_DP","thumb_elastomer","index_MCP_VL","index_PP","index_MP","index_DP","index_elastomer","middle_MCP_VL","middle_PP","middle_MP","middle_DP","middle_elastomer","ring_MCP_VL","ring_PP","ring_MP","ring_DP","ring_elastomer","pinky_MC","pinky_MCP_VL","pinky_PP","pinky_MP","pinky_DP","pinky_elastomer"],"link_clearance_m":[0.05000944435596466,0.023220403119921684,0.002416465664282441,0.0,0.0,0.04797700047492981,0.012465381063520908,0.0,0.0,0.0021948975045233965,0.05484540015459061,0.013815999031066895,0.0,0.0,0.0,0.06064791977405548,0.026999181136488914,0.0030324128456413746,0.0008068958413787186,0.0,0.06887763738632202,0.06799431145191193,0.02846859209239483,0.009765081107616425,0.0,0.0],"near_links_le_5mm":["thumb_PP","thumb_DP","thumb_elastomer","index_MP","index_DP","index_elastomer","middle_MP","middle_DP","middle_elastomer","ring_MP","ring_DP","ring_elastomer","pinky_DP","pinky_elastomer"],"near_link_count_le_5mm":14,"hand_image":"images/cluster_5_hand.png","hoi_diagram":"images/cluster_5_hoi_reference.png","joint_names":["right_thumb_CMC_FE","right_thumb_CMC_AA","right_thumb_MCP_FE","right_thumb_MCP_AA","right_thumb_IP","right_index_MCP_FE","right_index_MCP_AA","right_index_PIP","right_index_DIP","right_middle_MCP_FE","right_middle_MCP_AA","right_middle_PIP","right_middle_DIP","right_ring_MCP_FE","right_ring_MCP_AA","right_ring_PIP","right_ring_DIP","right_pinky_CMC","right_pinky_MCP_FE","right_pinky_MCP_AA","right_pinky_PIP","right_pinky_DIP"],"cluster_population":761}],"cluster_population":{"0":2278,"1":1560,"2":624,"3":644,"4":374,"5":761}}