SELECT 
  video_id, 
  GROUP_CONCAT(
    DISTINCT product_id 
    ORDER BY 
      product_id ASC SEPARATOR ', '
  ) as products 
FROM 
  cscart_cp_video_product_links 
WHERE 
  video_id IN (2166, 2164, 2165, 2163, 2162) 
GROUP BY 
  video_id

Query time 0.00031

JSON explain

{
  "query_block": {
    "select_id": 1,
    "cost_info": {
      "query_cost": "5.31"
    },
    "grouping_operation": {
      "using_filesort": false,
      "table": {
        "table_name": "cscart_cp_video_product_links",
        "access_type": "range",
        "possible_keys": [
          "PRIMARY",
          "video_id_idx"
        ],
        "key": "video_id_idx",
        "used_key_parts": [
          "video_id"
        ],
        "key_length": "3",
        "rows_examined_per_scan": 9,
        "rows_produced_per_join": 9,
        "filtered": "100.00",
        "index_condition": "(`cscart_db`.`cscart_cp_video_product_links`.`video_id` in (2166,2164,2165,2163,2162))",
        "cost_info": {
          "read_cost": "4.41",
          "eval_cost": "0.90",
          "prefix_cost": "5.31",
          "data_read_per_join": "216"
        },
        "used_columns": [
          "video_id",
          "product_id"
        ]
      }
    }
  }
}

Result

video_id products
2162 68893, 68917, 68941
2163 66853
2164 26036, 26038