SELECT 
  video_id, 
  GROUP_CONCAT(
    DISTINCT product_id 
    ORDER BY 
      product_id ASC SEPARATOR ', '
  ) as products 
FROM 
  cscart_cp_video_product_links 
WHERE 
  video_id IN (2168, 2167, 2166, 2164, 2165) 
GROUP BY 
  video_id

Query time 0.00031

JSON explain

{
  "query_block": {
    "select_id": 1,
    "cost_info": {
      "query_cost": "4.86"
    },
    "grouping_operation": {
      "using_filesort": false,
      "table": {
        "table_name": "cscart_cp_video_product_links",
        "access_type": "range",
        "possible_keys": [
          "PRIMARY",
          "video_id_idx"
        ],
        "key": "video_id_idx",
        "used_key_parts": [
          "video_id"
        ],
        "key_length": "3",
        "rows_examined_per_scan": 8,
        "rows_produced_per_join": 8,
        "filtered": "100.00",
        "index_condition": "(`cscart_db`.`cscart_cp_video_product_links`.`video_id` in (2168,2167,2166,2164,2165))",
        "cost_info": {
          "read_cost": "4.06",
          "eval_cost": "0.80",
          "prefix_cost": "4.86",
          "data_read_per_join": "192"
        },
        "used_columns": [
          "video_id",
          "product_id"
        ]
      }
    }
  }
}