{ "architectures": [ "BertForSequenceClassification" ], "attention_probs_dropout_prob": 0.1, "classifier_dropout": null, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 384, "id2label": { "0": "LABEL_0" }, "initializer_range": 0.02, "intermediate_size": 1536, "label2id": { "LABEL_0": 0 }, "layer_norm_eps": 1e-12, "max_position_embeddings": 512, "model_type": "bert", "num_attention_heads": 12, "num_hidden_layers": 12, "pad_token_id": 0, "position_embedding_type": "absolute", "rknn": { "model.rknn": { "batch_size": 1, "custom_string": null, "dynamic_input": null, "float_dtype": "float16", "inputs_yuv_fmt": null, "max_seq_length": 512, "mean_values": null, "model_input_names": [ "input_ids", "attention_mask", "token_type_ids" ], "opset": 19, "optimization": { "compress_weight": false, "enable_flash_attention": true, "model_pruning": false, "optimization_level": 0, "remove_reshape": false, "remove_weight": false, "sparse_infer": false }, "quantization": { "auto_hybrid_cos_thresh": 0.98, "auto_hybrid_euc_thresh": null, "dataset_columns": null, "dataset_name": null, "dataset_size": 128, "dataset_split": null, "dataset_subset": null, "do_quantization": false, "quant_img_RGB2BGR": false, "quantized_algorithm": "normal", "quantized_dtype": "w8a8", "quantized_hybrid_level": 0, "quantized_method": "channel" }, "rktransformers_version": "0.3.0", "single_core_mode": false, "std_values": null, "target_platform": "rk3588", "task": "sequence-classification", "task_kwargs": null }, "model_b1_s256.rknn": { "batch_size": 1, "custom_string": null, "dynamic_input": null, "float_dtype": "float16", "inputs_yuv_fmt": null, "max_seq_length": 256, "mean_values": null, "model_input_names": [ "input_ids", "attention_mask", "token_type_ids" ], "opset": 19, "optimization": { "compress_weight": false, "enable_flash_attention": true, "model_pruning": false, "optimization_level": 0, "remove_reshape": false, "remove_weight": false, "sparse_infer": false }, "quantization": { "auto_hybrid_cos_thresh": 0.98, "auto_hybrid_euc_thresh": null, "dataset_columns": null, "dataset_name": null, "dataset_size": 128, "dataset_split": null, "dataset_subset": null, "do_quantization": false, "quant_img_RGB2BGR": false, "quantized_algorithm": "normal", "quantized_dtype": "w8a8", "quantized_hybrid_level": 0, "quantized_method": "channel" }, "rktransformers_version": "0.3.0", "single_core_mode": false, "std_values": null, "target_platform": "rk3588", "task": "sequence-classification", "task_kwargs": null }, "model_b4_s256.rknn": { "batch_size": 4, "custom_string": null, "dynamic_input": null, "float_dtype": "float16", "inputs_yuv_fmt": null, "max_seq_length": 256, "mean_values": null, "model_input_names": [ "input_ids", "attention_mask", "token_type_ids" ], "opset": 19, "optimization": { "compress_weight": false, "enable_flash_attention": true, "model_pruning": false, "optimization_level": 0, "remove_reshape": false, "remove_weight": false, "sparse_infer": false }, "quantization": { "auto_hybrid_cos_thresh": 0.98, "auto_hybrid_euc_thresh": null, "dataset_columns": null, "dataset_name": null, "dataset_size": 128, "dataset_split": null, "dataset_subset": null, "do_quantization": false, "quant_img_RGB2BGR": false, "quantized_algorithm": "normal", "quantized_dtype": "w8a8", "quantized_hybrid_level": 0, "quantized_method": "channel" }, "rktransformers_version": "0.3.0", "single_core_mode": false, "std_values": null, "target_platform": "rk3588", "task": "sequence-classification", "task_kwargs": null }, "model_b4_s512.rknn": { "batch_size": 4, "custom_string": null, "dynamic_input": null, "float_dtype": "float16", "inputs_yuv_fmt": null, "max_seq_length": 512, "mean_values": null, "model_input_names": [ "input_ids", "attention_mask", "token_type_ids" ], "opset": 19, "optimization": { "compress_weight": false, "enable_flash_attention": true, "model_pruning": false, "optimization_level": 0, "remove_reshape": false, "remove_weight": false, "sparse_infer": false }, "quantization": { "auto_hybrid_cos_thresh": 0.98, "auto_hybrid_euc_thresh": null, "dataset_columns": null, "dataset_name": null, "dataset_size": 128, "dataset_split": null, "dataset_subset": null, "do_quantization": false, "quant_img_RGB2BGR": false, "quantized_algorithm": "normal", "quantized_dtype": "w8a8", "quantized_hybrid_level": 0, "quantized_method": "channel" }, "rktransformers_version": "0.3.0", "single_core_mode": false, "std_values": null, "target_platform": "rk3588", "task": "sequence-classification", "task_kwargs": null }, "rknn/model_o1.rknn": { "batch_size": 1, "custom_string": null, "dynamic_input": null, "float_dtype": "float16", "inputs_yuv_fmt": null, "max_seq_length": 512, "mean_values": null, "model_input_names": [ "input_ids", "attention_mask", "token_type_ids" ], "opset": 19, "optimization": { "compress_weight": false, "enable_flash_attention": true, "model_pruning": false, "optimization_level": 1, "remove_reshape": false, "remove_weight": false, "sparse_infer": false }, "quantization": { "auto_hybrid_cos_thresh": 0.98, "auto_hybrid_euc_thresh": null, "dataset_columns": null, "dataset_name": null, "dataset_size": 128, "dataset_split": null, "dataset_subset": null, "do_quantization": false, "quant_img_RGB2BGR": false, "quantized_algorithm": "normal", "quantized_dtype": "w8a8", "quantized_hybrid_level": 0, "quantized_method": "channel" }, "rktransformers_version": "0.3.0", "single_core_mode": false, "std_values": null, "target_platform": "rk3588", "task": "sequence-classification", "task_kwargs": null }, "rknn/model_o2.rknn": { "batch_size": 1, "custom_string": null, "dynamic_input": null, "float_dtype": "float16", "inputs_yuv_fmt": null, "max_seq_length": 512, "mean_values": null, "model_input_names": [ "input_ids", "attention_mask", "token_type_ids" ], "opset": 19, "optimization": { "compress_weight": false, "enable_flash_attention": true, "model_pruning": false, "optimization_level": 2, "remove_reshape": false, "remove_weight": false, "sparse_infer": false }, "quantization": { "auto_hybrid_cos_thresh": 0.98, "auto_hybrid_euc_thresh": null, "dataset_columns": null, "dataset_name": null, "dataset_size": 128, "dataset_split": null, "dataset_subset": null, "do_quantization": false, "quant_img_RGB2BGR": false, "quantized_algorithm": "normal", "quantized_dtype": "w8a8", "quantized_hybrid_level": 0, "quantized_method": "channel" }, "rktransformers_version": "0.3.0", "single_core_mode": false, "std_values": null, "target_platform": "rk3588", "task": "sequence-classification", "task_kwargs": null }, "rknn/model_o3.rknn": { "batch_size": 1, "custom_string": null, "dynamic_input": null, "float_dtype": "float16", "inputs_yuv_fmt": null, "max_seq_length": 512, "mean_values": null, "model_input_names": [ "input_ids", "attention_mask", "token_type_ids" ], "opset": 19, "optimization": { "compress_weight": false, "enable_flash_attention": true, "model_pruning": false, "optimization_level": 3, "remove_reshape": false, "remove_weight": false, "sparse_infer": false }, "quantization": { "auto_hybrid_cos_thresh": 0.98, "auto_hybrid_euc_thresh": null, "dataset_columns": null, "dataset_name": null, "dataset_size": 128, "dataset_split": null, "dataset_subset": null, "do_quantization": false, "quant_img_RGB2BGR": false, "quantized_algorithm": "normal", "quantized_dtype": "w8a8", "quantized_hybrid_level": 0, "quantized_method": "channel" }, "rktransformers_version": "0.3.0", "single_core_mode": false, "std_values": null, "target_platform": "rk3588", "task": "sequence-classification", "task_kwargs": null }, "rknn/model_w8a8.rknn": { "batch_size": 1, "custom_string": null, "dynamic_input": null, "float_dtype": "float16", "inputs_yuv_fmt": null, "max_seq_length": 512, "mean_values": null, "model_input_names": [ "input_ids", "attention_mask", "token_type_ids" ], "opset": 19, "optimization": { "compress_weight": false, "enable_flash_attention": true, "model_pruning": false, "optimization_level": 0, "remove_reshape": false, "remove_weight": false, "sparse_infer": false }, "quantization": { "auto_hybrid_cos_thresh": 0.98, "auto_hybrid_euc_thresh": null, "dataset_columns": [ "answer" ], "dataset_name": "sentence-transformers/natural-questions", "dataset_size": 1024, "dataset_split": [ "train" ], "dataset_subset": null, "do_quantization": true, "quant_img_RGB2BGR": false, "quantized_algorithm": "normal", "quantized_dtype": "w8a8", "quantized_hybrid_level": 0, "quantized_method": "channel" }, "rktransformers_version": "0.3.0", "single_core_mode": false, "std_values": null, "target_platform": "rk3588", "task": "sequence-classification", "task_kwargs": null } }, "sbert_ce_default_activation_function": "torch.nn.modules.linear.Identity", "torch_dtype": "float32", "transformers_version": "4.55.4", "type_vocab_size": 2, "use_cache": true, "vocab_size": 30522 }