[Misc][Simulator] Update vllm simulator backend

[ZeldaHuang]

1. record simulator profiling data in InstanceInfo
2. update get_instance_info to get correct info
3. update BackendSimVLLM
4. add simulator docs.

[github-actions]

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	144.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	184.00 MB	192.00 MB	200.00 MB	208.00 MB	232.00 MB	248.00 MB	312.00 MB	320.00 MB	416.00 MB	440.00 MB	464.00 MB	472.00 MB	480.00 MB	560.00 MB	568.00 MB
rpc_speed(GB/s)	1.04	1.55	1.73	1.90	2.00	2.08	2.12	2.12	2.20	2.20	2.33	2.33	2.30	2.42	2.42	2.46	2.38	2.48	2.55	2.48	2.43	2.44	2.45	2.41	1.43	2.61	2.66	2.51	2.67	2.77	3.00	2.69	3.15	2.97	3.13	3.00	3.07

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	144.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	184.00 MB	192.00 MB	200.00 MB	312.00 MB	320.00 MB	416.00 MB	464.00 MB	480.00 MB	560.00 MB
gloo_speed(GB/s)	0.92	1.61	1.98	2.13	2.37	2.54	2.57	2.75	2.70	2.92	2.81	2.77	2.85	3.06	3.52	2.55	2.42	2.37	2.41	2.66	1.59	2.82	2.65	2.04	2.64	1.94	3.04	2.44	2.61	2.75	2.52

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	144.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	184.00 MB	192.00 MB	200.00 MB	208.00 MB	224.00 MB	240.00 MB	256.00 MB	280.00 MB	312.00 MB	384.00 MB	416.00 MB	424.00 MB	480.00 MB	528.00 MB	560.00 MB	704.00 MB
nccl_speed(GB/s)	0.18	0.47	0.64	0.78	1.03	1.29	1.44	1.78	1.86	1.77	1.88	1.94	2.34	2.48	2.21	2.23	3.22	3.20	3.74	3.44	2.88	2.85	3.39	4.69	3.38	6.38	2.16	3.97	6.57	2.49	3.11	4.98	5.63	5.44	5.71	4.23	3.53	4.95

[github-actions]

prefill	p25	p50	p75	p95	p99	mean
latency(ms)	24969.00	84525.00	212095.25	238650.10	249972.65	110716.93

decode	p25	p50	p75	p95	p99	mean
latency(ms)	53.41	59.59	76.87	148.50	366.72	76.66

[github-actions]

prefill	p25	p50	p75	p95	p99	mean
latency(ms)	30872.75	114692.00	181925.50	242893.60	273546.97	111455.35

decode	p25	p50	p75	p95	p99	mean
latency(ms)	53.83	61.31	80.85	159.22	472.69	80.06

[github-actions]

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	144.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	184.00 MB	192.00 MB	200.00 MB	232.00 MB	240.00 MB	248.00 MB	264.00 MB	312.00 MB	416.00 MB	424.00 MB	472.00 MB	480.00 MB	544.00 MB
rpc_speed(GB/s)	1.06	1.55	1.82	1.92	2.05	2.13	2.18	2.17	2.27	2.31	2.37	2.44	2.46	2.37	2.45	2.51	2.47	2.51	2.48	2.56	2.53	2.48	2.57	2.52	2.65	2.61	2.42	2.46	2.91	2.85	3.04	3.06	2.94	3.04	3.19

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	144.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	184.00 MB	192.00 MB	200.00 MB	208.00 MB	224.00 MB	312.00 MB	416.00 MB	424.00 MB	480.00 MB	568.00 MB
gloo_speed(GB/s)	0.92	1.50	2.00	2.26	2.42	2.68	2.74	2.83	2.92	3.20	3.05	3.33	3.19	3.07	3.37	2.46	2.63	2.73	2.72	2.44	2.94	2.50	2.93	2.26	1.40	2.50	3.08	2.02	2.68	2.63	2.59	2.76

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	144.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	184.00 MB	192.00 MB	224.00 MB	232.00 MB	240.00 MB	288.00 MB	312.00 MB	368.00 MB	408.00 MB	416.00 MB	424.00 MB	480.00 MB	488.00 MB	544.00 MB	560.00 MB	696.00 MB
nccl_speed(GB/s)	0.20	0.50	0.75	0.89	1.31	1.35	1.73	1.60	1.82	1.88	2.15	1.99	2.36	2.63	2.31	2.69	5.01	2.77	3.19	4.06	4.53	3.48	3.26	3.08	3.70	5.83	4.07	2.63	3.64	5.80	5.35	5.31	4.88	5.61	6.01	4.04	4.82	4.82

[github-actions]

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	144.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	184.00 MB	192.00 MB	200.00 MB	208.00 MB	232.00 MB	240.00 MB	272.00 MB	312.00 MB	320.00 MB	416.00 MB	424.00 MB	440.00 MB	480.00 MB	536.00 MB	560.00 MB	912.00 MB
rpc_speed(GB/s)	1.04	1.51	1.77	1.89	1.95	2.10	2.10	2.10	2.23	2.22	2.28	2.22	2.29	2.36	2.35	2.42	2.39	2.41	2.45	2.46	2.46	2.43	2.47	2.63	2.52	2.40	2.36	2.54	2.55	2.73	2.63	2.81	2.93	3.01	2.99	3.15	3.00	3.50

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	144.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	184.00 MB	192.00 MB	200.00 MB	224.00 MB	240.00 MB	312.00 MB	320.00 MB	416.00 MB	424.00 MB	480.00 MB	488.00 MB	536.00 MB	560.00 MB	568.00 MB	744.00 MB
gloo_speed(GB/s)	0.93	1.54	1.96	2.21	2.30	2.53	2.63	2.63	2.45	2.91	3.19	2.65	2.75	2.68	2.75	2.47	2.15	2.33	2.63	2.70	1.91	2.46	3.09	2.79	2.37	3.01	3.37	2.46	2.69	2.36	2.65	2.66	2.90	2.62	1.36	2.83	2.77

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	144.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	184.00 MB	192.00 MB	200.00 MB	208.00 MB	224.00 MB	256.00 MB	280.00 MB	312.00 MB	416.00 MB	432.00 MB	464.00 MB	480.00 MB	488.00 MB	536.00 MB	544.00 MB	568.00 MB
nccl_speed(GB/s)	0.18	0.46	0.68	0.83	1.13	1.18	1.55	1.42	1.86	2.07	2.04	1.99	2.16	2.36	2.44	2.65	3.12	2.01	3.32	3.16	3.56	3.52	3.34	3.78	3.48	3.86	2.97	4.25	2.46	2.91	4.81	5.23	3.68	2.43	4.51	4.08	4.00	4.97

[github-actions]

prefill	p25	p50	p75	p95	p99	mean
latency(ms)	19546.00	116268.50	187348.00	242416.20	247162.13	114669.47

decode	p25	p50	p75	p95	p99	mean
latency(ms)	53.52	60.61	77.80	155.78	452.13	78.31

[github-actions]

prefill	p25	p50	p75	p95	p99	mean
latency(ms)	37594.00	81504.50	217685.50	251256.55	275682.18	110896.39

decode	p25	p50	p75	p95	p99	mean
latency(ms)	53.77	58.96	73.98	141.50	544.91	79.77

[github-actions]

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	144.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	184.00 MB	192.00 MB	200.00 MB	208.00 MB	232.00 MB	248.00 MB	296.00 MB	312.00 MB	416.00 MB	464.00 MB	472.00 MB	536.00 MB	560.00 MB	912.00 MB
rpc_speed(GB/s)	1.04	1.54	1.81	1.92	2.05	2.10	2.15	2.18	2.26	2.33	2.38	2.42	2.34	2.41	2.48	2.48	2.49	2.50	2.48	2.52	2.62	2.46	2.29	2.59	2.26	2.68	2.46	2.39	2.64	2.56	3.00	3.13	3.06	2.98	3.26	3.42

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	144.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	184.00 MB	192.00 MB	200.00 MB	224.00 MB	232.00 MB	240.00 MB	312.00 MB	416.00 MB	424.00 MB	464.00 MB	472.00 MB	480.00 MB	536.00 MB	704.00 MB	912.00 MB
gloo_speed(GB/s)	0.95	1.50	1.92	2.19	2.37	2.46	2.60	2.98	2.76	2.72	3.04	2.88	2.45	2.56	3.22	2.91	2.63	2.66	2.57	2.26	2.42	2.65	2.62	2.68	2.84	2.69	2.42	3.04	2.25	2.61	2.67	2.57	1.86	2.64	2.61	2.69	2.56

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	144.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	184.00 MB	192.00 MB	280.00 MB	312.00 MB	320.00 MB	384.00 MB	416.00 MB	424.00 MB	472.00 MB	496.00 MB	528.00 MB	696.00 MB
nccl_speed(GB/s)	0.19	0.48	0.68	0.92	1.06	1.49	1.47	1.72	1.73	1.88	1.71	2.13	1.89	2.61	2.07	2.34	3.27	3.31	3.10	3.23	3.11	3.80	3.20	3.49	2.55	3.62	5.26	4.90	4.93	4.64	6.81	5.51	5.14	3.97