Add throughput benchmarking script (#133)

examples/simple_server.py

@@ -19,9 +19,8 @@ def main(args: argparse.Namespace):
          SamplingParams(n=3, best_of=3, use_beam_search=True, temperature=0.0)),
     ]
 
-    request_id = 0
-
     # Run the server.
+    request_id = 0
     while True:
         # To test iteration-level scheduling, we add one request at each step.
         if test_prompts: