+
    Bi                         ^ RI t ^ RIt^ RIt^ RIt^ RIHt ^ RIHt ^ RIH	t	 ]	P                  ! 4        ! R R]P                  4      4       t]R8X  d   ]P                  ! 4        R# R# )    N)partial)Thread)threading_helperc                   &   a  ] tR t^t o R tRtV tR# )TestTokenizec                  a \         P                  ! R 4      p\        P                  P	                  VP
                  RR7      p. oV3R lp. p\        ^4       F'  pVP                  \        \        W24      R7      4       K)  	  V F  pVP                  4        K  	  V F  pVP                  4        K  	  \        P                  ! ^RRRRR7      \        P                  ! ^RRRRR7      \        P                  ! ^R	RRRR7      \        P                  ! ^R
RRRR7      \        P                  ! ^RRRRR7      \        P                  ! ^RRRRR7      \        P                  ! ^RRRRR7      \        P                  ! ^RRRRR7      \        P                  ! ^RRRRR7      \        P                  ! ^RRRRR7      \        P                  ! ^ RRRRR7      .pSP                  4        VP                  4        V P                  SV4       R# )zfor _ in a:
  passF)extra_tokensc                    <   \        V 4      pSP                  \        P                  P	                  V4      4       \
        P                  ! R4       KS    \         d     R# i ; i)TgQ?N)nextappendtokenize	TokenInfo_maketimesleepStopIteration)itrtokenss   & =/usr/lib/python3.14/test/test_free_threading/test_tokenize.py
next_token4TestTokenize.test_tokenizer_iter.<locals>.next_token   sO    RAMM("4"4":":1"=>JJt$$ s   AA A$#A$)targetforzfor _ in a:
)typestringstartendline_ina: z  passpassN)   r   )r&      )r&      )r&      )r&      )r&      )r&   	   )r&   
   )r&      )   )r/   r/   )r/   r*   )ioStringIOr   	_tokenizeTokenizerIterreadlineranger   r   r   r   joinr   sortassertListEqual)	selfsourcer   r   threadsr    threadexpected_tokensr   s	   &       @r   test_tokenizer_iter TestTokenize.test_tokenizer_iter   s   23--fooE-R	 qANN6)@AB  FLLN  FKKM  Ae6vTcdAcVRabAd&fSbcAcWSbcBs'wUdeAbWSbcAbWS[\AfFU]^AbFQYZAbWS[\AbWS[\
 	V_5     N)__name__
__module____qualname____firstlineno__r?   __static_attributes____classdictcell__)__classdict__s   @r   r   r      s     (6 (6rA   r   __main__)r1   r   unittestr   	functoolsr   	threadingr   test.supportr   requires_working_threadingTestCaser   rC   mainrB   rA   r   <module>rR      s]    	      ) ,,.)68$$ )6 /)6X zMMO rA   