


"""simple docstring"""







from manim import *






class 						_A  (  _a  ):







    """simple docstring"""




    def      __snake_case							( self    :   Optional[Any]):
      a						:		str											=      Rectangle(height=0.5    ,			width=0.5)
      a						:		Optional[Any]											=      Rectangle(height=0.46    ,			width=0.46).set_stroke(width=0)

      a						:		List[Any]											=      Rectangle(height=0.25    ,			width=0.25)

      a						:		Tuple											=      [mem.copy() for i in range(6)]
      a						:		str											=      [mem.copy() for i in range(6)]
      a						:		List[Any]											=      VGroup(*__UpperCAmelCase).arrange(__UpperCAmelCase    ,			buff=0)
      a						:		Union[str, Any]											=      VGroup(*__UpperCAmelCase).arrange(__UpperCAmelCase    ,			buff=0)
      a						:		List[str]											=      VGroup(__UpperCAmelCase    ,			__UpperCAmelCase).arrange(__UpperCAmelCase    ,			buff=0)
      a						:		str											=      Text("CPU"    ,			font_size=24)
      a						:		str											=      Group(__UpperCAmelCase    ,			__UpperCAmelCase).arrange(__UpperCAmelCase    ,			buff=0.5    ,			aligned_edge=__UpperCAmelCase)
      cpu.move_to([-2.5, -0.5, 0])
      self.add(__UpperCAmelCase)

      a						:		List[Any]											=      [mem.copy() for i in range(4)]
      a						:		Union[str, Any]											=      VGroup(*__UpperCAmelCase).arrange(__UpperCAmelCase    ,			buff=0)
      a						:		int											=      Text("GPU"    ,			font_size=24)
      a						:		Any											=      Group(__UpperCAmelCase    ,			__UpperCAmelCase).arrange(__UpperCAmelCase    ,			buff=0.5    ,			aligned_edge=__UpperCAmelCase)
      gpu.move_to([-1, -1, 0])
      self.add(__UpperCAmelCase)

      a						:		Any											=      [mem.copy() for i in range(6)]
      a						:		Dict											=      VGroup(*__UpperCAmelCase).arrange(__UpperCAmelCase    ,			buff=0)

      a						:		Dict											=      Text("Model"    ,			font_size=24)
      a						:		Optional[int]											=      Group(__UpperCAmelCase    ,			__UpperCAmelCase).arrange(__UpperCAmelCase    ,			buff=0.5    ,			aligned_edge=__UpperCAmelCase)
      model.move_to([3, -1.0, 0])
      self.add(__UpperCAmelCase)

      a						:		Dict											=      []
      a						:		Optional[int]											=      []

      for i, rect in enumerate(__UpperCAmelCase):
        a						:		Tuple											=      fill.copy().set_fill(__UpperCAmelCase    ,			opacity=0.8)
        target.move_to(__UpperCAmelCase)
        model_arr.append(__UpperCAmelCase)

        a						:		Any											=      Rectangle(height=0.46    ,			width=0.46).set_stroke(width=0.0).set_fill(__UpperCAmelCase    ,			opacity=0.8)
        cpu_target.move_to(cpu_left_col_base[i])
        model_cpu_arr.append(__UpperCAmelCase)

      self.add(*__UpperCAmelCase    ,			*__UpperCAmelCase)

      a						:		Optional[int]											=      [meta_mem.copy() for i in range(6)]
      a						:		List[Any]											=      [meta_mem.copy() for i in range(6)]
      a						:		int											=      VGroup(*__UpperCAmelCase).arrange(__UpperCAmelCase    ,			buff=0)
      a						:		Optional[Any]											=      VGroup(*__UpperCAmelCase).arrange(__UpperCAmelCase    ,			buff=0)
      a						:		List[Any]											=      VGroup(__UpperCAmelCase    ,			__UpperCAmelCase).arrange(__UpperCAmelCase    ,			buff=0)
      a						:		int											=      Text("Disk"    ,			font_size=24)
      a						:		Union[str, Any]											=      Group(__UpperCAmelCase    ,			__UpperCAmelCase).arrange(__UpperCAmelCase    ,			buff=0.5    ,			aligned_edge=__UpperCAmelCase)
      disk.move_to([-4, -1.25, 0])
      self.add(__UpperCAmelCase    ,			__UpperCAmelCase)

      a						:		Dict											=      Square(side_length=2.2)
      key.move_to([-5, 2, 0])

      a						:		str											=      MarkupText(
          f'''<b>Key:</b>\n\n<span fgcolor=\'{YELLOW}\'>●</span> Empty Model'''    ,			font_size=18    ,			)

      key_text.move_to([-5, 2.4, 0])

      self.add(__UpperCAmelCase    ,			__UpperCAmelCase)

      a						:		int											=      MarkupText(
          f'''<span fgcolor=\'{BLUE}\'>●</span> Checkpoint'''    ,			font_size=18    ,			)

      blue_text.next_to(__UpperCAmelCase    ,			DOWN * 2.4    ,			aligned_edge=key_text.get_left())
      self.add(__UpperCAmelCase)

      a						:		Optional[int]											=      MarkupText(
          f'''Now watch as an input is passed through the model\nand how the memory is utilized and handled.'''    ,			font_size=24    ,			)
      step_a.move_to([2, 2, 0])

      self.play(Write(__UpperCAmelCase))

      a						:		Any											=      Square(0.3)
      input.set_fill(__UpperCAmelCase    ,			opacity=1.0)
      input.set_stroke(width=0.0)
      input.next_to(model_base[0]    ,			__UpperCAmelCase    ,			buff=0.5)

      self.play(Write(__UpperCAmelCase))

      input.generate_target()
      input.target.next_to(model_arr[0]    ,			direction=__UpperCAmelCase    ,			buff=0.02)
      self.play(MoveToTarget(__UpperCAmelCase))

      self.play(FadeOut(__UpperCAmelCase))

      a						:		Optional[int]											=      Arrow(start=__UpperCAmelCase    ,			end=__UpperCAmelCase    ,			color=__UpperCAmelCase    ,			buff=0.5)
      a.next_to(model_arr[0].get_left()    ,			__UpperCAmelCase    ,			buff=0.2)

      model_cpu_arr[0].generate_target()
      model_cpu_arr[0].target.move_to(gpu_rect[0])

      a						:		Any											=      MarkupText(
          f'''As the input reaches a layer, the hook triggers\nand weights are moved from the CPU\nto the GPU and back.'''    ,			font_size=24    ,			)
      step_a.move_to([2, 2, 0])

      self.play(Write(__UpperCAmelCase    ,			run_time=3))

      a						:		Tuple											=      {"run_time": 1, "fade_in": True, "fade_out": True, "buff": 0.02}

      self.play(
          Write(__UpperCAmelCase)    ,			Circumscribe(model_arr[0]    ,			color=__UpperCAmelCase    ,			**__UpperCAmelCase)    ,			Circumscribe(model_cpu_arr[0]    ,			color=__UpperCAmelCase    ,			**__UpperCAmelCase)    ,			Circumscribe(gpu_rect[0]    ,			color=__UpperCAmelCase    ,			**__UpperCAmelCase)    ,			)
      self.play(MoveToTarget(model_cpu_arr[0]))

      a						:		List[Any]											=      a.copy()
      for i in range(6):
        a_c.next_to(model_arr[i].get_right() + 0.02    ,			__UpperCAmelCase    ,			buff=0.2)

        input.generate_target()
        input.target.move_to(model_arr[i].get_right() + 0.02)

        a						:		List[str]											=      AnimationGroup(
            FadeOut(__UpperCAmelCase    ,			run_time=0.5)    ,			MoveToTarget(__UpperCAmelCase    ,			run_time=0.5)    ,			FadeIn(__UpperCAmelCase    ,			run_time=0.5)    ,			lag_ratio=0.2)

        self.play(__UpperCAmelCase)

        model_cpu_arr[i].generate_target()
        model_cpu_arr[i].target.move_to(cpu_left_col_base[i])

        if i < 5:
          model_cpu_arr[i + 1].generate_target()
          model_cpu_arr[i + 1].target.move_to(gpu_rect[0])
          if i >= 1:
            a						:		List[Any]											=      0.7

          self.play(
              Circumscribe(model_arr[i]    ,			**__UpperCAmelCase)    ,			Circumscribe(cpu_left_col_base[i]    ,			**__UpperCAmelCase)    ,			Circumscribe(cpu_left_col_base[i + 1]    ,			color=__UpperCAmelCase    ,			**__UpperCAmelCase)    ,			Circumscribe(gpu_rect[0]    ,			color=__UpperCAmelCase    ,			**__UpperCAmelCase)    ,			Circumscribe(model_arr[i + 1]    ,			color=__UpperCAmelCase    ,			**__UpperCAmelCase)    ,			)
          if i < 1:
            self.play(
                MoveToTarget(model_cpu_arr[i])    ,			MoveToTarget(model_cpu_arr[i + 1])    ,			)
          else:
            self.play(
                MoveToTarget(model_cpu_arr[i]    ,			run_time=0.7)    ,			MoveToTarget(model_cpu_arr[i + 1]    ,			run_time=0.7)    ,			)
        else:
          model_cpu_arr[i].generate_target()
          model_cpu_arr[i].target.move_to(cpu_left_col_base[-1])
          input.generate_target()
          input.target.next_to(model_arr[-1].get_right()    ,			RIGHT + 0.02    ,			buff=0.2)

          self.play(
              Circumscribe(model_arr[-1]    ,			color=__UpperCAmelCase    ,			**__UpperCAmelCase)    ,			Circumscribe(cpu_left_col_base[-1]    ,			color=__UpperCAmelCase    ,			**__UpperCAmelCase)    ,			Circumscribe(gpu_rect[0]    ,			color=__UpperCAmelCase    ,			**__UpperCAmelCase)    ,			)

          self.play(MoveToTarget(model_cpu_arr[i]))

        a						:		str											=      a_c
        a						:		Dict											=      a_c.copy()

      input.generate_target()
      input.target.next_to(model_base[-1]    ,			RIGHT + 0.02    ,			buff=0.5)
      self.play(
          FadeOut(__UpperCAmelCase)    ,			FadeOut(__UpperCAmelCase    ,			run_time=0.5)    ,			)

      a						:		List[Any]											=      MarkupText(f'''Inference on a model too large for GPU memory\nis successfully completed.'''    ,			font_size=24)
      step_a.move_to([2, 2, 0])

      self.play(Write(__UpperCAmelCase    ,			run_time=3)    ,			MoveToTarget(__UpperCAmelCase))

      self.wait()










"""simple docstring"""







from __future__ import annotations






class 						_A  :







    """simple docstring"""




    def __init__( self    :   Tuple    ,			__UpperCAmelCase    :   List[Any]=None):
      a						:		int											=      data
      a						:		Dict											=      None






    def __repr__( self    :   Dict):
      a						:		List[Any]											=      []
      a						:		str											=      self
      while temp:
        string_rep.append(f'''{temp.data}''')
        a						:		Tuple											=      temp.next
      return "->".join(__UpperCAmelCase)






def 					lowercase      (    A_	)->				Any:
  '''simple docstring'''







  if not elements_list:
    raise Exception("The Elements List is empty"	)

  a						:		Any											=      Node(elements_list[0]	)
  for i in range(1  ,       len(A_	)	):
    a						:		int											=      Node(elements_list[i]	)
    a						:		Optional[Any]											=      current.next
  return head


def 					lowercase      (    A_	)->				None:
  '''simple docstring'''







  if head_node is not None and isinstance(A_  ,       A_	):
    print_reverse(head_node.next	)
    print(head_node.data	)


def 					lowercase      (    )->				List[Any]:
  '''simple docstring'''







  from doctest import testmod

  testmod()

  a						:		Union[str, Any]											=      make_linked_list([14, 52, 14, 12, 43]	)
  print("Linked List:"	)
  print(A_	)
  print("Elements in Reverse:"	)
  print_reverse(A_	)


if __name__ == "__main__":
 main()






