F OpenNebula/one-apps#271: Adds a new vllm appliance (#278) (e46d9bc3) · Commits · Lukáš Fázik / One Apps

Makefile

+6 −0

Original line number	Diff line number	Diff line
		@@ -61,6 +61,12 @@ packer-service_Dynamo: PKR_VAR_nvidia_driver_path := $(NVIDIA_DRIVER_PATH)
		packer-service_Dynamo: packer-ubuntu2404 $(DIR_EXPORT)/service_Dynamo.qcow2
		@$(INFO) "Packer service_Dynamo done"

		packer-service_Vllm: packer-ubuntu2404 $(DIR_EXPORT)/service_Vllm.qcow2
		@$(INFO) "Packer service_Vllm done"

		packer-service_Vllm.aarch64: packer-ubuntu2404.aarch64 $(DIR_EXPORT)/service_Vllm.aarch64.qcow2
		@$(INFO) "Packer service_Vllm.aarch64 done"

		packer-service_Dynamo.aarch64: PKR_VAR_nvidia_driver_path := $(NVIDIA_DRIVER_PATH)
		packer-service_Dynamo.aarch64: packer-ubuntu2404.aarch64 $(DIR_EXPORT)/service_Dynamo.aarch64.qcow2
		@$(INFO) "Packer service_Dynamo done"

Makefile.config

+4 −2

Original line number	Diff line number	Diff line
		@@ -32,9 +32,11 @@ DISTROS_ARM64 := alma8.aarch64 alma9.aarch64 alma10.aarch64 \
		ubuntu2204oneke.aarch64

		SERVICES_AMD64 := service_Wordpress service_VRouter service_OneKE service_OneKEa capone \
		service_Harbor service_MinIO service_Ray service_Dynamo service_Capi service_example
		service_Harbor service_MinIO service_Ray service_Dynamo service_Vllm \
		service_Capi service_example

		SERVICES_ARM64 := service_VRouter.aarch64 service_Ray.aarch64 service_Dynamo.aarch64 service_Capi.aarch64
		SERVICES_ARM64 := service_VRouter.aarch64 service_Ray.aarch64 service_Dynamo.aarch64 \
		service_Vllm.aarch64 service_Capi.aarch64

		WINDOWS := windows10Home windows10HomeN windows10HomeSingleLanguage \
		windows10Pro windows10ProN \

appliances/Vllm/client/static/css/material-icons.css

0 → 100644

+23 −0

Original line number	Diff line number	Diff line
		/* fallback */
		@font-face {
		font-family: 'Material Icons';
		font-style: normal;
		font-weight: 400;
		src: url('../fonts/flUhRq6tzZclQEJ-Vdg-IuiaDsNc.woff2') format('woff2');
		}

		.material-icons {
		font-family: 'Material Icons';
		font-weight: normal;
		font-style: normal;
		font-size: 24px;
		line-height: 1;
		letter-spacing: normal;
		text-transform: none;
		display: inline-block;
		white-space: nowrap;
		word-wrap: normal;
		direction: ltr;
		-webkit-font-feature-settings: 'liga';
		-webkit-font-smoothing: antialiased;
		}
		No newline at end of file

appliances/Vllm/client/static/css/materialize.min.css

0 → 100644

+31 −0

File added.

Preview size limit exceeded, changes collapsed.

appliances/Vllm/client/static/css/style.css

0 → 100644

+225 −0

Original line number	Diff line number	Diff line
		/* Body Setup */
		body {
		display: flex;
		justify-content: center;
		align-items: center;
		height: 100vh;
		background-color: #f5f5f5;
		}

		/* Chat Container */
		.chat-container {
		width: 750px;
		max-width: 90%;
		background: white;
		border-radius: 10px;
		box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1);
		display: flex;
		flex-direction: column;
		overflow: hidden;
		}

		/* Header */
		.header {
		display: flex;
		align-items: center;
		justify-content: space-between;
		padding: 10px 20px;
		background-color: #eeeeee;
		}

		.header img {
		height: 40px;
		}

		.header h1 {
		font-size: 1.5rem;
		color: rgb(0, 112, 153);
		margin: 0;
		}

		/* Chat History (Main Content) */
		.chat-history {
		padding: 20px;
		height: 750px; /* Increased height for the main chat area */
		width: 100%; /* Make sure it takes the full container width */
		overflow-y: auto;
		margin-bottom: 10px;
		display: flex;
		flex-direction: column;
		scrollbar-width: thin;
		scrollbar-color: rgb(0, 112, 153) transparent;
		}

		.message {
		padding: 15px 20px;
		margin-bottom: 5px; /* Space for timestamp outside the bubble */
		border-radius: 20px;
		word-wrap: break-word;
		position: relative;
		max-width: 100%;
		display: flex;
		flex-direction: column;
		align-items: flex-start; /* Ensures that text starts on the left */
		margin-bottom: 15px;
		}

		/* User Message */
		.user-message {
		background-color: rgb(191 230 242);
		color: black;
		align-self: flex-start;
		}

		/* User Message Arrow */
		.user-message::after {
		content: '';
		position: absolute;
		bottom: 0;
		left: -15px;
		border-width: 15px;
		border-style: solid;
		border-color: rgb(191 230 242) transparent transparent transparent;
		}

		/* Bot Message */
		.bot-message {
		background-color: #eeeeee;
		color: black;
		align-self: flex-end;
		}

		/* Bot Message Arrow */
		.bot-message::after {
		content: '';
		position: absolute;
		bottom: 0;
		right: -15px;
		border-width: 15px;
		border-style: solid;
		border-color: #eeeeee transparent transparent transparent;
		}

		/* Adjust the timestamp to be outside the bubble */
		.timestamp {
		font-size: 0.8rem;
		color: rgb(115 111 111);
		margin-top: 5px; /* Space between message and timestamp */
		font-style: italic;
		align-self: flex-start; /* Left aligned for user messages */
		}

		.bot-message .timestamp {
		align-self: flex-end; /* Right aligned for bot messages */
		}

		/* Input Section */
		.input-container {
		display: flex;
		align-items: center;
		padding: 10px;
		width: 100%; /* Ensure input area takes full width */
		border-top: 1px solid #ddd; /* Line separating the input area */
		}

		/* Input Field */
		.input-field {
		flex: 1;
		margin: 0;
		}

		.input-field:focus {
		border-bottom: 1px solid rgb(0, 112, 153) !important;
		box-shadow: 0 1px 0 0 rgb(0, 112, 153) !important;
		}

		/* Send Button */
		.send-btn {
		margin-left: 10px;
		background-color: white;
		border: none;
		color: rgb(0, 112, 153);
		padding: 15px; /* Increase padding to make the button larger */
		border-radius: 50%;
		display: flex;
		justify-content: center;
		align-items: center;
		box-shadow: none;
		cursor: pointer;
		width: 50px; /* Set a fixed width */
		height: 50px; /* Set a fixed height */
		}

		.send-btn i {
		font-size: 28px; /* Increase the icon size */
		}

		.send-btn:hover {
		background-color: transparent;
		box-shadow: none;
		}

		.send-btn:active {
		background-color: transparent;
		box-shadow: none;
		}

		.waiting-message {
		color: #999;
		font-style: italic;
		display: flex; /* Ensures children are displayed inline */
		justify-content: flex-end; /* Aligns to the right */
		align-items: center; /* Vertically centers the text and the loading circle */
		padding: 10px 15px;
		border-radius: 15px;
		margin-bottom: 10px;
		max-width: 75%;
		align-self: flex-end; /* Aligns to the right of the chat */
		background-color: transparent; /* No background color */
		white-space: nowrap; /* Prevents wrapping of the text and loading circle */
		flex-direction: row;
		}

		.waiting-message .loading-circle {
		width: 12px;
		height: 12px;
		border: 3px solid #999;
		border-top-color: transparent;
		border-radius: 50%;
		animation: spin 1s linear infinite;
		margin-left: 10px; /* Adds space between the text and loading circle */
		}


		/* Hide timestamp for waiting message */
		.waiting-message .timestamp {
		display: none;
		}

		/* Spinner Animation */
		@keyframes spin {
		0% {
		transform: rotate(0deg);
		}
		100% {
		transform: rotate(360deg);
		}
		}

		/* Scrollbar Customization */
		.chat-history::-webkit-scrollbar {
		width: 10px;
		}

		.chat-history::-webkit-scrollbar-track {
		background: transparent;
		}

		.chat-history::-webkit-scrollbar-thumb {
		background-color: rgb(0, 112, 153);
		border-radius: 10px;
		}

		.chat-history::-webkit-scrollbar-thumb:hover {
		background-color: rgb(0, 112, 153);
		}