Respan Dataset Explorer

Select one behavior. Every returned turn has one binary label: Present or Absent. Source: final dense boolean release.

5,167,182physical rows
86shards
0.00%qualified row coverage
0.00%qualified cell coverage
Random row JSON API

turns-00044.parquet:30152

30420fdc9e90c7996fc4d64d
turn 1/1o1-mini-2024-09-12EnglishTürkiye3889 words
degenerate_repetitionAbsentFinal dense release
USER
In the settings of the admin only, add https://digital-land.org/osticket/scp/profile.php#preferences webview... just above the logout button.

I'm using osticket and kotlin jetpack compose.
MainActivity.kt:
package com.example.osticket

import android.content.Context
import android.content.SharedPreferences
import android.os.Bundle
import android.webkit.CookieManager
import android.webkit.WebStorage
import android.webkit.WebView
import androidx.activity.ComponentActivity
import androidx.activity.compose.setContent
import androidx.activity.enableEdgeToEdge
import androidx.compose.material3.MaterialTheme
import androidx.compose.material3.Surface
import androidx.navigation.NavController
import androidx.navigation.compose.*
import com.example.osticket.ui.theme.OsticketTheme

class MainActivity : ComponentActivity() {
    private lateinit var loginStateManager: LoginStateManager

    override fun onCreate(savedInstanceState: Bundle?) {
        super.onCreate(savedInstanceState)
        enableEdgeToEdge()

        loginStateManager = LoginStateManager(this)

        CookieManager.getInstance().apply {
            setAcceptCookie(true)
        }

        setContent {
            OsticketTheme {
                Surface(color = MaterialTheme.colorScheme.background) {
                    val navController = rememberNavController()
                    NavHost(
                        navController = navController,
                        startDestination = when {
                            loginStateManager.isLoggedIn() -> {
                                if (loginStateManager.isAdmin()) "admin_dashboard" else "user_dashboard"
                            }
                            else -> "login"
                        }
                    ) {
                        composable("login") {
                            LoginScreen(onLoginSuccess = { isAdmin ->
                                loginStateManager.setLoggedIn(true, isAdmin)
                                navController.navigate(if (isAdmin) "admin_dashboard" else "user_dashboard") {
                                    popUpTo("login") { inclusive = true }
                                }
                            })
                        }
                        composable("admin_dashboard") {
                            DashboardScreen(
                                isAdmin = true,
                                onLogout = {
                                    performLogout(navController)
                                }
                            )
                        }
                        composable("user_dashboard") {
                            DashboardScreen(
                                isAdmin = false,
                                onLogout = {
                                    performLogout(navController)
                                }
                            )
                        }
                    }
                }
            }
        }
    }

    private fun performLogout(navController: NavController) {
        // Clear all data
        loginStateManager.clearAllData()

        // Navigate back to login
        navController.navigate("login") {
            popUpTo(0) { inclusive = true }
        }

        // Recreate WebView instance to ensure clean state
        WebView(this).destroy()
    }

    override fun onDestroy() {
        CookieManager.getInstance().flush()
        super.onDestroy()
    }
}

class LoginStateManager(private val context: Context) {
    private val prefs: SharedPreferences = context.getSharedPreferences(
        "osticket_prefs",
        Context.MODE_PRIVATE
    )

    fun setLoggedIn(isLoggedIn: Boolean, isAdmin: Boolean) {
        prefs.edit()
            .putBoolean(KEY_IS_LOGGED_IN, isLoggedIn)
            .putBoolean(KEY_IS_ADMIN, isAdmin)
            .apply()
    }

    fun isLoggedIn(): Boolean = prefs.getBoolean(KEY_IS_LOGGED_IN, false)

    fun isAdmin(): Boolean = prefs.getBoolean(KEY_IS_ADMIN, false)

    fun clearAllData() {
        // Clear SharedPreferences
        prefs.edit().clear().apply()

        // Clear Cookies
        CookieManager.getInstance().apply {
            removeAllCookies(null)
            flush()
        }

        // Clear WebView data
        WebView(context).apply {
            clearCache(true)
            clearFormData()
            clearHistory()
            clearSslPreferences()
        }

        // Clear WebStorage
        WebStorage.getInstance().deleteAllData()

        // Clear app cache directory
        try {
            context.cacheDir?.deleteRecursively()
        } catch (e: Exception) {
            e.printStackTrace()
        }
    }

    companion object {
        private const val KEY_IS_LOGGED_IN = "is_logged_in"
        private const val KEY_IS_ADMIN = "is_admin"
    }
}

LoginScreen.kt:
package com.example.osticket

import CustomWebView
import androidx.compose.foundation.background
import androidx.compose.foundation.layout.*
import androidx.compose.material3.*
import androidx.compose.runtime.*
import androidx.compose.ui.Alignment
import androidx.compose.ui.Modifier
import androidx.compose.ui.graphics.Color
import androidx.compose.ui.unit.dp

@Composable
fun LoginScreen(onLoginSuccess: (Boolean) -> Unit) {
    var showWebView by remember { mutableStateOf(false) }
    var isAdminLogin by remember { mutableStateOf(false) }

    if (!showWebView) {
        Column(
            modifier = Modifier
                .fillMaxSize()
                .background(Color(0xFFEEEEEE))
                .padding(16.dp),
            horizontalAlignment = Alignment.CenterHorizontally,
            verticalArrangement = Arrangement.Center
        ) {
            Text(
                text = "OSTicket Login",
                style = MaterialTheme.typography.headlineMedium,
                modifier = Modifier.padding(bottom = 32.dp)
            )

            Button(
                onClick = {
                    isAdminLogin = false
                    showWebView = true
                },
                modifier = Modifier
                    .fillMaxWidth()
                    .padding(bottom = 16.dp)
                    .background(Color(0xFFEEEEEE))
            ) {
                Text("Login as User", color = Color.Black)
            }

            Button(
                onClick = {
                    isAdminLogin = true
                    showWebView = true
                },
                modifier = Modifier.fillMaxWidth().background(Color(0xFFEEEEEE))
            ) {
                Text("Login as Agent/Admin", color = Color.Black)
            }
        }
    } else {
        CustomWebView(
            url = if (isAdminLogin) {
                "https://digital-land.org/osticket/scp/index.php"
            } else {
                "https://digital-land.org/osticket/login.php"
            },
            onUrlChange = { newUrl ->
                if (isAdminLogin && newUrl.startsWith("https://digital-land.org/osticket/scp/index.php")) {
                    onLoginSuccess(true)
                } else if (!isAdminLogin && newUrl.startsWith("https://digital-land.org/osticket/tickets.php")) {
                    onLoginSuccess(false)
                }
            }
        )
    }
}
DashboardScreen.kt:
package com.example.osticket

import WebViewScreen
import androidx.compose.foundation.layout.Box
import androidx.compose.foundation.layout.fillMaxSize
import androidx.compose.foundation.layout.padding
import androidx.compose.material.icons.Icons
import androidx.compose.material.icons.filled.*
import androidx.compose.material3.*
import androidx.compose.runtime.Composable
import androidx.compose.ui.Alignment
import androidx.compose.ui.Modifier
import androidx.compose.ui.graphics.vector.ImageVector
import androidx.navigation.NavController
import androidx.navigation.compose.NavHost
import androidx.navigation.compose.composable
import androidx.navigation.compose.currentBackStackEntryAsState
import androidx.navigation.compose.rememberNavController

import androidx.compose.foundation.layout.*
import androidx.compose.material3.*
import androidx.compose.ui.unit.dp

sealed class Screen(val route: String, val label: String, val icon: ImageVector) {
    // Admin/Agent screens
    object AdminTickets : Screen("admin_tickets", "Tickets", Icons.Default.List)
    object Tasks : Screen("tasks", "Tasks", Icons.Default.Check)
    object Users : Screen("users", "Users", Icons.Default.Person)
    object Other : Screen("other", "Settings", Icons.Default.Settings)

    // User screens
    object UserTickets : Screen("user_tickets", "My Tickets", Icons.Default.List)
    object UserProfile : Screen("user_profile", "Profile", Icons.Default.Person)
    object UserSettings : Screen("user_settings", "Settings", Icons.Default.Settings)
}

@Composable
fun DashboardScreen(
    isAdmin: Boolean,
    onLogout: () -> Unit
) {
    val navController = rememberNavController()
    val items = if (isAdmin) {
        listOf(
            Screen.AdminTickets,
            Screen.Tasks,
            Screen.Users,
            Screen.Other
        )
    } else {
        listOf(
            Screen.UserTickets,
            Screen.UserProfile,
            Screen.UserSettings
        )
    }

    Scaffold(
        bottomBar = {
            BottomNavigationBar(navController = navController, items = items)
        }
    ) { innerPadding ->
        NavHost(
            navController = navController,
            startDestination = if (isAdmin) Screen.AdminTickets.route else Screen.UserTickets.route,
            modifier = Modifier.padding(innerPadding)
        ) {
            if (isAdmin) {
                // Admin/Agent routes
                composable(Screen.AdminTickets.route) {
                    WebViewScreen(url = "https://digital-land.org/osticket/scp/index.php")
                }
                composable(Screen.Tasks.route) {
                    WebViewScreen(url = "https://digital-land.org/osticket/scp/tasks.php")
                }
                composable(Screen.Users.route) {
                    WebViewScreen(url = "https://digital-land.org/osticket/scp/users.php")
                }
                composable(Screen.Other.route) {
                    SettingsScreen(isAdmin = true, onLogout = onLogout)
                }
            } else {
                // User routes
                composable(Screen.UserTickets.route) {
                    WebViewScreen(url = "https://digital-land.org/osticket/tickets.php")
                }
                composable(Screen.UserProfile.route) {
                    WebViewScreen(url = "https://digital-land.org/osticket/profile.php")
                }
                composable(Screen.UserSettings.route) {
                    SettingsScreen(isAdmin = false, onLogout = onLogout)
                }
            }
        }
    }
}

@Composable
fun BottomNavigationBar(navController: NavController, items: List<Screen>) {
    NavigationBar {
        val currentRoute = currentRoute(navController)
        items.forEach { screen ->
            NavigationBarItem(
                icon = { Icon(screen.icon, contentDescription = screen.label) },
                label = { Text(screen.label) },
                selected = currentRoute == screen.route,
                onClick = {
                    if (currentRoute != screen.route) {
                        navController.navigate(screen.route) {
                            // Avoid multiple copies of the same destination
                            launchSingleTop = true
                            restoreState = true
                            // Pop up to the start destination of the graph to avoid building up a large stack
                            popUpTo(navController.graph.startDestinationId) {
                                saveState = true
                            }
                        }
                    }
                }
            )
        }
    }
}

@Composable
fun currentRoute(navController: NavController): String? {
    val navBackStackEntry = navController.currentBackStackEntryAsState()
    return navBackStackEntry.value?.destination?.route
}



@Composable
fun SettingsScreen(
    isAdmin: Boolean,
    onLogout: () -> Unit
) {
    Column(
        modifier = Modifier
            .fillMaxSize()
            .padding(16.dp),
        horizontalAlignment = Alignment.CenterHorizontally,
        verticalArrangement = Arrangement.spacedBy(16.dp)
    ) {
        Text(
            text = "Settings",
            style = MaterialTheme.typography.headlineMedium
        )

        // Add any other settings options here

        Spacer(modifier = Modifier.weight(1f))

        Button(
            onClick = {
                // Perform logout actions
                onLogout()
            },
            colors = ButtonDefaults.buttonColors(
                containerColor = MaterialTheme.colorScheme.error
            ),
            modifier = Modifier
                .fillMaxWidth()
                .padding(bottom = 16.dp)
        ) {
            Text("Logout")
        }
    }
}

CustomWebView.kt:
import android.annotation.SuppressLint
import android.graphics.Bitmap
import android.util.Log
import android.view.ViewGroup
import android.webkit.ConsoleMessage
import android.webkit.CookieManager
import android.webkit.WebChromeClient
import android.webkit.WebResourceError
import android.webkit.WebResourceRequest
import android.webkit.WebSettings
import android.webkit.WebView
import android.webkit.WebViewClient
import androidx.compose.foundation.layout.Column
import androidx.compose.foundation.layout.fillMaxWidth
import androidx.compose.foundation.layout.padding
import androidx.compose.material3.LinearProgressIndicator
import androidx.compose.material3.Text
import androidx.compose.runtime.Composable
import androidx.compose.runtime.DisposableEffect
import androidx.compose.runtime.getValue
import androidx.compose.runtime.mutableStateOf
import androidx.compose.runtime.remember
import androidx.compose.runtime.setValue
import androidx.compose.ui.Modifier
import androidx.compose.ui.platform.LocalContext
import androidx.compose.ui.unit.dp
import androidx.compose.ui.viewinterop.AndroidView

@SuppressLint("SetJavaScriptEnabled")
@Composable
fun CustomWebView(
    url: String,
    onUrlChange: (String) -> Unit = {},
    onLoadingStateChange: (Boolean) -> Unit = {},
    onCookiesReceived: (List<Cookie>) -> Unit = {},
    onError: (String) -> Unit = {},
    onPageFinished: () -> Unit = {},
    enableJavaScript: Boolean = true,
    allowZoom: Boolean = false,
    userAgent: String? = null
) {
    val context = LocalContext.current
    val cookieManager = CookieManager.getInstance().apply {
        setAcceptCookie(true)
    }

    // Remember the WebView to preserve its state across recompositions
    val webView = remember {
        WebView(context).apply {
            layoutParams = ViewGroup.LayoutParams(
                ViewGroup.LayoutParams.MATCH_PARENT,
                ViewGroup.LayoutParams.MATCH_PARENT
            )

            // Set third party cookies for this specific WebView instance
            cookieManager.setAcceptThirdPartyCookies(this, true)

            // Initialize WebViewClient with overridden methods
            webViewClient = object : WebViewClient() {
                override fun onPageStarted(view: WebView?, url: String?, favicon: Bitmap?) {
                    super.onPageStarted(view, url, favicon)
                    onLoadingStateChange(true)
                    url?.let { onUrlChange(it) }
                }

                override fun onPageFinished(view: WebView?, url: String?) {
                    super.onPageFinished(view, url)
                    onLoadingStateChange(false)
                    getCurrentCookies(view)
                    onPageFinished()
                }

                override fun shouldOverrideUrlLoading(
                    view: WebView?,
                    request: WebResourceRequest?
                ): Boolean {
                    request?.url?.toString()?.let { onUrlChange(it) }
                    return false
                }

                override fun onReceivedError(
                    view: WebView?,
                    request: WebResourceRequest?,
                    error: WebResourceError?
                ) {
                    error?.description?.toString()?.let { onError(it) }
                }

                private fun getCurrentCookies(view: WebView?) {
                    view?.url?.let { currentUrl ->
                        val cookies = cookieManager.getCookie(currentUrl)?.split(";")?.mapNotNull { cookieString ->
                            val parts = cookieString.trim().split("=", limit = 2)
                            if (parts.size == 2) {
                                Cookie(parts[0], parts[1])
                            } else {
                                null
                            }
                        } ?: emptyList()
                        onCookiesReceived(cookies)
                    }
                }
            }

            webChromeClient = object : WebChromeClient() {
                override fun onConsoleMessage(consoleMessage: ConsoleMessage?): Boolean {
                    Log.d(
                        "WebView",
                        "${consoleMessage?.message()} -- From line ${consoleMessage?.lineNumber()} of ${consoleMessage?.sourceId()}"
                    )
                    return true
                }

                override fun onProgressChanged(view: WebView?, newProgress: Int) {
                    super.onProgressChanged(view, newProgress)
                    onLoadingStateChange(newProgress < 100)
                }
            }

            // Configure WebView settings
            settings.apply {
                javaScriptEnabled = enableJavaScript
                domStorageEnabled = true
                javaScriptCanOpenWindowsAutomatically = true
                loadWithOverviewMode = true
                useWideViewPort = true
                allowContentAccess = true
                allowFileAccess = true
                builtInZoomControls = allowZoom
                displayZoomControls = false
                setSupportZoom(allowZoom)
                mixedContentMode = WebSettings.MIXED_CONTENT_ALWAYS_ALLOW
                defaultTextEncodingName = "utf-8"
                cacheMode = WebSettings.LOAD_DEFAULT // Enable caching
                userAgent?.let { userAgentString = it }

                // Enable database
                databaseEnabled = true
            }

            // Load the initial URL once
            loadUrl(url)
        }
    }

    // Modified DisposableEffect to preserve state
    DisposableEffect(Unit) {
        onDispose {
            webView.stopLoading()
            // Don't clear cache or cookies
            webView.loadUrl("about:blank")
            // Only remove views, don't destroy the WebView
            webView.removeAllViews()
        }
    }

    // Embed the WebView into the Compose UI
    AndroidView(
        factory = { webView },
        update = { /* No-op to prevent reloading */ }
    )
}



// Data class for cookies
data class Cookie(
    val name: String,
    val value: String
)

// Example usage:
@Composable
fun WebViewScreen(url: String) {
    var currentUrl by remember { mutableStateOf("") }
    var isLoading by remember { mutableStateOf(true) }
    var cookies by remember { mutableStateOf<List<Cookie>>(emptyList()) }
    var error by remember { mutableStateOf<String?>(null) }

    Column {
        if (isLoading) {
            LinearProgressIndicator(modifier = Modifier.fillMaxWidth())
        }

        error?.let { errorMessage ->
            Text(
                text = errorMessage,
                modifier = Modifier.padding(16.dp)
            )
        }

        CustomWebView(
            url = url,
            onUrlChange = { newUrl ->
                currentUrl = newUrl
                // Handle URL change
            },
            onLoadingStateChange = { loading ->
                isLoading = loading
            },
            onCookiesReceived = { newCookies ->
                cookies = newCookies
                // Handle cookies
            },
            onError = { errorMessage ->
                error = errorMessage
            },
            onPageFinished = {
                // Handle page load completion
            },
            enableJavaScript = true,
            allowZoom = false,
        )
    }
}
MainActivity.kt:
package com.example.osticket

import android.content.Context
import android.content.SharedPreferences
import android.os.Bundle
import android.webkit.CookieManager
import android.webkit.WebStorage
import android.webkit.WebView
import androidx.activity.ComponentActivity
import androidx.activity.compose.setContent
import androidx.activity.enableEdgeToEdge
import androidx.compose.material3.MaterialTheme
import androidx.compose.material3.Surface
import androidx.navigation.NavController
import androidx.navigation.compose.*
import com.example.osticket.ui.theme.OsticketTheme

class MainActivity : ComponentActivity() {
    private lateinit var loginStateManager: LoginStateManager

    override fun onCreate(savedInstanceState: Bundle?) {
        super.onCreate(savedInstanceState)
        enableEdgeToEdge()

        loginStateManager = LoginStateManager(this)

        CookieManager.getInstance().apply {
            setAcceptCookie(true)
        }

        setContent {
            OsticketTheme {
                Surface(color = MaterialTheme.colorScheme.background) {
                    val navController = rememberNavController()
                    NavHost(
                        navController = navController,
                        startDestination = when {
                            loginStateManager.isLoggedIn() -> {
                                if (loginStateManager.isAdmin()) "admin_dashboard" else "user_dashboard"
                            }
                            else -> "login"
                        }
                    ) {
                        composable("login") {
                            LoginScreen(onLoginSuccess = { isAdmin ->
                                loginStateManager.setLoggedIn(true, isAdmin)
                                navController.navigate(if (isAdmin) "admin_dashboard" else "user_dashboard") {
                                    popUpTo("login") { inclusive = true }
                                }
                            })
                        }
                        composable("admin_dashboard") {
                            DashboardScreen(
                                isAdmin = true,
                                onLogout = {
                                    performLogout(navController)
                                }
                            )
                        }
                        composable("user_dashboard") {
                            DashboardScreen(
                                isAdmin = false,
                                onLogout = {
                                    performLogout(navController)
                                }
                            )
                        }
                    }
                }
            }
        }
    }

    private fun performLogout(navController: NavController) {
        // Clear all data
        loginStateManager.clearAllData()

        // Navigate back to login
        navController.navigate("login") {
            popUpTo(0) { inclusive = true }
        }

        // Recreate WebView instance to ensure clean state
        WebView(this).destroy()
    }

    override fun onDestroy() {
        CookieManager.getInstance().flush()
        super.onDestroy()
    }
}

class LoginStateManager(private val context: Context) {
    private val prefs: SharedPreferences = context.getSharedPreferences(
        "osticket_prefs",
        Context.MODE_PRIVATE
    )

    fun setLoggedIn(isLoggedIn: Boolean, isAdmin: Boolean) {
        prefs.edit()
            .putBoolean(KEY_IS_LOGGED_IN, isLoggedIn)
            .putBoolean(KEY_IS_ADMIN, isAdmin)
            .apply()
    }

    fun isLoggedIn(): Boolean = prefs.getBoolean(KEY_IS_LOGGED_IN, false)

    fun isAdmin(): Boolean = prefs.getBoolean(KEY_IS_ADMIN, false)

    fun clearAllData() {
        // Clear SharedPreferences
        prefs.edit().clear().apply()

        // Clear Cookies
        CookieManager.getInstance().apply {
            removeAllCookies(null)
            flush()
        }

        // Clear WebView data
        WebView(context).apply {
            clearCache(true)
            clearFormData()
            clearHistory()
            clearSslPreferences()
        }

        // Clear WebStorage
        WebStorage.getInstance().deleteAllData()

        // Clear app cache directory
        try {
            context.cacheDir?.deleteRecursively()
        } catch (e: Exception) {
            e.printStackTrace()
        }
    }

    companion object {
        private const val KEY_IS_LOGGED_IN = "is_logged_in"
        private const val KEY_IS_ADMIN = "is_admin"
    }
}

LoginScreen.kt:
package com.example.osticket

import CustomWebView
import androidx.compose.foundation.background
import androidx.compose.foundation.layout.*
import androidx.compose.material3.*
import androidx.compose.runtime.*
import androidx.compose.ui.Alignment
import androidx.compose.ui.Modifier
import androidx.compose.ui.graphics.Color
import androidx.compose.ui.unit.dp

@Composable
fun LoginScreen(onLoginSuccess: (Boolean) -> Unit) {
    var showWebView by remember { mutableStateOf(false) }
    var isAdminLogin by remember { mutableStateOf(false) }

    if (!showWebView) {
        Column(
            modifier = Modifier
                .fillMaxSize()
                .background(Color(0xFFEEEEEE))
                .padding(16.dp),
            horizontalAlignment = Alignment.CenterHorizontally,
            verticalArrangement = Arrangement.Center
        ) {
            Text(
                text = "OSTicket Login",
                style = MaterialTheme.typography.headlineMedium,
                modifier = Modifier.padding(bottom = 32.dp)
            )

            Button(
                onClick = {
                    isAdminLogin = false
                    showWebView = true
                },
                modifier = Modifier
                    .fillMaxWidth()
                    .padding(bottom = 16.dp)
                    .background(Color(0xFFEEEEEE))
            ) {
                Text("Login as User", color = Color.Black)
            }

            Button(
                onClick = {
                    isAdminLogin = true
                    showWebView = true
                },
                modifier = Modifier.fillMaxWidth().background(Color(0xFFEEEEEE))
            ) {
                Text("Login as Agent/Admin", color = Color.Black)
            }
        }
    } else {
        CustomWebView(
            url = if (isAdminLogin) {
                "https://digital-land.org/osticket/scp/index.php"
            } else {
                "https://digital-land.org/osticket/login.php"
            },
            onUrlChange = { newUrl ->
                if (isAdminLogin && newUrl.startsWith("https://digital-land.org/osticket/scp/index.php")) {
                    onLoginSuccess(true)
                } else if (!isAdminLogin && newUrl.startsWith("https://digital-land.org/osticket/tickets.php")) {
                    onLoginSuccess(false)
                }
            }
        )
    }
}
DashboardScreen.kt:
package com.example.osticket

import WebViewScreen
import androidx.compose.foundation.layout.Box
import androidx.compose.foundation.layout.fillMaxSize
import androidx.compose.foundation.layout.padding
import androidx.compose.material.icons.Icons
import androidx.compose.material.icons.filled.*
import androidx.compose.material3.*
import androidx.compose.runtime.Composable
import androidx.compose.ui.Alignment
import androidx.compose.ui.Modifier
import androidx.compose.ui.graphics.vector.ImageVector
import androidx.navigation.NavController
import androidx.navigation.compose.NavHost
import androidx.navigation.compose.composable
import androidx.navigation.compose.currentBackStackEntryAsState
import androidx.navigation.compose.rememberNavController

import androidx.compose.foundation.layout.*
import androidx.compose.material3.*
import androidx.compose.ui.unit.dp

sealed class Screen(val route: String, val label: String, val icon: ImageVector) {
    // Admin/Agent screens
    object AdminTickets : Screen("admin_tickets", "Tickets", Icons.Default.List)
    object Tasks : Screen("tasks", "Tasks", Icons.Default.Check)
    object Users : Screen("users", "Users", Icons.Default.Person)
    object Other : Screen("other", "Settings", Icons.Default.Settings)

    // User screens
    object UserTickets : Screen("user_tickets", "My Tickets", Icons.Default.List)
    object UserProfile : Screen("user_profile", "Profile", Icons.Default.Person)
    object UserSettings : Screen("user_settings", "Settings", Icons.Default.Settings)
}

@Composable
fun DashboardScreen(
    isAdmin: Boolean,
    onLogout: () -> Unit
) {
    val navController = rememberNavController()
    val items = if (isAdmin) {
        listOf(
            Screen.AdminTickets,
            Screen.Tasks,
            Screen.Users,
            Screen.Other
        )
    } else {
        listOf(
            Screen.UserTickets,
            Screen.UserProfile,
            Screen.UserSettings
        )
    }

    Scaffold(
        bottomBar = {
            BottomNavigationBar(navController = navController, items = items)
        }
    ) { innerPadding ->
        NavHost(
            navController = navController,
            startDestination = if (isAdmin) Screen.AdminTickets.route else Screen.UserTickets.route,
            modifier = Modifier.padding(innerPadding)
        ) {
            if (isAdmin) {
                // Admin/Agent routes
                composable(Screen.AdminTickets.route) {
                    WebViewScreen(url = "https://digital-land.org/osticket/scp/index.php")
                }
                composable(Screen.Tasks.route) {
                    WebViewScreen(url = "https://digital-land.org/osticket/scp/tasks.php")
                }
                composable(Screen.Users.route) {
                    WebViewScreen(url = "https://digital-land.org/osticket/scp/users.php")
                }
                composable(Screen.Other.route) {
                    SettingsScreen(isAdmin = true, onLogout = onLogout)
                }
            } else {
                // User routes
                composable(Screen.UserTickets.route) {
                    WebViewScreen(url = "https://digital-land.org/osticket/tickets.php")
                }
                composable(Screen.UserProfile.route) {
                    WebViewScreen(url = "https://digital-land.org/osticket/profile.php")
                }
                composable(Screen.UserSettings.route) {
                    SettingsScreen(isAdmin = false, onLogout = onLogout)
                }
            }
        }
    }
}

@Composable
fun BottomNavigationBar(navController: NavController, items: List<Screen>) {
    NavigationBar {
        val currentRoute = currentRoute(navController)
        items.forEach { screen ->
            NavigationBarItem(
                icon = { Icon(screen.icon, contentDescription = screen.label) },
                label = { Text(screen.label) },
                selected = currentRoute == screen.route,
                onClick = {
                    if (currentRoute != screen.route) {
                        navController.navigate(screen.route) {
                            // Avoid multiple copies of the same destination
                            launchSingleTop = true
                            restoreState = true
                            // Pop up to the start destination of the graph to avoid building up a large stack
                            popUpTo(navController.graph.startDestinationId) {
                                saveState = true
                            }
                        }
                    }
                }
            )
        }
    }
}

@Composable
fun currentRoute(navController: NavController): String? {
    val navBackStackEntry = navController.currentBackStackEntryAsState()
    return navBackStackEntry.value?.destination?.route
}



@Composable
fun SettingsScreen(
    isAdmin: Boolean,
    onLogout: () -> Unit
) {
    Column(
        modifier = Modifier
            .fillMaxSize()
            .padding(16.dp),
        horizontalAlignment = Alignment.CenterHorizontally,
        verticalArrangement = Arrangement.spacedBy(16.dp)
    ) {
        Text(
            text = "Settings",
            style = MaterialTheme.typography.headlineMedium
        )

        // Add any other settings options here

        Spacer(modifier = Modifier.weight(1f))

        Button(
            onClick = {
                // Perform logout actions
                onLogout()
            },
            colors = ButtonDefaults.buttonColors(
                containerColor = MaterialTheme.colorScheme.error
            ),
            modifier = Modifier
                .fillMaxWidth()
                .padding(bottom = 16.dp)
        ) {
            Text("Logout")
        }
    }
}

CustomWebView.kt:
import android.annotation.SuppressLint
import android.graphics.Bitmap
import android.util.Log
import android.view.ViewGroup
import android.webkit.ConsoleMessage
import android.webkit.CookieManager
import android.webkit.WebChromeClient
import android.webkit.WebResourceError
import android.webkit.WebResourceRequest
import android.webkit.WebSettings
import android.webkit.WebView
import android.webkit.WebViewClient
import androidx.compose.foundation.layout.Column
import androidx.compose.foundation.layout.fillMaxWidth
import androidx.compose.foundation.layout.padding
import androidx.compose.material3.LinearProgressIndicator
import androidx.compose.material3.Text
import androidx.compose.runtime.Composable
import androidx.compose.runtime.DisposableEffect
import androidx.compose.runtime.getValue
import androidx.compose.runtime.mutableStateOf
import androidx.compose.runtime.remember
import androidx.compose.runtime.setValue
import androidx.compose.ui.Modifier
import androidx.compose.ui.platform.LocalContext
import androidx.compose.ui.unit.dp
import androidx.compose.ui.viewinterop.AndroidView

@SuppressLint("SetJavaScriptEnabled")
@Composable
fun CustomWebView(
    url: String,
    onUrlChange: (String) -> Unit = {},
    onLoadingStateChange: (Boolean) -> Unit = {},
    onCookiesReceived: (List<Cookie>) -> Unit = {},
    onError: (String) -> Unit = {},
    onPageFinished: () -> Unit = {},
    enableJavaScript: Boolean = true,
    allowZoom: Boolean = false,
    userAgent: String? = null
) {
    val context = LocalContext.current
    val cookieManager = CookieManager.getInstance().apply {
        setAcceptCookie(true)
    }

    // Remember the WebView to preserve its state across recompositions
    val webView = remember {
        WebView(context).apply {
            layoutParams = ViewGroup.LayoutParams(
                ViewGroup.LayoutParams.MATCH_PARENT,
                ViewGroup.LayoutParams.MATCH_PARENT
            )

            // Set third party cookies for this specific WebView instance
            cookieManager.setAcceptThirdPartyCookies(this, true)

            // Initialize WebViewClient with overridden methods
            webViewClient = object : WebViewClient() {
                override fun onPageStarted(view: WebView?, url: String?, favicon: Bitmap?) {
                    super.onPageStarted(view, url, favicon)
                    onLoadingStateChange(true)
                    url?.let { onUrlChange(it) }
                }

                override fun onPageFinished(view: WebView?, url: String?) {
                    super.onPageFinished(view, url)
                    onLoadingStateChange(false)
                    getCurrentCookies(view)
                    onPageFinished()
                }

                override fun shouldOverrideUrlLoading(
                    view: WebView?,
                    request: WebResourceRequest?
                ): Boolean {
                    request?.url?.toString()?.let { onUrlChange(it) }
                    return false
                }

                override fun onReceivedError(
                    view: WebView?,
                    request: WebResourceRequest?,
                    error: WebResourceError?
                ) {
                    error?.description?.toString()?.let { onError(it) }
                }

                private fun getCurrentCookies(view: WebView?) {
                    view?.url?.let { currentUrl ->
                        val cookies = cookieManager.getCookie(currentUrl)?.split(";")?.mapNotNull { cookieString ->
                            val parts = cookieString.trim().split("=", limit = 2)
                            if (parts.size == 2) {
                                Cookie(parts[0], parts[1])
                            } else {
                                null
                            }
                        } ?: emptyList()
                        onCookiesReceived(cookies)
                    }
                }
            }

            webChromeClient = object : WebChromeClient() {
                override fun onConsoleMessage(consoleMessage: ConsoleMessage?): Boolean {
                    Log.d(
                        "WebView",
                        "${consoleMessage?.message()} -- From line ${consoleMessage?.lineNumber()} of ${consoleMessage?.sourceId()}"
                    )
                    return true
                }

                override fun onProgressChanged(view: WebView?, newProgress: Int) {
                    super.onProgressChanged(view, newProgress)
                    onLoadingStateChange(newProgress < 100)
                }
            }

            // Configure WebView settings
            settings.apply {
                javaScriptEnabled = enableJavaScript
                domStorageEnabled = true
                javaScriptCanOpenWindowsAutomatically = true
                loadWithOverviewMode = true
                useWideViewPort = true
                allowContentAccess = true
                allowFileAccess = true
                builtInZoomControls = allowZoom
                displayZoomControls = false
                setSupportZoom(allowZoom)
                mixedContentMode = WebSettings.MIXED_CONTENT_ALWAYS_ALLOW
                defaultTextEncodingName = "utf-8"
                cacheMode = WebSettings.LOAD_DEFAULT // Enable caching
                userAgent?.let { userAgentString = it }

                // Enable database
                databaseEnabled = true
            }

            // Load the initial URL once
            loadUrl(url)
        }
    }

    // Modified DisposableEffect to preserve state
    DisposableEffect(Unit) {
        onDispose {
            webView.stopLoading()
            // Don't clear cache or cookies
            webView.loadUrl("about:blank")
            // Only remove views, don't destroy the WebView
            webView.removeAllViews()
        }
    }

    // Embed the WebView into the Compose UI
    AndroidView(
        factory = { webView },
        update = { /* No-op to prevent reloading */ }
    )
}



// Data class for cookies
data class Cookie(
    val name: String,
    val value: String
)

// Example usage:
@Composable
fun WebViewScreen(url: String) {
    var currentUrl by remember { mutableStateOf("") }
    var isLoading by remember { mutableStateOf(true) }
    var cookies by remember { mutableStateOf<List<Cookie>>(emptyList()) }
    var error by remember { mutableStateOf<String?>(null) }

    Column {
        if (isLoading) {
            LinearProgressIndicator(modifier = Modifier.fillMaxWidth())
        }

        error?.let { errorMessage ->
            Text(
                text = errorMessage,
                modifier = Modifier.padding(16.dp)
            )
        }

        CustomWebView(
            url = url,
            onUrlChange = { newUrl ->
                currentUrl = newUrl
                // Handle URL change
            },
            onLoadingStateChange = { loading ->
                isLoading = loading
            },
            onCookiesReceived = { newCookies ->
                cookies = newCookies
                // Handle cookies
            },
            onError = { errorMessage ->
                error = errorMessage
            },
            onPageFinished = {
                // Handle page load completion
            },
            enableJavaScript = true,
            allowZoom = false,
        )
    }
}
ASSISTANT
To add a WebView that loads `https://digital-land.org/osticket/scp/profile.php#preferences` just above the logout button in the **admin-only** settings of your **OSTicket** application using **Kotlin Jetpack Compose**, you'll need to modify the `SettingsScreen` composable. 

Here's a step-by-step guide to achieve this:

1. **Understand the Current Structure:**
   - The `SettingsScreen` is used for both admin and regular users.
   - The logout button is already present at the bottom of this screen.
   - We need to conditionally add a WebView **only** for admin users above the logout button.

2. **Modify `SettingsScreen.kt` to Include WebView for Admins:**

   Below is the updated `SettingsScreen` composable that includes a WebView for admin users:

   ```kotlin
   // SettingsScreen.kt
   package com.example.osticket

   import androidx.compose.foundation.layout.*
   import androidx.compose.material3.*
   import androidx.compose.runtime.Composable
   import androidx.compose.ui.Alignment
   import androidx.compose.ui.Modifier
   import androidx.compose.ui.unit.dp

   @Composable
   fun SettingsScreen(
       isAdmin: Boolean,
       onLogout: () -> Unit
   ) {
       Column(
           modifier = Modifier
               .fillMaxSize()
               .padding(16.dp),
           horizontalAlignment = Alignment.CenterHorizontally,
           verticalArrangement = Arrangement.Top
       ) {
           Text(
               text = "Settings",
               style = MaterialTheme.typography.headlineMedium,
               modifier = Modifier.padding(bottom = 16.dp)
           )

           // Conditionally show WebView for Admin users
           if (isAdmin) {
               Text(
                   text = "Profile Preferences",
                   style = MaterialTheme.typography.titleMedium,
                   modifier = Modifier.padding(bottom = 8.dp)
               )
               // Adjust the height as needed
               Box(
                   modifier = Modifier
                       .fillMaxWidth()
                       .height(300.dp) // Set appropriate height for WebView
                       .padding(bottom = 16.dp)
               ) {
                   WebViewScreen(
                       url = "https://digital-land.org/osticket/scp/profile.php#preferences"
                   )
               }
           }

           // Add any other settings options here
           // For example:
           // SettingsOption(title = "Account", onClick = { /* TODO */ })
           // SettingsOption(title = "Notifications", onClick = { /* TODO */ })

           Spacer(modifier = Modifier.weight(1f))

           // Logout Button
           Button(
               onClick = { onLogout() },
               colors = ButtonDefaults.buttonColors(
                   containerColor = MaterialTheme.colorScheme.error
               ),
               modifier = Modifier
                   .fillMaxWidth()
                   .padding(bottom = 16.dp)
           ) {
               Text("Logout")
           }
       }
   }
   ```

3. **Ensure Proper Layout and Scrolling:**

   If the Settings screen has more content and you want to make it scrollable (especially when adding the WebView), consider wrapping the `Column` with a `LazyColumn` or `ScrollableColumn`. Here's how you can make the content scrollable:

   ```kotlin
   import androidx.compose.foundation.layout.*
   import androidx.compose.foundation.rememberScrollState
   import androidx.compose.foundation.verticalScroll
   import androidx.compose.material3.*
   import androidx.compose.runtime.Composable
   import androidx.compose.ui.Alignment
   import androidx.compose.ui.Modifier
   import androidx.compose.ui.unit.dp

   @Composable
   fun SettingsScreen(
       isAdmin: Boolean,
       onLogout: () -> Unit
   ) {
       Column(
           modifier = Modifier
               .fillMaxSize()
               .padding(16.dp)
               .verticalScroll(rememberScrollState()),
           horizontalAlignment = Alignment.CenterHorizontally,
           verticalArrangement = Arrangement.Top
       ) {
           Text(
               text = "Settings",
               style = MaterialTheme.typography.headlineMedium,
               modifier = Modifier.padding(bottom = 16.dp)
           )

           // Conditionally show WebView for Admin users
           if (isAdmin) {
               Text(
                   text = "Profile Preferences",
                   style = MaterialTheme.typography.titleMedium,
                   modifier = Modifier.padding(bottom = 8.dp)
               )
               Box(
                   modifier = Modifier
                       .fillMaxWidth()
                       .height(300.dp) // Adjust height as necessary
                       .padding(bottom = 16.dp)
               ) {
                   WebViewScreen(
                       url = "https://digital-land.org/osticket/scp/profile.php#preferences"
                   )
               }
           }

           // Add other settings options here
           // Example:
           // SettingsOption(title = "Account", onClick = { /* TODO */ })
           // SettingsOption(title = "Notifications", onClick = { /* TODO */ })

           Spacer(modifier = Modifier.weight(1f))

           // Logout Button
           Button(
               onClick = { onLogout() },
               colors = ButtonDefaults.buttonColors(
                   containerColor = MaterialTheme.colorScheme.error
               ),
               modifier = Modifier
                   .fillMaxWidth()
                   .padding(bottom = 16.dp)
           ) {
               Text("Logout")
           }
       }
   }
   ```

4. **Adjust WebView Height as Needed:**

   The `height` assigned to the WebView (`300.dp` in the example) should be adjusted based on your UI requirements. Ensure that the WebView doesn't occupy too much or too little space, maintaining a balanced layout.

5. **Ensure Permissions and WebView Configuration:**

   Make sure that your `CustomWebView` is properly configured to handle the URL and any specific requirements of the `osticket` profile page. From your provided `CustomWebView.kt`, it appears well-configured, but ensure that:

   - **JavaScript is enabled** if the page requires it.
   - **Cookies are managed properly** to maintain sessions.
   - **Error handling** is in place to handle any loading issues.

6. **Testing:**

   After making these changes, thoroughly test the application:

   - **Admin Users:**
     - Navigate to the Settings screen.
     - Verify that the WebView loads the specified URL above the logout button.
     - Ensure that the WebView behaves as expected (navigation, interactions, etc.).
   - **Regular Users:**
     - Ensure that the WebView does **not** appear in the Settings screen.
     - The logout button should remain at the bottom as intended.

7. **Optional Enhancements:**

   - **Responsive Design:** Make the WebView responsive to different screen sizes and orientations.
   - **Loading Indicators:** Show a loading spinner or progress bar while the WebView content is loading.
   - **Error Messages:** Display user-friendly error messages if the WebView fails to load the content.

8. **Complete Example:**

   For clarity, here's the complete modified `SettingsScreen.kt` with the WebView included for admin users:

   ```kotlin
   // SettingsScreen.kt
   package com.example.osticket

   import androidx.compose.foundation.layout.*
   import androidx.compose.foundation.rememberScrollState
   import androidx.compose.foundation.verticalScroll
   import androidx.compose.material3.*
   import androidx.compose.runtime.Composable
   import androidx.compose.ui.Alignment
   import androidx.compose.ui.Modifier
   import androidx.compose.ui.unit.dp

   @Composable
   fun SettingsScreen(
       isAdmin: Boolean,
       onLogout: () -> Unit
   ) {
       Column(
           modifier = Modifier
               .fillMaxSize()
               .padding(16.dp)
               .verticalScroll(rememberScrollState()),
           horizontalAlignment = Alignment.CenterHorizontally,
           verticalArrangement = Arrangement.Top
       ) {
           Text(
               text = "Settings",
               style = MaterialTheme.typography.headlineMedium,
               modifier = Modifier.padding(bottom = 16.dp)
           )

           // Conditionally show WebView for Admin users
           if (isAdmin) {
               Text(
                   text = "Profile Preferences",
                   style = MaterialTheme.typography.titleMedium,
                   modifier = Modifier.padding(bottom = 8.dp)
               )
               Box(
                   modifier = Modifier
                       .fillMaxWidth()
                       .height(300.dp) // Adjust height as necessary
                       .padding(bottom = 16.dp)
               ) {
                   WebViewScreen(
                       url = "https://digital-land.org/osticket/scp/profile.php#preferences"
                   )
               }
           }

           // Add other settings options here
           // Example:
           // SettingsOption(title = "Account", onClick = { /* TODO */ })
           // SettingsOption(title = "Notifications", onClick = { /* TODO */ })

           Spacer(modifier = Modifier.weight(1f))

           // Logout Button
           Button(
               onClick = { onLogout() },
               colors = ButtonDefaults.buttonColors(
                   containerColor = MaterialTheme.colorScheme.error
               ),
               modifier = Modifier
                   .fillMaxWidth()
                   .padding(bottom = 16.dp)
           ) {
               Text("Logout")
           }
       }
   }
   ```

9. **Final Checks:**

   - **Permissions:** Ensure that your `AndroidManifest.xml` has the necessary permissions if the WebView requires internet access:

     ```xml
     <uses-permission android:name="android.permission.INTERNET" />
     ```

   - **Security:** Be cautious when loading external URLs in WebViews. Ensure that the content is from a trusted source to prevent security vulnerabilities.

10. **Summary:**

    By following the above steps, you've successfully integrated a WebView into the admin-only settings screen of your OSTicket application. This WebView displays the specified profile preferences page just above the logout button, enhancing the admin's ability to manage settings directly within the app.

If you encounter any issues or need further customization, feel free to ask!

turns-00044.parquet:30153

d2883b5d3725f473bb2c5d0b
turn 1/1gpt-4o-2024-08-06EnglishUnited States1765 words
degenerate_repetitionAbsentFinal dense release
USER
You are a helpful assistant generating synthetic data that captures *System 1* and *System 2* thinking, *creativity*, and *metacognitive reflection*. Follow these steps in sequence, using tags [sys1] and [end sys1] for *System 1* sections and [sys2] and [end sys2] for *System 2* sections.

1. *Identify System 1 and System 2 Thinking Requirements:*
   - Carefully read the text.
   - Identify parts of the text that require quick, straightforward responses (*System 1*). Mark these sections with [sys1] and [end sys1].
   - Identify parts that require in-depth, reflective thinking (*System 2*), marked with [sys2] and [end sys2].

2. *Apply Step-by-Step Problem Solving with Creativity and Metacognitive Reflection for System 2 Sections:*

   *2.1 Understand the Problem:*
   - Objective: Fully comprehend the issue, constraints, and relevant context.
   - Reflection: "What do I understand about this issue? What might I be overlooking?"
   - Creative Perspective: Seek hidden patterns or possibilities that could reveal deeper insights or innovative connections.

   *2.2 Analyze the Information:*
   - Objective: Break down the problem logically.
   - Reflection: "Am I considering all factors? Are there any assumptions that need challenging?"
   - Creative Perspective: Explore unique patterns or overlooked relationships in the data that could add depth to the analysis.

   *2.3 Generate Hypotheses:*
   - Objective: Propose at least 10 hypotheses, each with a Confidence Score (0.0 to 1.0) and Creative Score (0.0 to 1.0), reflecting originality, surprise, and utility.
   - Reflection: "Have I explored all possible explanations or approaches, both conventional and unconventional?"
   - Creative Perspective: Consider novel angles that might provide unexpected insights.

   *2.4 Anticipate Future Steps and Obstacles:*
   - Objective: Make predictions, accounting for potential outcomes and obstacles.
   - Reflection: "What challenges might I face? Is my plan flexible for different scenarios?"
   - Creative Perspective: Visualize unforeseen outcomes and adapt plans to make use of them effectively.

   *2.5 Evaluate Hypotheses:*
   - Objective: Assess hypotheses based on feasibility, risk, and potential impact.
   - Evaluation: Refine Confidence and Creative Scores as needed.
   - Reflection: "Am I unbiased in my assessment? Which options fit best with the overall objectives?"
   - Creative Perspective: Identify hidden opportunities or overlooked details in each hypothesis.

   *2.6 Select the Best Hypothesis:*
   - Objective: Choose the most promising, strategic hypothesis.
   - Reflection: "Why does this hypothesis stand out? How does it uniquely address the issue?"
   - Creative Perspective: Consider any underutilized potential in the selected approach.

   *2.7 Implement the Hypothesis:*
   - Objective: Outline actionable steps for testing the hypothesis.
   - Reflection: "Is this plan practical? What resources or preparation are required?"
   - Creative Perspective: Refine steps to maximize effectiveness and yield unexpected benefits.

   *2.8 Monitor and Review Progress:*
   - Objective: Review progress, noting areas for improvement.
   - Reflection: "What’s working well? What could be improved?"
   - Creative Perspective: Look for emerging patterns that could refine future approaches.

   *2.9 Reflect and Capture Insights:*
   - Objective: Summarize lessons learned and insights gained for future reference.
   - Reflection: "What new understanding has emerged from this process?"
   - Creative Perspective: Identify innovative insights or patterns that could be applied to similar challenges.

3. *Generate Text Output with Interleaved System 1 and System 2 Responses:*
   - Use the tags [sys1] and [sys2] throughout.
   - Aim for a lengthier, detailed response. Combine both direct, straightforward *System 1* insights and reflective, deeply analytical *System 2* segments to capture a blend of quick observations and thoughtful analysis.

---

### *Example Input Text:*

You are tasked with analyzing a sudden shift in customer preferences in a tech market. There has been a noticeable decline in demand for physical devices, with customers increasingly interested in digital-only options. The challenge is to understand this shift, generate hypotheses for why it might be occurring, and explore potential strategies for adapting to this new trend.

---

### *Processed Output with System 1 and System 2 Thinking:*

The tech market is experiencing a shift in customer demand, moving away from physical devices toward digital-only options.

[sys1]
Customer demand has shifted from physical devices to digital-only options.
We need to understand why this change is happening and find strategies to address it.
Key factors may include cost, convenience, and technological trends.
[end sys1]

[sys2]
**2.1 Understand the Problem:**
The goal is to understand the underlying reasons for the shift in demand from physical devices to digital-only options, then develop a strategy to adapt.

*Reflection:* 
"I understand that preferences are changing, but what might be driving this? Is it primarily cost, or are there other factors such as convenience or sustainability?"

*Creative Perspective:* 
"Could there be a larger trend in digital minimalism or a preference for eco-friendly solutions that we’re missing? What unseen motivations might explain this shift?"

**2.2 Analyze the Information:**
There are multiple possible factors driving this shift, from economic influences to cultural shifts. It’s essential to isolate each factor and understand its impact.

*Reflection:* 
"Am I fully considering the various economic and social influences? Could there be a technological factor, like better internet speeds, that makes digital-only products more accessible?"

*Creative Perspective:* 
"Are there patterns or trends in other markets that could shed light on this shift? Could this be part of a larger trend toward virtual experiences?"

**2.3 Generate Hypotheses:**
1. Customers prefer digital options due to lower costs. (Confidence: 0.8, Creative: 0.4)
2. There’s a growing trend toward minimalism and reduced physical clutter. (Confidence: 0.7, Creative: 0.7)
3. Digital products offer greater flexibility and ease of use. (Confidence: 0.6, Creative: 0.6)
4. Environmental concerns are pushing consumers away from physical goods. (Confidence: 0.6, Creative: 0.8)
5. Advances in tech make digital-only options more functional. (Confidence: 0.8, Creative: 0.5)
6. Pandemic-era remote work increased demand for digital solutions. (Confidence: 0.7, Creative: 0.6)
7. Media coverage of the environmental impact of physical devices affects preferences. (Confidence: 0.5, Creative: 0.7)
8. There’s an increase in global digital literacy, expanding market access. (Confidence: 0.6, Creative: 0.6)
9. Customers view digital as more convenient and scalable for future needs. (Confidence: 0.7, Creative: 0.5)
10. Younger consumers prefer the aesthetics and convenience of digital products. (Confidence: 0.6, Creative: 0.6)

*Reflection:* 
"Have I considered all possible influences? Are there any surprising factors that could explain this shift?"

*Creative Perspective:* 
"Could specific social trends, like the rise of influencer culture or digital-first lifestyles, be influencing customer choices?"

**2.4 Anticipate Future Steps and Obstacles:**
*Objective:* Anticipate possible challenges, such as resistance from segments still preferring physical products.

*Reflection:* 
"What market obstacles might we face if we shift our focus to digital-only? Are there sub-segments that still prioritize physical products?"

*Creative Perspective:* 
"Could expanding digital options help us reach a more global audience? Are there emerging trends that we could leverage in our strategy?"

[end sys2]

[sys1]
To address this shift, consider a strategy that incorporates both digital-only offerings and educational campaigns about the benefits of digital solutions.
Use insights from customer feedback and current trends to guide product development.
Focus on flexibility and adaptation to cater to different customer segments.
[end sys1]


/// @ref ext_vector_int3_sized
/// @file glm/ext/vector_int3_sized.hpp
///
/// @defgroup ext_vector_int3_sized GLM_EXT_vector_int3_sized
/// @ingroup ext
///
/// Exposes sized signed integer vector of 3 components type.
///
/// Include <glm/ext/vector_int3_sized.hpp> to use the features of this extension.
///
/// @see ext_scalar_int_sized
/// @see ext_vector_uint3_sized

#pragma once

#include "../ext/vector_int3.hpp"
#include "../ext/scalar_int_sized.hpp"

#if GLM_MESSAGES == GLM_ENABLE && !defined(GLM_EXT_INCLUDED)
#	pragma message("GLM: GLM_EXT_vector_int3_sized extension included")
#endif

namespace glm
{
	/// @addtogroup ext_vector_int3_sized
	/// @{

	/// 8 bit signed integer vector of 3 components type.
	///
	/// @see ext_vector_int3_sized
	typedef vec<3, int8, defaultp>		i8vec3;

	/// 16 bit signed integer vector of 3 components type.
	///
	/// @see ext_vector_int3_sized
	typedef vec<3, int16, defaultp>		i16vec3;

	/// 32 bit signed integer vector of 3 components type.
	///
	/// @see ext_vector_int3_sized
	typedef vec<3, int32, defaultp>		i32vec3;

	/// 64 bit signed integer vector of 3 components type.
	///
	/// @see ext_vector_int3_sized
	typedef vec<3, int64, defaultp>		i64vec3;

	/// @}
}//namespace glm
ASSISTANT
### Processed Output with System 1 and System 2 Thinking:

The task involves analyzing a shift in customer preferences from physical devices to digital-only options within the tech market.

[sys1]
Customers are increasingly seeking digital-only options instead of physical devices.
The main objective is to understand the reasons behind this trend and devise strategies to adapt efficiently.
[end sys1]

[sys2]
**2.1 Understand the Problem:**
To comprehend this shift, we must explore the underlying factors influencing customer preference for digital-only products.

*Reflection:* 
"I understand the apparent trend, but am I considering all potential influences, such as technological advancements or societal changes?"

*Creative Perspective:* 
"Could this shift be linked to other trends, like remote work culture or a push for sustainability that we're not fully acknowledging?"

**2.2 Analyze the Information:**
There's a necessity to dissect various factors, ranging from economic variables to evolving cultural paradigms, to grasp this behavioral shift.

*Reflection:* 
"Am I identifying all relevant economic, technological, and cultural drivers? Could certain assumptions, such as a preference for convenience outweighing other factors, be misguided?"

*Creative Perspective:* 
"Is there a correlation with lifestyle shifts in other sectors, like streaming services replacing physical media, that might provide insights?"

**2.3 Generate Hypotheses:**

1. Economic downturns make digital options appealing for cost-saving. (Confidence: 0.8, Creative: 0.5)
2. Environmental awareness is reducing physical buying habits. (Confidence: 0.6, Creative: 0.8)
3. Digital products are more aligned with fast-paced lifestyles. (Confidence: 0.7, Creative: 0.6)
4. Tech advancements have enhanced the appeal of digital tools. (Confidence: 0.8, Creative: 0.5)
5. Global connectivity issues are dissolving, creating more digital demand. (Confidence: 0.7, Creative: 0.6)
6. The pandemic has instilled lasting digital preferences. (Confidence: 0.7, Creative: 0.6)
7. Physical clutter-free living is increasingly desired. (Confidence: 0.7, Creative: 0.7)
8. Digital options are perceived as more adaptable for future tech integration. (Confidence: 0.7, Creative: 0.5)
9. There's a generational shift towards embracing digital-first strategies. (Confidence: 0.6, Creative: 0.7)
10. Marketing strategies are more aggressively focused on digital solutions. (Confidence: 0.6, Creative: 0.6)

*Reflection:* 
"Have I widened my exploration to cover all aspects that might pivot consumer interest? Are disruptive influences accounted for?"

*Creative Perspective:* 
"Could newly emerging subcultures or tech-savvy demographics be skewing these preferences significantly?"

**2.4 Anticipate Future Steps and Obstacles:**

*Objective:* Project potential difficulties and assess the long-term sustainability and adaptability of transitioning towards digital dominance.

*Reflection:* 
"What challenges might we face when shifting focus to digital solutions? Could there be resistance from traditional consumer bases?"

*Creative Perspective:* 
"Are there untapped markets that might benefit from digital expansion? How might future tech advances reshape this landscape further?"

[end sys2]

[sys1]
In response to the trend, focus on developing digital products that offer customization and scalability.
Utilize customer insights to refine strategies, ensuring alignment with current and emerging demands.
Flexibly adapt marketing strategies to highlight the benefits and convenience of digital solutions.
[end sys1]

turns-00044.parquet:30154

da8eebefa2b26218b75566df
turn 1/1gpt-4o-2024-08-06Englishunknown country2049 words
degenerate_repetitionAbsentFinal dense release
USER
You are a helpful assistant generating synthetic data that captures *System 1* and *System 2* thinking, *creativity*, and *metacognitive reflection*. Follow these steps in sequence, using tags [sys1] and [end sys1] for *System 1* sections and [sys2] and [end sys2] for *System 2* sections.

1. *Identify System 1 and System 2 Thinking Requirements:*
   - Carefully read the text.
   - Identify parts of the text that require quick, straightforward responses (*System 1*). Mark these sections with [sys1] and [end sys1].
   - Identify parts that require in-depth, reflective thinking (*System 2*), marked with [sys2] and [end sys2].

2. *Apply Step-by-Step Problem Solving with Creativity and Metacognitive Reflection for System 2 Sections:*

   *2.1 Understand the Problem:*
   - Objective: Fully comprehend the issue, constraints, and relevant context.
   - Reflection: "What do I understand about this issue? What might I be overlooking?"
   - Creative Perspective: Seek hidden patterns or possibilities that could reveal deeper insights or innovative connections.

   *2.2 Analyze the Information:*
   - Objective: Break down the problem logically.
   - Reflection: "Am I considering all factors? Are there any assumptions that need challenging?"
   - Creative Perspective: Explore unique patterns or overlooked relationships in the data that could add depth to the analysis.

   *2.3 Generate Hypotheses:*
   - Objective: Propose at least 10 hypotheses, each with a Confidence Score (0.0 to 1.0) and Creative Score (0.0 to 1.0), reflecting originality, surprise, and utility.
   - Reflection: "Have I explored all possible explanations or approaches, both conventional and unconventional?"
   - Creative Perspective: Consider novel angles that might provide unexpected insights.

   *2.4 Anticipate Future Steps and Obstacles:*
   - Objective: Make predictions, accounting for potential outcomes and obstacles.
   - Reflection: "What challenges might I face? Is my plan flexible for different scenarios?"
   - Creative Perspective: Visualize unforeseen outcomes and adapt plans to make use of them effectively.

   *2.5 Evaluate Hypotheses:*
   - Objective: Assess hypotheses based on feasibility, risk, and potential impact.
   - Evaluation: Refine Confidence and Creative Scores as needed.
   - Reflection: "Am I unbiased in my assessment? Which options fit best with the overall objectives?"
   - Creative Perspective: Identify hidden opportunities or overlooked details in each hypothesis.

   *2.6 Select the Best Hypothesis:*
   - Objective: Choose the most promising, strategic hypothesis.
   - Reflection: "Why does this hypothesis stand out? How does it uniquely address the issue?"
   - Creative Perspective: Consider any underutilized potential in the selected approach.

   *2.7 Implement the Hypothesis:*
   - Objective: Outline actionable steps for testing the hypothesis.
   - Reflection: "Is this plan practical? What resources or preparation are required?"
   - Creative Perspective: Refine steps to maximize effectiveness and yield unexpected benefits.

   *2.8 Monitor and Review Progress:*
   - Objective: Review progress, noting areas for improvement.
   - Reflection: "What’s working well? What could be improved?"
   - Creative Perspective: Look for emerging patterns that could refine future approaches.

   *2.9 Reflect and Capture Insights:*
   - Objective: Summarize lessons learned and insights gained for future reference.
   - Reflection: "What new understanding has emerged from this process?"
   - Creative Perspective: Identify innovative insights or patterns that could be applied to similar challenges.

3. *Generate Text Output with Interleaved System 1 and System 2 Responses:*
   - Use the tags [sys1] and [sys2] throughout.
   - Aim for a lengthier, detailed response. Combine both direct, straightforward *System 1* insights and reflective, deeply analytical *System 2* segments to capture a blend of quick observations and thoughtful analysis.

---

### *Example Input Text:*

You are tasked with analyzing a sudden shift in customer preferences in a tech market. There has been a noticeable decline in demand for physical devices, with customers increasingly interested in digital-only options. The challenge is to understand this shift, generate hypotheses for why it might be occurring, and explore potential strategies for adapting to this new trend.

---

### *Processed Output with System 1 and System 2 Thinking:*

The tech market is experiencing a shift in customer demand, moving away from physical devices toward digital-only options.

[sys1]
Customer demand has shifted from physical devices to digital-only options.
We need to understand why this change is happening and find strategies to address it.
Key factors may include cost, convenience, and technological trends.
[end sys1]

[sys2]
**2.1 Understand the Problem:**
The goal is to understand the underlying reasons for the shift in demand from physical devices to digital-only options, then develop a strategy to adapt.

*Reflection:* 
"I understand that preferences are changing, but what might be driving this? Is it primarily cost, or are there other factors such as convenience or sustainability?"

*Creative Perspective:* 
"Could there be a larger trend in digital minimalism or a preference for eco-friendly solutions that we’re missing? What unseen motivations might explain this shift?"

**2.2 Analyze the Information:**
There are multiple possible factors driving this shift, from economic influences to cultural shifts. It’s essential to isolate each factor and understand its impact.

*Reflection:* 
"Am I fully considering the various economic and social influences? Could there be a technological factor, like better internet speeds, that makes digital-only products more accessible?"

*Creative Perspective:* 
"Are there patterns or trends in other markets that could shed light on this shift? Could this be part of a larger trend toward virtual experiences?"

**2.3 Generate Hypotheses:**
1. Customers prefer digital options due to lower costs. (Confidence: 0.8, Creative: 0.4)
2. There’s a growing trend toward minimalism and reduced physical clutter. (Confidence: 0.7, Creative: 0.7)
3. Digital products offer greater flexibility and ease of use. (Confidence: 0.6, Creative: 0.6)
4. Environmental concerns are pushing consumers away from physical goods. (Confidence: 0.6, Creative: 0.8)
5. Advances in tech make digital-only options more functional. (Confidence: 0.8, Creative: 0.5)
6. Pandemic-era remote work increased demand for digital solutions. (Confidence: 0.7, Creative: 0.6)
7. Media coverage of the environmental impact of physical devices affects preferences. (Confidence: 0.5, Creative: 0.7)
8. There’s an increase in global digital literacy, expanding market access. (Confidence: 0.6, Creative: 0.6)
9. Customers view digital as more convenient and scalable for future needs. (Confidence: 0.7, Creative: 0.5)
10. Younger consumers prefer the aesthetics and convenience of digital products. (Confidence: 0.6, Creative: 0.6)

*Reflection:* 
"Have I considered all possible influences? Are there any surprising factors that could explain this shift?"

*Creative Perspective:* 
"Could specific social trends, like the rise of influencer culture or digital-first lifestyles, be influencing customer choices?"

**2.4 Anticipate Future Steps and Obstacles:**
*Objective:* Anticipate possible challenges, such as resistance from segments still preferring physical products.

*Reflection:* 
"What market obstacles might we face if we shift our focus to digital-only? Are there sub-segments that still prioritize physical products?"

*Creative Perspective:* 
"Could expanding digital options help us reach a more global audience? Are there emerging trends that we could leverage in our strategy?"

[end sys2]

[sys1]
To address this shift, consider a strategy that incorporates both digital-only offerings and educational campaigns about the benefits of digital solutions.
Use insights from customer feedback and current trends to guide product development.
Focus on flexibility and adaptation to cater to different customer segments.
[end sys1]


trans-[Fe(CN)4 (CO)2 ]2- , a 21st Century [Fe(CN)(CO)] Compound.
In 1887, more than a century after the synthesis of [FeII (CN)6 ]4- , the complex [FeII (CN)5 (CO)]3- , in which a CN- ligand is replaced by CO, was reported. It has taken an additional century for the synthesis of the complex in which a second CN- ligand is substituted by CO: trans-[FeII (CN)4 (CO)2 ]2- (structure shown). Remarkably, this anion is prepared by the simple reaction of FeCl2 with NaCN and CO in water. [Fe(CN)x (CO)y ] complexes are of interest as models for the active site of hydrogenase enzymes.
ASSISTANT
The analysis of trans-[Fe(CN)4(CO)2]²⁻, a novel compound within the family of iron cyanide and carbonyl complexes, offers a unique opportunity to explore the progression of chemical synthesis over the centuries and its implications for understanding enzyme active sites.

[sys1]
The compound trans-[Fe(CN)4(CO)2]²⁻ is noteworthy because it represents a novel synthesis within the family of iron-cyanide-carbonyl complexes.
It was synthesized by reacting FeCl2 with NaCN and CO in water, and is valuable as a model for hydrogenase enzyme active sites.
The historical context of this synthesis spans over a century, from [Fe(CN)6]⁴⁻ to [Fe(CN)5(CO)]³⁻, and now to the addition of a second CO in the current compound.
[end sys1]

[sys2]
**2.1 Understand the Problem:**
The focus is on comprehending the synthesis and significance of trans-[Fe(CN)4(CO)2]²⁻ in advancing our understanding of similar compounds' role in enzymatic activity.

*Reflection:*
"What key steps consistently emerge in these syntheses? Are there any overlooked factors in replicating such reactions, leading to efficient synthesis?"

*Creative Perspective:*
"Does understanding this synthesis provide insights into more efficient processes or parallel discoveries in related chemical systems?"

**2.2 Analyze the Information:**
Investigating the synthesis process's simplicity and conditions for trans-[Fe(CN)4(CO)2]²⁻ opens a window into advancements in synthetic methodologies.

*Reflection:*
"Am I accounting for all chemical conditions affecting the yield or purity of the compound? How do these conditions compare to past methods in terms of efficiency and scalability?"

*Creative Perspective:*
"Could the simplicity of this reaction hint at unexplored syntheses of other complex ligands? Might altering one component yield new derivatives of scientific or industrial interest?"

**2.3 Generate Hypotheses:**
1. The simple reaction conditions highlight a new, efficient pathway for synthesizing similar complexes. (Confidence: 0.8, Creative: 0.4)
2. This synthesis could serve as a blueprint for developing other models related to enzyme active sites. (Confidence: 0.7, Creative: 0.6)
3. Trans-[Fe(CN)4(CO)2]²⁻ exhibits unique electronic properties due to its ligand arrangement, influencing further study. (Confidence: 0.6, Creative: 0.7)
4. Simplicity in reaction equates to lower economic and environmental costs for large-scale synthesis. (Confidence: 0.7, Creative: 0.5)
5. This compound allows for exploration of novel catalytic mechanisms simulating natural processes. (Confidence: 0.6, Creative: 0.8)
6. Challenges in tuning reaction conditions offer insights into manipulating similar inorganic syntheses. (Confidence: 0.5, Creative: 0.6)
7. Structural configuration opens avenues for integration into biomimetic systems. (Confidence: 0.6, Creative: 0.7)
8. Advances in analytic techniques pave the way for deeper understanding and application of metal-ligand interactions. (Confidence: 0.7, Creative: 0.6)
9. Cross-disciplinary research could leverage this synthesis to advance materials science. (Confidence: 0.6, Creative: 0.7)
10. Success in analogous syntheses could redefine approaches to synthetic organic and inorganic chemistry. (Confidence: 0.5, Creative: 0.8)

*Reflection:*
"Do these hypotheses encompass all potential findings? What surprising ramifications might the synthesis of this compound hold?"

*Creative Perspective:*
"Could insights from this process inform unexpected fields, such as medicine or environmental science?"

**2.4 Anticipate Future Steps and Obstacles:**
*Objective:* Plan for practical applications in understanding enzyme models and anticipate drawbacks such as reaction scalability or reproducibility.

*Reflection:*
"What steps ensure the practical application of this synthesis? Do potential scaling issues present chemistry or equipment challenges?"

*Creative Perspective:*
"Could novel applications emerge from interdisciplinary collaboration? How might we anticipate or mitigate unexpected synthesis challenges?"

**2.5 Evaluate Hypotheses:**
Assessing practical applicability, potential impact, and interdisciplinary modeling of enzyme-like systems underscores the compound’s promise.

*Evaluation:* Confidence and Creative Scores adjusted for economic feasibility and interdisciplinary appeal.

*Reflection:*
"Am I impartial in weighing feasibility against creativity? Which options align best with academic and industrial aims?"

*Creative Perspective:*
"Where are the ‘hidden’ benefits of novel synthesis approaches; how can they be captured?"

**2.6 Select the Best Hypothesis:**
Choose the pathway that extends the potential applications of this compound while remaining feasible within current technological and economic contexts.

*Reflection:*
"Why does this path stand out? How uniquely does it address synthetic chemistry and biological modeling in real-world applications?"

*Creative Perspective:*
"What underappreciated aspect could elevate outcome distinctions or technological gains?"

**2.7 Implement the Hypothesis:**
Outline steps for integrating the synthesis into broader research and development frameworks.

*Reflection:*
"Is this actionable? Are relevant resources or partnerships leveraged?"

*Creative Perspective:*
"Could refining elements of this synthesis generate competitive advantages or new insights?"

**2.8 Monitor and Review Progress:**
Progress tracking will ensure alignment with broader objectives, capturing ongoing refinements.

*Reflection:*
"What are the key performance indicators, and how are they monitored?"

*Creative Perspective:*
"Any emerging insights fostering innovative practices or substantive breakthroughs?"

**2.9 Reflect and Capture Insights:**
Document outcomes, challenges, and opportunities emerging from this synthesis.

*Reflection:*
"How has this extended understanding or answered critical questions?"

*Creative Perspective:*
"Could insights yield cross-industry applications or entirely new discovery pathways?"

[end sys2]

[sys1]
Considering the compound’s complexity, it serves as a pivotal model for studying enzyme active sites.
This discovery's simplicity and historical build-up underscore innovative synthesis steps.
Research implications span chemistry, biology, and material science, fostering interdisciplinary collaboration.
[end sys1]

turns-00044.parquet:30155

bf1b866c4060b35a3f48a88b
turn 1/1gpt-4o-2024-08-06EnglishUnited States1806 words
degenerate_repetitionAbsentFinal dense release
USER
You are a helpful assistant generating synthetic data that captures *System 1* and *System 2* thinking, *creativity*, and *metacognitive reflection*. Follow these steps in sequence, using tags [sys1] and [end sys1] for *System 1* sections and [sys2] and [end sys2] for *System 2* sections.

1. *Identify System 1 and System 2 Thinking Requirements:*
   - Carefully read the text.
   - Identify parts of the text that require quick, straightforward responses (*System 1*). Mark these sections with [sys1] and [end sys1].
   - Identify parts that require in-depth, reflective thinking (*System 2*), marked with [sys2] and [end sys2].

2. *Apply Step-by-Step Problem Solving with Creativity and Metacognitive Reflection for System 2 Sections:*

   *2.1 Understand the Problem:*
   - Objective: Fully comprehend the issue, constraints, and relevant context.
   - Reflection: "What do I understand about this issue? What might I be overlooking?"
   - Creative Perspective: Seek hidden patterns or possibilities that could reveal deeper insights or innovative connections.

   *2.2 Analyze the Information:*
   - Objective: Break down the problem logically.
   - Reflection: "Am I considering all factors? Are there any assumptions that need challenging?"
   - Creative Perspective: Explore unique patterns or overlooked relationships in the data that could add depth to the analysis.

   *2.3 Generate Hypotheses:*
   - Objective: Propose at least 10 hypotheses, each with a Confidence Score (0.0 to 1.0) and Creative Score (0.0 to 1.0), reflecting originality, surprise, and utility.
   - Reflection: "Have I explored all possible explanations or approaches, both conventional and unconventional?"
   - Creative Perspective: Consider novel angles that might provide unexpected insights.

   *2.4 Anticipate Future Steps and Obstacles:*
   - Objective: Make predictions, accounting for potential outcomes and obstacles.
   - Reflection: "What challenges might I face? Is my plan flexible for different scenarios?"
   - Creative Perspective: Visualize unforeseen outcomes and adapt plans to make use of them effectively.

   *2.5 Evaluate Hypotheses:*
   - Objective: Assess hypotheses based on feasibility, risk, and potential impact.
   - Evaluation: Refine Confidence and Creative Scores as needed.
   - Reflection: "Am I unbiased in my assessment? Which options fit best with the overall objectives?"
   - Creative Perspective: Identify hidden opportunities or overlooked details in each hypothesis.

   *2.6 Select the Best Hypothesis:*
   - Objective: Choose the most promising, strategic hypothesis.
   - Reflection: "Why does this hypothesis stand out? How does it uniquely address the issue?"
   - Creative Perspective: Consider any underutilized potential in the selected approach.

   *2.7 Implement the Hypothesis:*
   - Objective: Outline actionable steps for testing the hypothesis.
   - Reflection: "Is this plan practical? What resources or preparation are required?"
   - Creative Perspective: Refine steps to maximize effectiveness and yield unexpected benefits.

   *2.8 Monitor and Review Progress:*
   - Objective: Review progress, noting areas for improvement.
   - Reflection: "What’s working well? What could be improved?"
   - Creative Perspective: Look for emerging patterns that could refine future approaches.

   *2.9 Reflect and Capture Insights:*
   - Objective: Summarize lessons learned and insights gained for future reference.
   - Reflection: "What new understanding has emerged from this process?"
   - Creative Perspective: Identify innovative insights or patterns that could be applied to similar challenges.

3. *Generate Text Output with Interleaved System 1 and System 2 Responses:*
   - Use the tags [sys1] and [sys2] throughout.
   - Aim for a lengthier, detailed response. Combine both direct, straightforward *System 1* insights and reflective, deeply analytical *System 2* segments to capture a blend of quick observations and thoughtful analysis.

---

### *Example Input Text:*

You are tasked with analyzing a sudden shift in customer preferences in a tech market. There has been a noticeable decline in demand for physical devices, with customers increasingly interested in digital-only options. The challenge is to understand this shift, generate hypotheses for why it might be occurring, and explore potential strategies for adapting to this new trend.

---

### *Processed Output with System 1 and System 2 Thinking:*

The tech market is experiencing a shift in customer demand, moving away from physical devices toward digital-only options.

[sys1]
Customer demand has shifted from physical devices to digital-only options.
We need to understand why this change is happening and find strategies to address it.
Key factors may include cost, convenience, and technological trends.
[end sys1]

[sys2]
**2.1 Understand the Problem:**
The goal is to understand the underlying reasons for the shift in demand from physical devices to digital-only options, then develop a strategy to adapt.

*Reflection:* 
"I understand that preferences are changing, but what might be driving this? Is it primarily cost, or are there other factors such as convenience or sustainability?"

*Creative Perspective:* 
"Could there be a larger trend in digital minimalism or a preference for eco-friendly solutions that we’re missing? What unseen motivations might explain this shift?"

**2.2 Analyze the Information:**
There are multiple possible factors driving this shift, from economic influences to cultural shifts. It’s essential to isolate each factor and understand its impact.

*Reflection:* 
"Am I fully considering the various economic and social influences? Could there be a technological factor, like better internet speeds, that makes digital-only products more accessible?"

*Creative Perspective:* 
"Are there patterns or trends in other markets that could shed light on this shift? Could this be part of a larger trend toward virtual experiences?"

**2.3 Generate Hypotheses:**
1. Customers prefer digital options due to lower costs. (Confidence: 0.8, Creative: 0.4)
2. There’s a growing trend toward minimalism and reduced physical clutter. (Confidence: 0.7, Creative: 0.7)
3. Digital products offer greater flexibility and ease of use. (Confidence: 0.6, Creative: 0.6)
4. Environmental concerns are pushing consumers away from physical goods. (Confidence: 0.6, Creative: 0.8)
5. Advances in tech make digital-only options more functional. (Confidence: 0.8, Creative: 0.5)
6. Pandemic-era remote work increased demand for digital solutions. (Confidence: 0.7, Creative: 0.6)
7. Media coverage of the environmental impact of physical devices affects preferences. (Confidence: 0.5, Creative: 0.7)
8. There’s an increase in global digital literacy, expanding market access. (Confidence: 0.6, Creative: 0.6)
9. Customers view digital as more convenient and scalable for future needs. (Confidence: 0.7, Creative: 0.5)
10. Younger consumers prefer the aesthetics and convenience of digital products. (Confidence: 0.6, Creative: 0.6)

*Reflection:* 
"Have I considered all possible influences? Are there any surprising factors that could explain this shift?"

*Creative Perspective:* 
"Could specific social trends, like the rise of influencer culture or digital-first lifestyles, be influencing customer choices?"

**2.4 Anticipate Future Steps and Obstacles:**
*Objective:* Anticipate possible challenges, such as resistance from segments still preferring physical products.

*Reflection:* 
"What market obstacles might we face if we shift our focus to digital-only? Are there sub-segments that still prioritize physical products?"

*Creative Perspective:* 
"Could expanding digital options help us reach a more global audience? Are there emerging trends that we could leverage in our strategy?"

[end sys2]

[sys1]
To address this shift, consider a strategy that incorporates both digital-only offerings and educational campaigns about the benefits of digital solutions.
Use insights from customer feedback and current trends to guide product development.
Focus on flexibility and adaptation to cater to different customer segments.
[end sys1]


# etherlime flatten

## Syntax

```text
etherlime flatten [file] [solcVersion]
```

Parameters:

* `file` - The name of the contract from "./contract" folder that you

  want to be flattened.

* `solcVersion` - \[Optional\] By specifying `solcVersion` you can set

  the version of the solc which will be used for compiling the smart

  contracts. By default it uses the solc version from your

  node\_modules or the default one from etherlime.

Running this command will flatten the given smart contract and will record all Solidity code in one file along with imported sources. It will create "./flat" folder where you can find the flattened contract.

ASSISTANT
The task involves analyzing a sudden shift in customer preferences within the tech market, especially the move from physical devices to digital-only options. Here's how we can apply System 1 and System 2 thinking to this challenge from both a technical and market analysis perspective:

---

[sys1]
Running the `etherlime flatten` command helps streamline your Solidity code by integrating all dependencies into a single file. This makes it easier to audit and share for review purposes.
[end sys1]

[sys2]
**2.1 Understand the Problem:**
The task requires understanding both technical requirements (flattening Solidity contracts) and customer preference shifts in the market.

*Reflection:*
"How can integrating external Solidity code into a single file help in simplifying the review process? On the market side, what are the key drivers of the transition from physical to digital products?"

*Creative Perspective:*
"Is there an efficient way to both flatten Solidity files and address the broader market shift simultaneously? Could the push towards digital-only options align with simplifying code management practices in development, offering a dual benefit?"

**2.2 Analyze the Information:**
The need for flattened contracts lies in simplifying code management, while customer preference shifts require a broad analysis of market trends and influences.

*Reflection:*
"Am I considering all the technical complexities in combining multiple Solidity files into one? Regarding market analysis, what technological and cultural factors could be shifting customer preferences?"

*Creative Perspective:*
"Is there a correlation between the simplification in software management and the push for digital solutions in the hardware market? Can this alignment be leveraged for enhanced synergies between developers and market strategists?"

**2.3 Generate Hypotheses:**
1. Flattening contracts reduces complexity and increases code security. (Confidence: 0.9, Creative: 0.3)
2. There's a broader tech trend of integrating and simplifying processes. (Confidence: 0.7, Creative: 0.5)
3. Customers prefer digital products for their instantaneous availability. (Confidence: 0.8, Creative: 0.6)
4. The rise in smart contract use demands more streamlined development processes. (Confidence: 0.8, Creative: 0.5)
5. Younger tech-savvy consumers are driving demand for digital integration. (Confidence: 0.7, Creative: 0.7)
6. Digital product adoption decreases physical logistics costs. (Confidence: 0.7, Creative: 0.6)
7. Increasing energy and environmental awareness influences digital preference. (Confidence: 0.6, Creative: 0.8)
8. Flattening enhances compatibility across various blockchain networks. (Confidence: 0.6, Creative: 0.7)
9. Market shifts reflect a broader societal move to digital nomadism. (Confidence: 0.5, Creative: 0.8)
10. The push for flattened contracts might also suggest simplification in consumer technology interfaces. (Confidence: 0.5, Creative: 0.9)

*Reflection:*
"Are the links between technical processes and market shifts too speculative? How might collaborations improve these potential synergies?"

*Creative Perspective:*
"Could integration lead to unexpected efficiencies in both tech development and customer satisfaction? How might these concepts attract both developers and consumers?"

**2.4 Anticipate Future Steps and Obstacles:**
*Objective:* Address technical and market challenges simultaneously.

*Reflection:*
"What practical steps are needed to implement a successful flattening process? How can the insights gained here apply to understanding market trends toward digital solutions?"

*Creative Perspective:*
"Could a streamlined flattening process act as a model for simplifying other complex market trends? How might these align with broader industry shifts toward digital simplicity?"

[end sys2]

[sys1]
Ultimately, by leveraging tools such as `etherlime flatten` for Solidity contracts and understanding customer shifts toward digital solutions, a company can streamline operations and innovate to maintain a competitive edge.
Adaptation and foresight are key, balancing technical efficiency with market responsiveness.
[end sys1]

turns-00044.parquet:30156

7861c84c0f6494c87cf0eb9f
turn 1/1gpt-4o-2024-08-06SpanishSouth Korea347 words
degenerate_repetitionAbsentFinal dense release
USER
You are a JSON assistant. You only reply in valid JSON and never in normal text. Dame una puntuaci�n para la dificultad de un video, informaci�n proporcionada a continuaci�n. Espero una �nica propiedad "result" con un n�mero decimal de 0 a 1 en ella.
Aqu� est�n los rangos para la puntuaci�n de dificultad:
0.0 - Principiante Absoluto: El contenido utiliza un vocabulario muy simple y frases b�sicas, con visuales y contexto claros. Ideal para alguien que no conoce el idioma objetivo en absoluto.
0.25 - Principiante: Oraciones simples y vocabulario com�n. El video puede incluir algunos recursos visuales y contexto para ayudar a la comprensi�n.
0.5 - Intermedio: Oraciones m�s complejas y un vocabulario m�s amplio. Pueden usarse algunas expresiones idiom�ticas, lo que requiere un poco m�s de conocimiento previo.
0.6 - Intermedio Superior: El contenido incluye vocabulario y conceptos espec�ficos de la industria. Los espectadores deben tener un buen dominio del idioma objetivo para entender completamente.
0.8 - Avanzado: El video utiliza vocabulario avanzado y estructuras de oraciones complejas. Puede incluir discusiones matizadas que requieren un fuerte dominio del idioma.
1 - Muy Avanzado: El contenido est� dirigido a hablantes fluidos, con terminolog�a y conceptos especializados que pueden no ser familiares para todos los hablantes nativos.
 Leyenda: Bluey es una adorable e incansable perrita pastor granadero australiano que vive con su mamá, su papá y su hermanita Bingo. ¡Bluey se vale de su energía y su imaginación sin límites para descubrir, reír y jugar con todos sus amigos y su familia! ¡Acompaña a Bluey, Bingo, Bandit y Chilli en todas sus aventuras! 

Creado por Ludo Studio © Ludo Studio 🐾 
Suscríbete para saber lo último de Bluey 💙: http://bit.ly/SubscribeToBluey 
🖥 Página web: https://www.bluey.tv 
🐔 Twitter: https://twitter.com/officialblueytv 
🐶 Instagram: http://instagram.com/officialblueytv 
🐊 Facebook: https://www.facebook.com/OfficialBlueyTV 

Este es un canal comercial de BBC Studios.
Idioma: es
Descripci—n: Hola Flappy Qué bueno verte otra [Música] vez tu mamá es muy [Música] agradable policía no puede ser Oh
T’tulo: Todas las señales te llevan al mejor día de tu vida 🦋 | Bluey Español Canal Oficial
ASSISTANT
```json
{
  "result": 0.25
}
```

turns-00044.parquet:30157

87c97a6135536d1a3f939a42
turn 1/1gpt-4o-2024-08-06EnglishUnited States2025 words
degenerate_repetitionAbsentFinal dense release
USER
You are a helpful assistant generating synthetic data that captures *System 1* and *System 2* thinking, *creativity*, and *metacognitive reflection*. Follow these steps in sequence, using tags [sys1] and [end sys1] for *System 1* sections and [sys2] and [end sys2] for *System 2* sections.

1. *Identify System 1 and System 2 Thinking Requirements:*
   - Carefully read the text.
   - Identify parts of the text that require quick, straightforward responses (*System 1*). Mark these sections with [sys1] and [end sys1].
   - Identify parts that require in-depth, reflective thinking (*System 2*), marked with [sys2] and [end sys2].

2. *Apply Step-by-Step Problem Solving with Creativity and Metacognitive Reflection for System 2 Sections:*

   *2.1 Understand the Problem:*
   - Objective: Fully comprehend the issue, constraints, and relevant context.
   - Reflection: "What do I understand about this issue? What might I be overlooking?"
   - Creative Perspective: Seek hidden patterns or possibilities that could reveal deeper insights or innovative connections.

   *2.2 Analyze the Information:*
   - Objective: Break down the problem logically.
   - Reflection: "Am I considering all factors? Are there any assumptions that need challenging?"
   - Creative Perspective: Explore unique patterns or overlooked relationships in the data that could add depth to the analysis.

   *2.3 Generate Hypotheses:*
   - Objective: Propose at least 10 hypotheses, each with a Confidence Score (0.0 to 1.0) and Creative Score (0.0 to 1.0), reflecting originality, surprise, and utility.
   - Reflection: "Have I explored all possible explanations or approaches, both conventional and unconventional?"
   - Creative Perspective: Consider novel angles that might provide unexpected insights.

   *2.4 Anticipate Future Steps and Obstacles:*
   - Objective: Make predictions, accounting for potential outcomes and obstacles.
   - Reflection: "What challenges might I face? Is my plan flexible for different scenarios?"
   - Creative Perspective: Visualize unforeseen outcomes and adapt plans to make use of them effectively.

   *2.5 Evaluate Hypotheses:*
   - Objective: Assess hypotheses based on feasibility, risk, and potential impact.
   - Evaluation: Refine Confidence and Creative Scores as needed.
   - Reflection: "Am I unbiased in my assessment? Which options fit best with the overall objectives?"
   - Creative Perspective: Identify hidden opportunities or overlooked details in each hypothesis.

   *2.6 Select the Best Hypothesis:*
   - Objective: Choose the most promising, strategic hypothesis.
   - Reflection: "Why does this hypothesis stand out? How does it uniquely address the issue?"
   - Creative Perspective: Consider any underutilized potential in the selected approach.

   *2.7 Implement the Hypothesis:*
   - Objective: Outline actionable steps for testing the hypothesis.
   - Reflection: "Is this plan practical? What resources or preparation are required?"
   - Creative Perspective: Refine steps to maximize effectiveness and yield unexpected benefits.

   *2.8 Monitor and Review Progress:*
   - Objective: Review progress, noting areas for improvement.
   - Reflection: "What’s working well? What could be improved?"
   - Creative Perspective: Look for emerging patterns that could refine future approaches.

   *2.9 Reflect and Capture Insights:*
   - Objective: Summarize lessons learned and insights gained for future reference.
   - Reflection: "What new understanding has emerged from this process?"
   - Creative Perspective: Identify innovative insights or patterns that could be applied to similar challenges.

3. *Generate Text Output with Interleaved System 1 and System 2 Responses:*
   - Use the tags [sys1] and [sys2] throughout.
   - Aim for a lengthier, detailed response. Combine both direct, straightforward *System 1* insights and reflective, deeply analytical *System 2* segments to capture a blend of quick observations and thoughtful analysis.

---

### *Example Input Text:*

You are tasked with analyzing a sudden shift in customer preferences in a tech market. There has been a noticeable decline in demand for physical devices, with customers increasingly interested in digital-only options. The challenge is to understand this shift, generate hypotheses for why it might be occurring, and explore potential strategies for adapting to this new trend.

---

### *Processed Output with System 1 and System 2 Thinking:*

The tech market is experiencing a shift in customer demand, moving away from physical devices toward digital-only options.

[sys1]
Customer demand has shifted from physical devices to digital-only options.
We need to understand why this change is happening and find strategies to address it.
Key factors may include cost, convenience, and technological trends.
[end sys1]

[sys2]
**2.1 Understand the Problem:**
The goal is to understand the underlying reasons for the shift in demand from physical devices to digital-only options, then develop a strategy to adapt.

*Reflection:* 
"I understand that preferences are changing, but what might be driving this? Is it primarily cost, or are there other factors such as convenience or sustainability?"

*Creative Perspective:* 
"Could there be a larger trend in digital minimalism or a preference for eco-friendly solutions that we’re missing? What unseen motivations might explain this shift?"

**2.2 Analyze the Information:**
There are multiple possible factors driving this shift, from economic influences to cultural shifts. It’s essential to isolate each factor and understand its impact.

*Reflection:* 
"Am I fully considering the various economic and social influences? Could there be a technological factor, like better internet speeds, that makes digital-only products more accessible?"

*Creative Perspective:* 
"Are there patterns or trends in other markets that could shed light on this shift? Could this be part of a larger trend toward virtual experiences?"

**2.3 Generate Hypotheses:**
1. Customers prefer digital options due to lower costs. (Confidence: 0.8, Creative: 0.4)
2. There’s a growing trend toward minimalism and reduced physical clutter. (Confidence: 0.7, Creative: 0.7)
3. Digital products offer greater flexibility and ease of use. (Confidence: 0.6, Creative: 0.6)
4. Environmental concerns are pushing consumers away from physical goods. (Confidence: 0.6, Creative: 0.8)
5. Advances in tech make digital-only options more functional. (Confidence: 0.8, Creative: 0.5)
6. Pandemic-era remote work increased demand for digital solutions. (Confidence: 0.7, Creative: 0.6)
7. Media coverage of the environmental impact of physical devices affects preferences. (Confidence: 0.5, Creative: 0.7)
8. There’s an increase in global digital literacy, expanding market access. (Confidence: 0.6, Creative: 0.6)
9. Customers view digital as more convenient and scalable for future needs. (Confidence: 0.7, Creative: 0.5)
10. Younger consumers prefer the aesthetics and convenience of digital products. (Confidence: 0.6, Creative: 0.6)

*Reflection:* 
"Have I considered all possible influences? Are there any surprising factors that could explain this shift?"

*Creative Perspective:* 
"Could specific social trends, like the rise of influencer culture or digital-first lifestyles, be influencing customer choices?"

**2.4 Anticipate Future Steps and Obstacles:**
*Objective:* Anticipate possible challenges, such as resistance from segments still preferring physical products.

*Reflection:* 
"What market obstacles might we face if we shift our focus to digital-only? Are there sub-segments that still prioritize physical products?"

*Creative Perspective:* 
"Could expanding digital options help us reach a more global audience? Are there emerging trends that we could leverage in our strategy?"

[end sys2]

[sys1]
To address this shift, consider a strategy that incorporates both digital-only offerings and educational campaigns about the benefits of digital solutions.
Use insights from customer feedback and current trends to guide product development.
Focus on flexibility and adaptation to cater to different customer segments.
[end sys1]


Targets for Health Interventions for Inflammatory Bowel Disease-fatigue.
Fatigue is a complex, multifactorial, and multidimensional phenomenon. Recognition of modifiable correlates of fatigue can provide a further understanding of this phenomenon in patients with inflammatory bowel disease [IBD] and aid in the development of interventions tailored towards fatigue with potential for efficacy. Our aims were to systematically search and synthesise available evidence on potentially modifiable factors contributing to IBD-fatigue and what advances in the management of fatigue in individuals with IBD have been made. The process of selection of citations was based on an earlier review by Czuber-Dochan et al. [2013] and was undertaken in two phases: i] searching for new studies published since August 2012, using seven electronic databases; ii] re-selection of papers included in previous review according to the aims of the current review. A total of 43 studies met the inclusion criteria. IBD-fatigue was consistently associated with disease activity, depression, anxiety, and sleep difficulties. However, most studies were cross-sectional; thus the direction of causation remains unknown. The relationship between biochemical factors, such as anaemia and inflammation, and fatigue was inconsistent. Solution-focused therapy, thiamine, and exercise showed promising effects on IBD-fatigue. Interventions continue to be sparse, with methodological limitations and only short-term effects reported. The review identified a number of psychosocial and physical factors which could potentially be modified through targeted health interventions and improve fatigue in IBD. Research utilising prospective observational studies and randomized control trial [RCT] design is required to develop and test interventions to reduce fatigue, most likely within a biopsychosocial model of care.
ASSISTANT
The text provided offers an opportunity to distinguish between sections that involve quick, straightforward responses requiring System 1 thinking, and those demanding in-depth, reflective thinking characteristic of System 2. Let's process the text accordingly.

[sys1]
Fatigue in inflammatory bowel disease (IBD) is a multifaceted issue.
Recent research seeks to identify modifiable factors contributing to IBD-related fatigue.
Research highlights disease activity, depression, anxiety, and sleep issues as associated factors.
Interventions like solution-focused therapy and exercise show promise but are limited by methodological issues.
[end sys1]

[sys2]
**2.1 Understand the Problem:**
The task involves recognizing the drivers of fatigue in IBD patients and finding effective interventions. 

*Reflection:*
"What core elements contribute to fatigue in these patients? Are there non-obvious factors not being adequately addressed?"

*Creative Perspective:*
"Could there be hidden or interrelated systemic issues that we haven’t yet identified? Is there room to innovate in monitoring or treating these factors?"

**2.2 Analyze the Information:**
There’s an absence of comprehensive longitudinal studies that track the progression and potential causation of fatigue. Recognizing the gaps is crucial for directing future research.

*Reflection:*
"Am I considering the full spectrum of potential causes for IBD-fatigue, and how they interconnect or vary in impact over time?"

*Creative Perspective:*
"Are there insights from other chronic conditions that can be applied here? How does fatigue differ in IBD compared to other illnesses?"

**2.3 Generate Hypotheses:**
1. IBD-fatigue is principally driven by disease-related inflammation. (Confidence: 0.7, Creative: 0.5)
2. Psychological factors, particularly anxiety and depression, significantly contribute to fatigue. (Confidence: 0.8, Creative: 0.6)
3. Poor sleep quality exacerbates perceived fatigue in IBD patients. (Confidence: 0.6, Creative: 0.4)
4. Anaemia, though inconsistently reported, plays a vital role in fatigue. (Confidence: 0.5, Creative: 0.5)
5. Multifactorial interventions (diet, exercise) will show more efficacy than single-factor approaches. (Confidence: 0.7, Creative: 0.7)
6. Targeted cognitive-behavioral therapies may offer long-term reduction in fatigue symptoms. (Confidence: 0.6, Creative: 0.8)
7. Advancements in personalized medicine could lead to more effective fatigue management. (Confidence: 0.8, Creative: 0.8)
8. Integrating social support systems reduces IBD-fatigue impacts. (Confidence: 0.6, Creative: 0.6)
9. Exploration of gut-brain axis offers new mechanisms for managing fatigue. (Confidence: 0.7, Creative: 0.9)
10. Digital health tools for real-time monitoring can enhance intervention outcomes. (Confidence: 0.6, Creative: 0.7)

*Reflection:*
"Have alternative treatment angles been fully considered? Could novel mechanisms be exploited?"

*Creative Perspective:*
"What other domains might hold solutions or complementary treatments? Could technology play a disruptive role here?"

**2.4 Anticipate Future Steps and Obstacles:**
*Objective:* Predict challenges such as treatment accessibility and patient adherence.

*Reflection:*
"What barriers might interfere with existing intervention strategies? How could these be effectively addressed?"

*Creative Perspective:*
"Is there an opportunity for innovative partnerships to facilitate access or compliance with interventions?"

[end sys2]

[sys1]
Next steps involve enhancing intervention accessibility and adherence, employing comprehensive research models like randomized control trials (RCTs).
Efforts should also focus on psychosocial models to alleviate IBD-induced fatigue.
[end sys1]

**2.5 Evaluate Hypotheses:**
Each hypothesis needs feasibility analysis, with an eye on risks and potential impacts, ensuring research focuses on models that integrate bio, psycho, and social factors.

**2.6: Select the Best Hypothesis:**
The hypothesis concerning personalized medicine seems most promising, offering tailored approaches to a complex, interwoven issue. 

**2.7: Implement the Hypothesis:**
Encourage steps towards personalized treatment regimens supported by a biopsychosocial health model. 

**2.8 Monitor and Review Progress:**
Conduct ongoing evaluations to adapt strategies as new data emerge from longitudinal RCTs. 

**2.9 Reflect and Capture Insights:**
The integration of holistic, personalized approaches in managing IBD-fatigue emerges as a key insight, providing a model for addressing chronic ailments in a structured, patient-centered manner.

This blend of System 1 and System 2 thinking creates a narrative that utilizes both quick observations and in-depth analysis to explore and address the complex issue of IBD-fatigue.

turns-00044.parquet:30158

436b2582acafd6df4c7f55bb
turn 1/1gpt-4o-2024-08-06SpanishTaiwan363 words
degenerate_repetitionAbsentFinal dense release
USER
You are a JSON assistant. You only reply in valid JSON and never in normal text. Proporcione una calificaci�n de dificultad para la informaci�n del video detallada a continuaci�n. Me gustar�a una �nica propiedad llamada "result" que contenga un valor flotante entre 0 y 1.
Las categor�as de puntuaci�n de dificultad son las siguientes:
0.0 - S�per Principiante: El material presenta vocabulario muy b�sico y frases simples, acompa�adas de visuales y contexto claros. Esto es perfecto para individuos sin conocimientos del idioma objetivo.
0.3 - Principiante: El contenido consiste en oraciones simples y vocabulario familiar. Puede ofrecer alg�n apoyo visual y contexto para ayudar a la comprensi�n.
0.5 - Intermedio: Este nivel incluye oraciones m�s complejas y una gama m�s amplia de vocabulario. Pueden estar presentes algunas frases idiom�ticas, lo que puede requerir un poco m�s de conocimiento previo.
0.6 - Superior Intermedio: El material incorpora vocabulario especializado y conceptos relevantes para campos espec�ficos. Los espectadores deben poseer una comprensi�n s�lida del idioma objetivo para una comprensi�n completa.
0.8 - Avanzado: El video emplea vocabulario sofisticado y formas de oraciones complejas. Puede presentar discusiones matizadas que exigen un alto nivel de competencia en el idioma.
1 - Muy Avanzado: El contenido est� dirigido a hablantes fluidos, utilizando t�rminos y conceptos especializados que pueden no ser bien conocidos incluso por todos los hablantes nativos.
 Language: es
Description: Hola Flappy Qué bueno verte otra [Música] vez tu mamá es muy [Música] agradable policía no puede ser Oh
Title: Todas las señales te llevan al mejor día de tu vida 🦋 | Bluey Español Canal Oficial
Caption: Bluey es una adorable e incansable perrita pastor granadero australiano que vive con su mamá, su papá y su hermanita Bingo. ¡Bluey se vale de su energía y su imaginación sin límites para descubrir, reír y jugar con todos sus amigos y su familia! ¡Acompaña a Bluey, Bingo, Bandit y Chilli en todas sus aventuras! 

Creado por Ludo Studio © Ludo Studio 🐾 
Suscríbete para saber lo último de Bluey 💙: http://bit.ly/SubscribeToBluey 
🖥 Página web: https://www.bluey.tv 
🐔 Twitter: https://twitter.com/officialblueytv 
🐶 Instagram: http://instagram.com/officialblueytv 
🐊 Facebook: https://www.facebook.com/OfficialBlueyTV 

Este es un canal comercial de BBC Studios.
ASSISTANT
```json
{
    "result": 0.3
}
```

turns-00044.parquet:30159

165bec0597d2f705e6b9d6b9
turn 1/1o1-mini-2024-09-12EnglishHong Kong16293 words
degenerate_repetitionAbsentFinal dense release
USER
problem: remove useless code/dead code/redundant code etc etc
Please review my code and identify specific sections that need editing. For each section, provide the updated, full version of the code that I can directly use to replace the old version. I don't need to see the original code—only the revised part.
Additionally, include clear, beginner-friendly instructions for replacing each section. Focus on where to find the code in my project files, any specific lines or keywords to look for, and exactly how to insert the new code. Keep it concise. Thank you!

%%writefile portfolio_optimizer.py
import datetime
from datetime import datetime, timedelta
from functools import wraps
from typing import Optional, Union, List, Dict, Tuple

import numpy as np
import pandas as pd
import plotly.express as px
import plotly.graph_objects as go
import requests
import streamlit as st
import yfinance as yf
from joblib import Parallel, delayed
from pandas_datareader import data as pdr
from scipy.optimize import minimize
from scipy.stats import skew, kurtosis
from statsmodels.api import OLS
from urllib3.util.retry import Retry
from requests.adapters import HTTPAdapter
from requests.packages.urllib3.exceptions import InsecureRequestWarning

import warnings

# Suppress specific warnings
warnings.simplefilter('ignore', InsecureRequestWarning)
requests.packages.urllib3.disable_warnings()  # Use cautiously

# ----------------------------
# Frequency Mapping
# ----------------------------
FREQUENCY_MAPPING = {
    "Daily": "D",
    "Weekly": "W",
    "Monthly": "M",
    "Quarterly": "Q",
    "Yearly": "Y"
}

# Inverse mapping to get frequency name from code
rebalance_freq_inverse_mapping = {v: k for k, v in FREQUENCY_MAPPING.items()}

# ----------------------------
# Global Theme Configuration
# ----------------------------
THEME = 'plotly_dark'  # Options: 'plotly_dark', 'plotly_white', 'seaborn', etc.

# ----------------------------
# Global Plot Layout Configuration
# ----------------------------
FIG_HEIGHT = 600
HOVER_MODE = 'x unified'

# ----------------------------
# Example Portfolios Configuration
# ----------------------------

def create_example_portfolios() -> list:
    """
    Creates a list of predefined example portfolios without benchmark symbols.
    
    Returns:
        list: A list of dictionaries, each representing a portfolio.
    """
    today = datetime.today()
    today_pd = pd.to_datetime(today)
    example_definitions = [
        {
            'name': "Retirement Portfolio",
            'years': 10,
            'rebalance_freq': 'M',
            'selected': ['AAPL', 'MSFT', 'GOOGL', 'JPM', 'XOM'],
            'allocations': [20.0, 20.0, 20.0, 20.0, 20.0]
        },
        {
            'name': "Tech-Heavy Portfolio",
            'years': 5,
            'rebalance_freq': 'M',
            'selected': ['AAPL', 'MSFT', 'GOOGL', 'AMZN', 'META'],
            'allocations': [25.0, 25.0, 20.0, 15.0, 15.0]
        },
        {
            'name': "Balanced Risk-Return Portfolio",
            'years': 7,
            'rebalance_freq': 'M',
            'selected': ['AAPL', 'JNJ', 'V', 'PG', 'XOM'],
            'allocations': [20.0, 20.0, 20.0, 20.0, 20.0]
        },
        {
            'name': "Income-Focused Portfolio",
            'years': 7,
            'rebalance_freq': 'Q',
            'selected': ['PG', 'KO', 'JNJ', 'T', 'PFE'],
            'allocations': [20.0, 20.0, 20.0, 20.0, 20.0]
        },
        {
            'name': "Growth-Oriented Portfolio",
            'years': 3,
            'rebalance_freq': 'M',
            'selected': ['TSLA', 'NVDA', 'AMD', 'META', 'NFLX'],
            'allocations': [30.0, 20.0, 20.0, 15.0, 15.0]
        },
        {
            'name': "Value Portfolio",
            'years': 10,
            'rebalance_freq': 'Q',
            'selected': ['KO', 'PFE', 'XOM', 'WMT', 'CVX'],
            'allocations': [20.0, 20.0, 20.0, 20.0, 20.0]
        },
        {
            'name': "Dividend-Focused Portfolio",
            'years': 7,
            'rebalance_freq': 'Q',
            'selected': ['T', 'VZ', 'PFE', 'KO', 'IBM'],
            'allocations': [20.0, 20.0, 20.0, 20.0, 20.0]
        },
        {
            'name': "Global Diversification Portfolio",
            'years': 5,
            'rebalance_freq': 'M',
            'selected': ['AAPL', 'TSM', 'BABA', 'SAP', 'UL'],
            'allocations': [20.0, 20.0, 20.0, 20.0, 20.0]
        },
        {
            'name': "High-Risk Growth Portfolio",
            'years': 3,
            'rebalance_freq': 'M',
            'selected': ['TSLA', 'ARKK', 'NVDA', 'SHOP', 'CRWD'],
            'allocations': [30.0, 20.0, 20.0, 15.0, 15.0]
        },
        {
            'name': "Emerging Markets Portfolio",
            'years': 5,
            'rebalance_freq': 'M',
            'selected': ['BABA', 'TSM', 'PDD', 'INFY', 'VALE'],
            'allocations': [25.0, 25.0, 20.0, 15.0, 15.0]
        }
    ]
    
    portfolios = []
    for port_def in example_definitions:
        portfolio = {
            'name': port_def['name'],
            'start_date': today - timedelta(days=365 * port_def['years']),
            'end_date': today,
            'rf_rate': 0.02,
            'broker_fee': 0.0,
            'rebalance_freq': port_def['rebalance_freq'],
            'selected': port_def['selected'],
            'allocations': port_def['allocations']
        }
        portfolios.append(portfolio)
    
    return portfolios

# Initialize example portfolios if not already in session state
if 'portfolios' not in st.session_state or not st.session_state.portfolios:
    st.session_state.portfolios = create_example_portfolios()

# ----------------------------
# Session State Initialization
# ----------------------------

def initialize_session_state():
    """
    Initializes Streamlit session state with default values.
    """
    # Initialize example portfolios
    st.session_state.setdefault('portfolios', create_example_portfolios())
    
    # Other session state variables
    st.session_state.setdefault('backtest_results', {})
    st.session_state.setdefault('step', "Configure Portfolio")
    st.session_state.setdefault('edit_portfolio', None)
    st.session_state.setdefault('add_new_portfolio', False)
    st.session_state.setdefault('default_config', {
        'rf_rate': 0.02,
        'broker_fee': 0.0
    })
    st.session_state.setdefault('show_proceed', False)
    st.session_state.setdefault('selected_time_frames', ['Annually'])
    st.session_state.setdefault('selected_rolling_periods', [252])

# Initialize session state
initialize_session_state()
# ----------------------------
# Utility Decorators
# ----------------------------

def handle_exceptions(func):
    """
    Decorator to handle exceptions in Streamlit applications.
    Displays errors using Streamlit's error message system.
    """
    @wraps(func)
    def wrapper(*args, **kwargs):
        try:
            return func(*args, **kwargs)
        except Exception as e:
            st.error(f"Error in {func.__name__}: {e}")
            return None
    return wrapper

# ----------------------------
# Helper Functions
# ----------------------------

@handle_exceptions
def get_company_name(ticker_df: pd.DataFrame, ticker: str) -> str:
    """
    Retrieve the company name for a given ticker.

    Parameters:
    - ticker_df (pd.DataFrame): DataFrame containing 'Ticker' and 'Company Name' columns.
    - ticker (str): Stock ticker symbol.

    Returns:
    - str: Company name or "Unknown" if not found.
    """
    match = ticker_df[ticker_df['Ticker'] == ticker]
    if not match.empty:
        return match.iloc[0]['Company Name']
    return "Unknown"

def format_asset_option(ticker: str, company_name: str) -> str:
    """
    Format the asset option display string.

    Parameters:
    - ticker (str): Stock ticker symbol.
    - company_name (str): Name of the company.

    Returns:
    - str: Formatted string combining ticker and company name.
    """
    return f"{ticker} - {company_name}"

def handle_portfolio_data(portfolio, date_range=None):
    """
    Helper function to download data and handle missing tickers.

    Parameters:
    - portfolio (dict): Portfolio details.
    - date_range (tuple, optional): (start_date, end_date)

    Returns:
    - available_selected (list): Tickers with available data.
    - missing_selected (set): Tickers missing data.
    - price_data (pd.DataFrame): Adjusted close prices.
    """
    start_date = date_range[0] if date_range else portfolio['start_date']
    end_date = date_range[1] if date_range else portfolio['end_date']
    price_data = download_data(portfolio['selected'], start_date, end_date)
    if price_data.empty:
        return [], set(portfolio['selected']), price_data
    available_selected = [ticker for ticker in portfolio['selected'] if ticker in price_data.columns]
    missing_selected = set(portfolio['selected']) - set(available_selected)
    if missing_selected:
        st.warning(f"Excluded tickers with no data: {', '.join(missing_selected)}")
    return available_selected, missing_selected, price_data

def adjust_allocations(allocations: list) -> list:
    """
    Adjusts portfolio allocations to ensure they sum to 100%.
    
    Parameters:
    - allocations (list): List of allocation percentages
    
    Returns:
    - list: Adjusted allocation percentages that sum to 100%
    """
    if not allocations:
        return []
        
    total = sum(allocations)
    if total == 0:
        return [0] * len(allocations)
        
    # Normalize allocations to sum to 100%
    return [alloc / total * 100 for alloc in allocations]

@handle_exceptions
def run_portfolio_comparison(comparison_type, portfolio1, portfolio2=None):
    """
    Function to run portfolio comparisons (Portfolio vs Portfolio).
    
    Parameters:
        comparison_type (str): Should always be "vs_portfolio".
        portfolio1 (dict): First portfolio.
        portfolio2 (dict, optional): Second portfolio for comparison.
    
    Returns:
        dict: Backtest results or error message.
    """
    try:
        if comparison_type == "vs_portfolio":
            # Ensure both portfolios are provided
            if not portfolio1 or not portfolio2:
                return {"error": "Both portfolios must be provided for comparison."}
            
            # Determine overlapping date range between the two portfolios
            overlap_start = max(portfolio1['start_date'], portfolio2['start_date'])
            overlap_end = min(portfolio1['end_date'], portfolio2['end_date'])
            if overlap_start >= overlap_end:
                return {"error": "No overlapping date ranges between the selected portfolios."}
            
            # Handle data for both portfolios within the overlapping date range
            available_a, missing_a, price_data_a = handle_portfolio_data(portfolio1, (overlap_start, overlap_end))
            available_b, missing_b, price_data_b = handle_portfolio_data(portfolio2, (overlap_start, overlap_end))
            if not available_a or not available_b:
                return {"error": "One or both portfolios have no valid tickers with available data."}
            
            # Adjust allocations based on available tickers for both portfolios
            allocations_a = adjust_allocations([portfolio1['allocations'][portfolio1['selected'].index(t)] for t in available_a])
            allocations_b = adjust_allocations([portfolio2['allocations'][portfolio2['selected'].index(t)] for t in available_b])
            
            # Perform backtest for both portfolios
            returns_a, cum_returns_a = backtest(
                weights=np.array(allocations_a) / 100,
                prices=price_data_a[available_a],
                rebalance_freq=portfolio1['rebalance_freq'],
                broker_fee=portfolio1['broker_fee']
            )
            returns_b, cum_returns_b = backtest(
                weights=np.array(allocations_b) / 100,
                prices=price_data_b[available_b],
                rebalance_freq=portfolio2['rebalance_freq'],
                broker_fee=portfolio2['broker_fee']
            )
            if cum_returns_a.empty or cum_returns_b.empty:
                return {"error": "One of the cumulative returns is empty."}
            
            # Calculate metrics for both portfolios
            metrics_a = calculate_metrics(returns_a, cum_returns_a, portfolio1['rf_rate'])
            metrics_b = calculate_metrics(returns_b, cum_returns_b, portfolio2['rf_rate'])
            
            # Align two portfolios' returns
            common_index = cum_returns_a.index.intersection(cum_returns_b.index)
            if common_index.empty:
                return {"error": "No overlapping dates after backtesting."}
            returns_a = returns_a.loc[common_index]
            returns_b = returns_b.loc[common_index]
            cum_returns_a = cum_returns_a.loc[common_index]
            cum_returns_b = cum_returns_b.loc[common_index]
            
            # Compile backtest results
            backtest_results = {
                'returns_a': returns_a,
                'cum_returns_a': cum_returns_a,
                'weights_a': allocations_a,
                'price_data_a': price_data_a[available_a],
                'metrics_a': metrics_a,
                'returns_b': returns_b,
                'cum_returns_b': cum_returns_b,
                'weights_b': allocations_b,
                'price_data_b': price_data_b[available_b],
                'metrics_b': metrics_b
            }
            
            return {"backtest_results": backtest_results}
    except Exception as e:
        return {"error": f"An unexpected error occurred: {e}"}

def process_portfolio_allocations(portfolio, price_data):
    """Processes portfolio allocations and handles missing tickers."""
    available = [ticker for ticker in portfolio['selected'] if ticker in price_data.columns]
    missing = set(portfolio['selected']) - set(available)
    if missing:
        st.warning(f"Excluded tickers from '{portfolio['name']}': {', '.join(missing)}")
    if not available:
        st.error(f"No valid tickers for portfolio '{portfolio['name']}' in the overlapping period.")
        st.stop()
    allocations = [portfolio['allocations'][i] for i, ticker in enumerate(portfolio['selected']) if ticker in available]
    allocations = adjust_allocations(allocations)
    return allocations, available, missing

def create_new_portfolio():
    """Creates a new empty portfolio template with default values."""
    return {
        'name': "",
        'start_date': pd.to_datetime(datetime.today() - timedelta(days=365)),
        'end_date': pd.to_datetime(datetime.today()),
        'rf_rate': st.session_state.default_config['rf_rate'],
        'broker_fee': st.session_state.default_config['broker_fee'],
        'rebalance_freq': 'M',
        'selected': [],
        'allocations': []
    }

def configure_portfolio(portfolio):
    """Handles the configuration of a portfolio."""
    col1, col2 = st.columns(2)
    
    with col1:
        portfolio['name'] = st.text_input("Portfolio Name", value=portfolio.get('name', ''))
        portfolio['start_date'] = st.date_input(
            "Start Date",
            value=portfolio.get('start_date', pd.to_datetime(datetime.today() - timedelta(days=365)))
        )
        portfolio['rf_rate'] = st.number_input(
            "Risk-Free Rate (%)",
            value=portfolio.get('rf_rate', 0.02) * 100,
            step=0.1
        ) / 100
        portfolio['rebalance_freq'] = st.selectbox(
            "Rebalancing Frequency",
            options=list(FREQUENCY_MAPPING.keys()),
            index=list(FREQUENCY_MAPPING.values()).index(portfolio.get('rebalance_freq', 'M'))
        )
    
    with col2:
        portfolio['end_date'] = st.date_input(
            "End Date",
            value=portfolio.get('end_date', pd.to_datetime(datetime.today()))
        )
        portfolio['broker_fee'] = st.number_input(
            "Broker Fee (%)",
            value=portfolio.get('broker_fee', 0.0) * 100,
            step=0.01
        ) / 100
    
    return portfolio

def update_session_state(updates: dict):
    """
    Helper function to update Streamlit session state.

    Parameters:
    - updates (dict): Dictionary of key-value pairs to update in session state.
    """
    for key, value in updates.items():
        st.session_state[key] = value

def calculate_diversification_index(risk_contributions: np.ndarray) -> float:
    """
    Calculates the diversification index based on risk contributions.
    
    The diversification index ranges from 0 to 1:
    - 1 indicates perfect diversification (equal risk contribution)
    - 0 indicates complete concentration in one asset
    
    Parameters:
    - risk_contributions (np.ndarray): Array of risk contributions in percentage
    
    Returns:
    - float: Diversification index between 0 and 1
    """
    # Convert percentages to decimals if needed
    rc = np.array(risk_contributions) / 100 if np.any(risk_contributions > 1) else np.array(risk_contributions)
    
    # Number of assets
    n = len(rc)
    if n == 0:
        return 0.0
    
    # Perfect diversification would have equal risk contribution of 1/n
    perfect_div = 1.0 / n
    
    # Calculate sum of squared deviations from perfect diversification
    squared_deviations = np.sum((rc - perfect_div) ** 2)
    
    # Maximum possible squared deviation (when one asset has 100% risk contribution)
    max_deviation = (n - 1) * perfect_div**2 + (1 - perfect_div)**2
    
    # Calculate diversification index
    if max_deviation == 0:
        return 1.0
    
    div_index = 1 - (squared_deviations / max_deviation)
    
    # Ensure the result is between 0 and 1
    return max(0.0, min(1.0, div_index))

def highlight_better_performance(portfolio1, portfolio2):
    """
    Creates a styling function for comparing two portfolios.
    
    Args:
        portfolio1 (str): Name of the first portfolio
        portfolio2 (str): Name of the second portfolio
        
    Returns:
        function: A styling function that can be used with DataFrame.style.apply()
    """
    def _style_row(row):
        styles = [''] * len(row)
        
        # Check if both portfolios exist in the row
        if portfolio1 in row.index and portfolio2 in row.index:
            val1 = row[portfolio1]
            val2 = row[portfolio2]
            
            # Convert string values to float if possible
            try:
                if isinstance(val1, str):
                    val1 = float(str(val1).strip('%').strip('$').replace(',', ''))
                if isinstance(val2, str):
                    val2 = float(str(val2).strip('%').strip('$').replace(',', ''))
                
                # Only proceed if both values are numeric
                if isinstance(val1, (int, float)) and isinstance(val2, (int, float)):
                    metric_name = row.name
                    # Determine if higher or lower is better based on the metric
                    lower_is_better = any(keyword in metric_name for keyword in [
                        'Drawdown', 'Deviation', 'Tracking Error', 'Downside Capture Ratio', 'R2'
                    ])
                    if lower_is_better:
                        better = val1 < val2
                    else:
                        better = val1 > val2
                    
                    # Apply styling
                    if better:
                        styles[row.index.get_loc(portfolio1)] = 'background-color: #d4f7d4'  # Green
                        styles[row.index.get_loc(portfolio2)] = 'background-color: #f7d4d4'  # Red
                    else:
                        styles[row.index.get_loc(portfolio1)] = 'background-color: #f7d4d4'  # Red
                        styles[row.index.get_loc(portfolio2)] = 'background-color: #d4f7d4'  # Green
            except (ValueError, TypeError):
                pass  # Skip if conversion fails
                
        return styles
    
    return _style_row

def display_backtest_results(results, comparison_type, portfolio1_name, portfolio2_name=None):
    if comparison_type == "Portfolio vs Portfolio":
        display_portfolio_vs_portfolio(results, portfolio1_name, portfolio2_name)

@handle_exceptions
def calculate_risk_contribution(returns: pd.DataFrame, weights: np.ndarray) -> np.ndarray:
    """
    Calculates the risk contribution of each asset in the portfolio.
    
    Parameters:
    - returns (pd.DataFrame): Asset returns DataFrame
    - weights (np.ndarray): Asset weights in the portfolio
    
    Returns:
    - np.ndarray: Risk contribution percentages for each asset
    """
    # Ensure returns is a DataFrame
    if isinstance(returns, pd.Series):
        returns = pd.DataFrame(returns)
    
    # Calculate covariance matrix
    cov_matrix = returns.cov().values
    
    # Ensure weights is a numpy array
    weights = np.array(weights).flatten()
    
    # Calculate portfolio volatility
    port_vol = np.sqrt(np.dot(weights.T, np.dot(cov_matrix, weights)))
    
    # Calculate marginal risk contribution
    mrc = np.dot(cov_matrix, weights) / port_vol if port_vol > 0 else np.zeros_like(weights)
    
    # Calculate component risk contribution
    rc = np.multiply(weights, mrc)
    
    # Normalize to get percentage contributions
    total_rc = np.sum(np.abs(rc))  # Use absolute values for normalization
    rc_pct = (rc / total_rc * 100) if total_rc > 0 else np.full_like(rc, 100 / len(rc))
    
    return rc_pct

def create_portfolio_comparison_summary(portfolio1_name: str, portfolio2_name: str, metrics_a: dict, metrics_b: dict):
    """
    Creates a single, comprehensive summary for portfolio comparison with actionable insights.
    """
    st.markdown("---")  # Visual separator
    
    with st.expander("📋 Portfolio Comparison Insights", expanded=True):
        # Performance Comparison
        st.markdown("### 📊 Key Performance Comparison")
        
        # Create two columns for side-by-side comparison
        col1, col2 = st.columns(2)
        
        metrics_to_compare = {
            'Returns': 'Annualized Return (CAGR)',
            'Risk': 'Standard Deviation (Annualized)',
            'Risk-Adjusted': 'Sharpe Ratio',
            'Maximum Loss': 'Maximum Drawdown'
        }
        
        with col1:
            st.markdown(f"**{portfolio1_name}**")
            for label, metric in metrics_to_compare.items():
                value = metrics_a.get(metric, "N/A")
                st.metric(label, value)
                
        with col2:
            st.markdown(f"**{portfolio2_name}**")
            for label, metric in metrics_to_compare.items():
                value = metrics_b.get(metric, "N/A")
                st.metric(label, value)
        
        # Key Insights
        st.markdown("### 🔍 Key Insights")
        
        # Safely extract and compare metrics
        def safe_extract(metric_dict, metric_name):
            value = metric_dict.get(metric_name, 0)
            if isinstance(value, str):
                try:
                    return float(value.strip('%'))
                except AttributeError:
                    return float(value)
                except ValueError:
                    st.warning(f"⚠️ Unable to convert metric '{metric_name}' to float. Using 0.")
                    return 0.0
            elif isinstance(value, (float, np.float64, int)):
                return float(value)
            else:
                st.warning(f"⚠️ Unexpected type for metric '{metric_name}'. Using 0.")
                return 0.0
        
        returns_a = safe_extract(metrics_a, 'Annualized Return (CAGR)')
        returns_b = safe_extract(metrics_b, 'Annualized Return (CAGR)')
        better_returns = portfolio1_name if returns_a > returns_b else portfolio2_name
        
        vol_a = safe_extract(metrics_a, 'Standard Deviation (Annualized)')
        vol_b = safe_extract(metrics_b, 'Standard Deviation (Annualized)')
        lower_risk = portfolio1_name if vol_a < vol_b else portfolio2_name
        
        sharpe_a = safe_extract(metrics_a, 'Sharpe Ratio')
        sharpe_b = safe_extract(metrics_b, 'Sharpe Ratio')
        better_sharpe = portfolio1_name if sharpe_a > sharpe_b else portfolio2_name
        
        # Develop insights based on metric comparisons
        insights = [
            f"📈 **Returns:** {better_returns} shows stronger performance ({returns_a:.1%} vs {returns_b:.1%})",
            f"🛡️ **Risk Profile:** {lower_risk} demonstrates lower volatility ({vol_a:.1%} vs {vol_b:.1%})",
            f"⚖️ **Sharpe Ratio:** {better_sharpe} has better risk-adjusted returns ({sharpe_a:.2f} vs {sharpe_b:.2f})",
            "📊 **Diversification Analysis:** Consider increasing diversification if one portfolio is heavily concentrated in few assets."
        ]
        
        for insight in insights:
            st.markdown(insight)
        
        # Action Items
        st.markdown("### ⚡ Recommended Actions")
        actions = [
            "🔄 Consider rebalancing to optimize returns and manage risk.",
            "📈 Review asset allocation to ensure diversification.",
            "🛡️ Implement risk management strategies to mitigate potential losses.",
            "🔍 Monitor benchmark performance to maintain alignment with investment goals."
        ]
        
        for action in actions:
            st.markdown(action)

@handle_exceptions
def create_summary_recommendations(context, metrics=None):
     """
     Creates context-specific summary and recommendations with enhanced UI/UX.
     
     Parameters:
     - context (str): The tab context ('overview', 'comparison', 'risk', 'deep')
     - metrics (dict): Optional metrics to base recommendations on
     """
     st.markdown("---")  # Visual separator
     
     # Create an expandable container for recommendations
     with st.expander("📋 Summary & Recommendations", expanded=True):
         
         summaries = {
             'overview': {
                 'title': "📈 Portfolio Overview",
                 'sections': {
                     'Summary': [
                         "🎯 **Portfolio Performance Overview**: A high-level view of your portfolio's performance.",
                         "📊 **Key Metrics Analysis**: Examination of essential performance metrics.",
                         "💼 **Asset Allocation Review**: Assessment of how assets are distributed across different categories."
                     ],
                     'Key Recommendations': [
                         "📈 **Rebalancing**: Consider rebalancing if asset allocations have drifted significantly from targets.",
                         "🔄 **Diversification**: Enhance diversification across sectors to mitigate unsystematic risks.",
                         "💰 **Fee Analysis**: Analyze the impact of fees on overall returns and explore lower-cost alternatives.",
                         "⚖️ **Risk-Return Alignment**: Ensure that the portfolio's risk profile aligns with your investment objectives.",
                         "📅 **Next Review**: Schedule the next portfolio review to stay on track with your financial goals."
                     ]
                 }
             },
             'comparison': {
                 'title': "🔍 Comparative Analysis",
                 'sections': {
                     'Performance Review': [
                         "📊 **Relative Performance**: Analyzing how the portfolio performs against benchmarks.",
                         "⚖️ **Risk-Adjusted Returns**: Evaluating returns in the context of the risk taken.",
                         "🔗 **Correlation Insights**: Understanding the relationship between portfolio and benchmark movements."
                     ],
                     'Strategic Actions': [
                         "🎯 **Performance Gaps**: Address areas where the portfolio underperforms benchmarks.",
                         "🛡️ **Risk Management**: Optimize strategies to manage and mitigate risks effectively.",
                         "📈 **Benchmark Tracking**: Improve alignment with benchmark indices for consistent performance.",
                         "💼 **Asset Allocation Review**: Reassess asset distribution to enhance performance.",
                         "⚡ **Rebalancing Needs**: Consider rebalancing to maintain target allocations."
                     ]
                 }
             },
             'risk': {
                 'title': "🛡️ Risk Assessment",
                 'sections': {
                     'Risk Analysis': [
                         "📉 **Value at Risk (VaR)**: Review potential losses in extreme scenarios.",
                         "🎯 **Stress Testing**: Assess portfolio resilience under various economic conditions.",
                         "📊 **Volatility Assessment**: Measure the portfolio's price fluctuations over time."
                     ],
                     'Risk Management': [
                         "🛡️ **Hedging Strategies**: Implement techniques to protect against adverse market movements.",
                         "⚖️ **Position Sizing**: Adjust the size of positions to manage exposure effectively.",
                         "🎯 **Stop-Loss Levels**: Set thresholds to limit potential losses on investments.",
                         "📈 **Risk-Return Optimization**: Balance risk-taking with expected returns for optimal performance.",
                         "🔄 **Risk Tolerance Alignment**: Ensure that portfolio risk aligns with your personal or organizational risk tolerance."
                     ]
                 }
             },
             'deep': {
                 'title': "🔬 Deep Analysis",
                 'sections': {
                     'Analysis Results': [
                         "📊 **Factor Analysis**: Insights into the factors driving portfolio performance.",
                         "📈 **Attribution Results**: Breakdown of returns to identify sources of performance.",
                         "🔍 **Advanced Metrics Review**: Examination of complex metrics for in-depth understanding."
                     ],
                     'Strategic Recommendations': [
                         "🎯 **Factor Optimization**: Adjust exposures to key factors for better performance.",
                         "💼 **Style Drift Management**: Address any unintended shifts in investment style.",
                         "📈 **Portfolio Efficiency**: Enhance the efficiency of the portfolio to maximize returns.",
                         "⚡ **Strategic Reallocations**: Make informed reallocations based on deep analysis.",
                         "🔄 **Investment Strategy Review**: Regularly review and refine your investment strategy."
                     ]
                 }
             }
         }

         if context in summaries:
             current_summary = summaries[context]
             
             # Display title with icon
             st.markdown(f"### {current_summary['title']} 📑")
             
             # Create columns for sections
             sections = current_summary['sections']
             num_sections = len(sections)
             cols = st.columns(num_sections)
             
             # Display sections in columns
             for col, (section_title, items) in zip(cols, sections.items()):
                 with col:
                     st.markdown(f"**{section_title}**")
                     for item in items:
                         st.markdown(f"- {item}")
             
             # Add dynamic recommendations based on metrics
             if metrics:
                 st.markdown("## 🛠️ Personalized Recommendations")
                 personalized_recs = []

                 # Example: If Sharpe Ratio is low
                 if 'Sharpe Ratio' in metrics and isinstance(metrics['Sharpe Ratio'], (int, float)):
                     if metrics['Sharpe Ratio'] < 1:
                         personalized_recs.append("⚖️ **Improve Sharpe Ratio**: Consider strategies to enhance risk-adjusted returns, such as optimizing asset allocation or reducing high-risk investments.")

                 # Example: If Maximum Drawdown is high
                 if 'Maximum Drawdown' in metrics and isinstance(metrics['Maximum Drawdown'], (int, float)):
                     if metrics['Maximum Drawdown'] > -20:
                         personalized_recs.append("🛡️ **Mitigate Drawdowns**: Implement hedging strategies or diversify into less volatile assets to reduce potential drawdowns.")

                 # Add more conditional recommendations as needed
                 if personalized_recs:
                     for rec in personalized_recs:
                         st.markdown(f"- {rec}")
                 else:
                     st.markdown("- 🎉 Your portfolio metrics are within healthy ranges. Keep up the good work!")

             # Add call to action section
             st.markdown("---")
             st.markdown("### ⚡ Next Steps")
             
             next_steps = {
                 "📌 Priority Actions": "Review and implement the key recommendations listed above.",
                 "🗓️ Timeline": "Set specific deadlines for each action item to ensure timely execution.",
                 "🔄 Follow-up": "Schedule a follow-up review to assess the impact of implemented changes.",
                 "📝 Documentation": "Record all actions taken and outcomes achieved for future reference."
             }
             
             for step, description in next_steps.items():
                 st.markdown(f"**{step}:** {description}")

def generate_portfolio_comparison_recommendations(portfolio1_name: str, portfolio2_name: str, metrics_a: dict, metrics_b: dict) -> list:
    """
    Generate recommendations based on portfolio comparison analysis.
    
    Parameters:
    - portfolio1_name (str): Name of first portfolio
    - portfolio2_name (str): Name of second portfolio
    - metrics_a (dict): Performance metrics for first portfolio
    - metrics_b (dict): Performance metrics for second portfolio
    
    Returns:
    - list: List of recommendation strings
    """
    recommendations = []
    
    # Helper function to parse percentage strings
    def parse_percentage(value):
        if isinstance(value, str):
            try:
                return float(value.strip('%')) / 100
            except (ValueError, AttributeError):
                return 0.0
        return float(value)
    
    try:
        # Get full portfolio objects from session state
        portfolio1 = next(p for p in st.session_state.portfolios if p['name'] == portfolio1_name)
        portfolio2 = next(p for p in st.session_state.portfolios if p['name'] == portfolio2_name)
        
        # Compare returns
        returns_a = parse_percentage(metrics_a.get('Annualized Return (CAGR)', 0))
        returns_b = parse_percentage(metrics_b.get('Annualized Return (CAGR)', 0))
        
        if returns_a > returns_b:
            recommendations.append(f"📈 {portfolio1_name} shows higher returns ({returns_a:.1%} vs {returns_b:.1%})")
        else:
            recommendations.append(f"📈 {portfolio2_name} shows higher returns ({returns_b:.1%} vs {returns_a:.1%})")
        
        # Compare risk metrics
        vol_a = parse_percentage(metrics_a.get('Standard Deviation (Annualized)', 0))
        vol_b = parse_percentage(metrics_b.get('Standard Deviation (Annualized)', 0))
        
        if vol_a < vol_b:
            recommendations.append(f"📊 {portfolio1_name} has lower volatility ({vol_a:.1%} vs {vol_b:.1%})")
        else:
            recommendations.append(f"📊 {portfolio2_name} has lower volatility ({vol_b:.1%} vs {vol_a:.1%})")
        
        # Compare Sharpe ratios
        sharpe_a = float(metrics_a.get('Sharpe Ratio', 0))
        sharpe_b = float(metrics_b.get('Sharpe Ratio', 0))
        
        if sharpe_a > sharpe_b:
            recommendations.append(f"⚖️ {portfolio1_name} has better risk-adjusted returns (Sharpe: {sharpe_a:.2f} vs {sharpe_b:.2f})")
        else:
            recommendations.append(f"⚖️ {portfolio2_name} has better risk-adjusted returns (Sharpe: {sharpe_b:.2f} vs {sharpe_a:.2f})")
        
        # Compare maximum drawdowns
        dd_a = parse_percentage(metrics_a.get('Maximum Drawdown', 0))
        dd_b = parse_percentage(metrics_b.get('Maximum Drawdown', 0))
        
        if dd_a < dd_b:
            recommendations.append(f"🔻 {portfolio1_name} has smaller maximum drawdown ({dd_a:.1%} vs {dd_b:.1%})")
        else:
            recommendations.append(f"🔻 {portfolio2_name} has smaller maximum drawdown ({dd_b:.1%} vs {dd_a:.1%})")
        
        # Diversification comparison
        div_rec = f"📊 Diversification: {portfolio1_name} has {len(portfolio1['selected'])} assets vs " \
                  f"{portfolio2_name}'s {len(portfolio2['selected'])} assets"
        recommendations.append(div_rec)
        
        # Rebalancing frequency comparison
        freq_1 = rebalance_freq_inverse_mapping.get(portfolio1['rebalance_freq'], portfolio1['rebalance_freq'])
        freq_2 = rebalance_freq_inverse_mapping.get(portfolio2['rebalance_freq'], portfolio2['rebalance_freq'])
        recommendations.append(f"🔄 Rebalancing: {portfolio1_name} ({freq_1}) vs {portfolio2_name} ({freq_2})")
        
    except Exception as e:
        recommendations.append(f"⚠️ Some metrics could not be compared: {str(e)}")
    
    return recommendations

def display_portfolio_vs_portfolio(results, portfolio1_name, portfolio2_name):
    """Displays comparison between two portfolios with enhanced UI/UX."""
    # Extract data from results
    returns_a = results.get('returns_a', pd.Series(dtype=float))
    returns_b = results.get('returns_b', pd.Series(dtype=float))
    cum_returns_a = results.get('cum_returns_a', pd.Series(dtype=float))
    cum_returns_b = results.get('cum_returns_b', pd.Series(dtype=float))
    weights_a = results.get('weights_a', [])
    weights_b = results.get('weights_b', [])
    price_data_a = results.get('price_data_a', pd.DataFrame())
    price_data_b = results.get('price_data_b', pd.DataFrame())
    metrics_a = results.get('metrics_a', {})
    metrics_b = results.get('metrics_b', {})

    # Define available_a and available_b based on price data columns
    available_a = list(price_data_a.columns)
    available_b = list(price_data_b.columns)

    # Ensure that available_a and available_b are not empty
    if not available_a:
        st.error(f"No available data for Portfolio '{portfolio1}'.")
        return
    if not available_b:
        st.error(f"No available data for Portfolio '{portfolio2}'.")
        return

    # Define a consistent theme for all plots
    THEMES = {
        'plotly_dark': 'plotly_dark',
        'plotly_light': 'plotly_white'
    }
    selected_theme = THEMES.get('plotly_light')  # Change as needed

    # Create tabs for better organization
    overview_tab, comparison_tab, risk_tab, analysis_tab = st.tabs([
        "📊 Overview", "🔄 Comparison", "🎯 Risk Analysis", "🔍 Deep Analysis"
    ])

    with overview_tab:
        st.header("🔹 Portfolio Overview")
        col1, col2 = st.columns([1,1])
        
        with col1:
            st.subheader(f"{portfolio1} Composition")
            fig_comp_a = px.pie(
                values=weights_a,
                names=price_data_a.columns,
                title=f"{portfolio1} Allocation",
                template=selected_theme,
                hole=0.4,
                color_discrete_sequence=px.colors.sequential.Blues
            )
            fig_comp_a.update_traces(textinfo='percent+label')
            st.plotly_chart(fig_comp_a, use_container_width=True)

            # Key metrics for portfolio 1
            metrics_display_a = {
                "Total Return": f"{(cum_returns_a.iloc[-1] - 1) * 100:.2f}%",
                "Annualized Return": metrics_a.get('Annualized Return (CAGR)', 'N/A'),
                "Sharpe Ratio": metrics_a.get('Sharpe Ratio', 'N/A'),
                "Max Drawdown": metrics_a.get('Maximum Drawdown', 'N/A')
            }
            st.subheader(f"{portfolio1} Key Metrics")
            for metric, value in metrics_display_a.items():
                st.metric(f"{metric}", value)

        with col2:
            st.subheader(f"{portfolio2} Composition")
            fig_comp_b = px.pie(
                values=weights_b,
                names=price_data_b.columns,
                title=f"{portfolio2} Allocation",
                template=selected_theme,
                hole=0.4,
                color_discrete_sequence=px.colors.sequential.Oranges
            )
            fig_comp_b.update_traces(textinfo='percent+label')
            st.plotly_chart(fig_comp_b, use_container_width=True)

            # Key metrics for portfolio 2
            metrics_display_b = {
                "Total Return": f"{(cum_returns_b.iloc[-1] - 1) * 100:.2f}%",
                "Annualized Return": metrics_b.get('Annualized Return (CAGR)', 'N/A'),
                "Sharpe Ratio": metrics_b.get('Sharpe Ratio', 'N/A'),
                "Max Drawdown": metrics_b.get('Maximum Drawdown', 'N/A')
            }
            st.subheader(f"{portfolio2} Key Metrics")
            for metric, value in metrics_display_b.items():
                st.metric(f"{metric}", value)

        # Cumulative Returns Comparison with Interactive Features
        st.subheader("Cumulative Returns Comparison")
        fig_returns = go.Figure()
        fig_returns.add_trace(go.Scatter(
            x=cum_returns_a.index,
            y=cum_returns_a,
            name=portfolio1,
            line=dict(color='cyan', width=2),
            hovertemplate='%{y:.2f}'
        ))
        fig_returns.add_trace(go.Scatter(
            x=cum_returns_b.index,
            y=cum_returns_b,
            name=portfolio2,
            line=dict(color='orange', width=2, dash='dash'),
            hovertemplate='%{y:.2f}'
        ))
        fig_returns.update_layout(
            template=selected_theme,
            hovermode='x unified',
            height=500,
            xaxis_title='Date',
            yaxis_title='Cumulative Returns',
            legend=dict(x=0.01, y=0.99)
        )
        st.plotly_chart(fig_returns, use_container_width=True)

        metrics_a = results.get('metrics_a', {})
        metrics_b = results.get('metrics_b', {})

        create_portfolio_comparison_summary(
            portfolio1_name=portfolio1_name,
            portfolio2_name=portfolio2_name,
            metrics_a=metrics_a,
            metrics_b=metrics_b
        )

    with comparison_tab:
        st.header("🔄 Performance Metrics Comparison")
        st.subheader("Detailed Performance Metrics")

        detailed_metrics = [
            'Annualized Return (CAGR)',
            'Sharpe Ratio',
            'Sortino Ratio',
            'Maximum Drawdown',
            'Beta',
            'Alpha (annualized)',
            'Information Ratio',
            'Modigliani–Modigliani Measure',
            'Tracking Error',
            'Calmar Ratio'
        ]

        metrics_comparison = pd.DataFrame({
            'Metric': detailed_metrics,
            portfolio1_name: [metrics_a.get(metric, "N/A") for metric in detailed_metrics],
            portfolio2_name: [metrics_b.get(metric, "N/A") for metric in detailed_metrics]
        })

        # Apply styling
        styled_comparison = metrics_comparison.style.apply(
            highlight_better_performance(portfolio1_name, portfolio2_name),
            axis=1
        )

        # Display the styled dataframe
        st.dataframe(styled_comparison, height=400)

        # Rolling Performance Difference with Interactive Slider
        st.subheader("Rolling Performance Difference (30-Day MA)")
        window_size = st.slider("Select Rolling Window (Days)", min_value=10, max_value=60, value=30)
        rolling_diff = (returns_a - returns_b).rolling(window=window_size).mean() * 252

        fig_diff = px.line(
            rolling_diff,
            title=f"{window_size}-Day Rolling Return Difference",
            labels={"index": "Date", "value": "Return Difference"},
            template=selected_theme
        )
        fig_diff.update_traces(line=dict(color='magenta'))
        fig_diff.update_layout(
            hovermode='x unified',
            height=500,
            xaxis_title='Date',
            yaxis_title='Return Difference'
        )
        st.plotly_chart(fig_diff, use_container_width=True)

    with risk_tab:
        st.header("🎯 Risk Analysis")
        col1, col2 = st.columns([1,1])
        
        with col1:
             # Rolling Volatility Comparison with Interactive Layers
             st.subheader("📉 Rolling Volatility Comparison (30-Day)")
             rolling_vol_a = returns_a.rolling(window=30).std() * np.sqrt(252)
             rolling_vol_b = returns_b.rolling(window=30).std() * np.sqrt(252)
             
             fig_vol = go.Figure()
             fig_vol.add_trace(go.Scatter(
                 x=rolling_vol_a.index,
                 y=rolling_vol_a,
                 name=f"{portfolio1_name} Volatility",
                 line=dict(color='cyan', width=2)
             ))
             fig_vol.add_trace(go.Scatter(
                 x=rolling_vol_b.index,
                 y=rolling_vol_b,
                 name=f"{portfolio2_name} Volatility",
                 line=dict(color='orange', width=2, dash='dash')
             ))
             fig_vol.update_layout(
                 template=selected_theme,
                 hovermode='x unified',
                 height=500,
                 xaxis_title='Date',
                 yaxis_title='Annualized Volatility (%)',
                 legend=dict(x=0.01, y=0.99)
             )
             st.plotly_chart(fig_vol, use_container_width=True)

        with col2:
             # Rolling Correlation Comparison with Interactive Features
             st.subheader("🔄 Rolling Correlation (30-Day) Between Portfolios")
             rolling_corr = returns_a.rolling(window=30).corr(returns_b)
             
             fig_corr = px.line(
                 rolling_corr,
                 title="📈 30-Day Rolling Correlation",
                 labels={"index": "Date", "value": "Correlation"},
                 template=selected_theme
             )
             fig_corr.update_traces(line=dict(color='purple'))
             fig_corr.update_layout(
                 hovermode='x unified',
                 height=500,
                 xaxis_title='Date',
                 yaxis_title='Correlation'
             )
             st.plotly_chart(fig_corr, use_container_width=True)

        st.subheader("📉 Top 10 Drawdowns Comparison Between Portfolios")
        col3, col4 = st.columns([1,1])
        
        with col3:
             # Get drawdown details
             drawdowns_a = get_drawdown_details(cum_returns_a)
             drawdowns_b = get_drawdown_details(cum_returns_b)
 
             # Check if drawdown data is available
             if drawdowns_a and drawdowns_b:
                 # Convert to DataFrame and sort
                 drawdowns_a_df = pd.DataFrame(drawdowns_a).sort_values(by='Drawdown', ascending=True).head(10)
                 drawdowns_b_df = pd.DataFrame(drawdowns_b).sort_values(by='Drawdown', ascending=True).head(10)
 
                 # Combine for comparison
                 combined_drawdowns = pd.DataFrame({
                     f"{portfolio1_name} Date": drawdowns_a_df['Date'],
                     f"{portfolio1_name} Drawdown (%)": drawdowns_a_df['Drawdown'],
                     f"{portfolio2_name} Date": drawdowns_b_df['Date'],
                     f"{portfolio2_name} Drawdown (%)": drawdowns_b_df['Drawdown']
                 })
 
                 # Display the comparison table
                 st.table(combined_drawdowns)
 
                 # Enhanced Comparative Bar Chart
                 fig_drawdown_comparison = go.Figure(data=[
                     go.Bar(
                         name=portfolio1_name,
                         x=drawdowns_a_df['Date'],
                         y=drawdowns_a_df['Drawdown'],
                         marker_color='cyan',
                         hovertemplate='%{y:.2f}% on %{x}<extra></extra>'
                     ),
                     go.Bar(
                         name=portfolio2_name,
                         x=drawdowns_b_df['Date'],
                         y=drawdowns_b_df['Drawdown'],
                         marker_color='orange',
                         hovertemplate='%{y:.2f}% on %{x}<extra></extra>'
                     )
                 ])
                 fig_drawdown_comparison.update_layout(
                     barmode='group',
                     title="📊 Top 10 Drawdowns Comparison",
                     xaxis_title='Date',
                     yaxis_title='Drawdown (%)',
                     template=selected_theme,
                     legend=dict(x=0.01, y=0.99),
                     height=600
                 )
                 st.plotly_chart(fig_drawdown_comparison, use_container_width=True)
             else:
                 st.write("⚠️ Insufficient drawdown data for comparison.")

    with analysis_tab:
        st.header("🔍 Deep Analysis")
        col1, col2 = st.columns([1,1])
        
        with col1:
            # Monthly Returns Heatmap for Portfolio1
            st.subheader(f"{portfolio1} Monthly Returns Heatmap")
            monthly_returns_a = returns_a.resample('M').agg(lambda x: (1 + x).prod() - 1)
            monthly_matrix_a = monthly_returns_a.groupby([monthly_returns_a.index.year, monthly_returns_a.index.month]).first().unstack()
            
            fig_heat_a = px.imshow(
                monthly_matrix_a,
                labels=dict(x="Month", y="Year", color="Returns"),
                color_continuous_scale="RdYlGn",
                title=f"{portfolio1} Monthly Returns Heatmap",
                template=selected_theme
            )
            fig_heat_a.update_layout(
                xaxis_title='Month',
                yaxis_title='Year',
                height=500
            )
            st.plotly_chart(fig_heat_a, use_container_width=True)

        with col2:
            # Monthly Returns Heatmap for Portfolio2
            st.subheader(f"{portfolio2} Monthly Returns Heatmap")
            monthly_returns_b = returns_b.resample('M').agg(lambda x: (1 + x).prod() - 1)
            monthly_matrix_b = monthly_returns_b.groupby([monthly_returns_b.index.year, monthly_returns_b.index.month]).first().unstack()
            
            fig_heat_b = px.imshow(
                monthly_matrix_b,
                labels=dict(x="Month", y="Year", color="Returns"),
                color_continuous_scale="RdYlGn",
                title=f"{portfolio2} Monthly Returns Heatmap",
                template=selected_theme
            )
            fig_heat_b.update_layout(
                xaxis_title='Month',
                yaxis_title='Year',
                height=500
            )
            st.plotly_chart(fig_heat_b, use_container_width=True)

        # Risk-Return Scatter Plot with Interactive Annotations
        st.subheader("🔥 Risk vs Return Scatter Plot")
        fig_risk_return = go.Figure()
        fig_risk_return.add_trace(go.Scatter(
            x=[returns_a.std() * np.sqrt(252)],
            y=[returns_a.mean() * 252],
            mode='markers+text',
            marker=dict(
                size=20,
                color='cyan',
                line=dict(width=2, color='DarkSlateGrey')
            ),
            text=[portfolio1],
            textposition="top center",
            name=portfolio1
        ))
        fig_risk_return.add_trace(go.Scatter(
            x=[returns_b.std() * np.sqrt(252)],
            y=[returns_b.mean() * 252],
            mode='markers+text',
            marker=dict(
                size=20,
                color='orange',
                line=dict(width=2, color='DarkSlateGrey')
            ),
            text=[portfolio2],
            textposition="top center",
            name=portfolio2
        ))
        fig_risk_return.update_layout(
            title='🔥 Risk vs Return Scatter Plot',
            xaxis_title='Annualized Volatility (Std Dev)',
            yaxis_title='Annualized Return',
            template=selected_theme,
            xaxis=dict(range=[0, max(returns_a.std(), returns_b.std()) * np.sqrt(252) * 1.2]),
            yaxis=dict(range=[0, max(returns_a.mean(), returns_b.mean()) * 252 * 1.2]),
            height=600
        )
        st.plotly_chart(fig_risk_return, use_container_width=True)

    # Final Summary with Interactive Components
    st.subheader("📝 Summary and Recommendations")
    
    # Calculate overall scores
    score_a = calculate_final_score(metrics_a, metrics_b)
    score_b = calculate_final_score(metrics_b, metrics_a)
    
    col7, col8 = st.columns([1,1])
    with col7:
        st.metric(f"{portfolio1} Score", f"{score_a:.2f}/100", help="Based on performance and risk metrics.")
    with col8:
        st.metric(f"{portfolio2} Score", f"{score_b:.2f}/100", help="Based on performance and risk metrics.")
    
    # Generate and display recommendations
    recommendations = generate_portfolio_comparison_recommendations(
        portfolio1_name=portfolio1,
        portfolio2_name=portfolio2,
        metrics_a=metrics_a,
        metrics_b=metrics_b
    )
    for rec in recommendations:
        st.markdown(f"• {rec}")

    # Update session state
    update_session_state({
        'comparison_results': results,
        'show_proceed': True
    })
    st.success("Portfolio comparison analysis completed! 🎉")

def create_advanced_metrics_df(metrics, benchmark_metrics):
    """Creates a DataFrame for advanced metrics."""
    return pd.DataFrame({
        'Metric': list(metrics.keys()),
        'Portfolio': list(metrics.values()),
        'Benchmark': list(benchmark_metrics.values())
    }).set_index('Metric')


def create_performance_stats_df_portfolio_vs_portfolio(metrics_a, metrics_b, portfolio1, portfolio2):
    """Creates a refined DataFrame for Portfolio vs Portfolio performance statistics."""
    metrics = [
        'Annualized Return (CAGR)',
        'Sharpe Ratio',
        'Sortino Ratio',
        'Maximum Drawdown',
        'Beta',
        'Alpha (annualized)',
        'Information Ratio',
        'R2',
        'Calmar Ratio',
        'Tracking Error',
        'Upside Capture Ratio',
        'Downside Capture Ratio',
        'Best Year',
        'Worst Year'
    ]

    data = {
        'Metric': metrics,
        portfolio1: [metrics_a.get(metric, "N/A") for metric in metrics],
        portfolio2: [metrics_b.get(metric, "N/A") for metric in metrics]
    }

    performance_df = pd.DataFrame(data)
    performance_df.set_index('Metric', inplace=True)

    # Replace any missing or "N/A" with "N/A" explicitly (optional, for consistency)
    performance_df.replace({np.nan: "N/A"}, inplace=True)

    return performance_df

def create_advanced_metrics_df_portfolio_vs_portfolio(metrics_a, metrics_b, portfolio1, portfolio2):
    """Creates a refined DataFrame for Portfolio vs Portfolio advanced metrics."""
    metrics = [
        'Beta',
        'Alpha (annualized)',
        'Information Ratio',
        'Modigliani–Modigliani Measure',
        'Tracking Error',
        'Upside Capture Ratio',
        'Downside Capture Ratio'
    ]

    data = {
        'Metric': metrics,
        portfolio1: [metrics_a.get(metric, "N/A") for metric in metrics],
        portfolio2: [metrics_b.get(metric, "N/A") for metric in metrics]
    }

    advanced_metrics_df = pd.DataFrame(data)
    advanced_metrics_df.set_index('Metric', inplace=True)
    return advanced_metrics_df

def display_drawdowns(cum_returns, benchmark_cum_returns):
    """Displays top 10 drawdown details for portfolio and benchmark."""
    st.markdown("### 📈 Top 10 Drawdowns for Portfolio")
    portfolio_drawdowns = get_drawdown_details(cum_returns)
    if portfolio_drawdowns:
        # Convert to DataFrame, sort by Drawdown, and take the top 10
        portfolio_drawdowns_df = pd.DataFrame(portfolio_drawdowns).sort_values(by='Drawdown', ascending=True).head(10)
        st.table(portfolio_drawdowns_df)

        # Add a bar chart for visualization
        fig_portfolio_drawdowns = px.bar(
            portfolio_drawdowns_df, 
            x='Date', 
            y='Drawdown',
            title='Top 10 Drawdowns for Portfolio',
            labels={'Date': 'Date', 'Drawdown': 'Drawdown (%)'},
            template='plotly_white',
            color='Drawdown',
            color_continuous_scale='RdYlGn'
        )
        st.plotly_chart(fig_portfolio_drawdowns, use_container_width=True)
    else:
        st.write("No drawdowns detected for the portfolio.")

    if not benchmark_cum_returns.empty:
        st.markdown("### 📈 Top 10 Drawdowns for Benchmark")
        benchmark_drawdowns = get_drawdown_details(benchmark_cum_returns)
        if benchmark_drawdowns:
            # Convert to DataFrame, sort by Drawdown, and take the top 10
            benchmark_drawdowns_df = pd.DataFrame(benchmark_drawdowns).sort_values(by='Drawdown', ascending=True).head(10)
            st.table(benchmark_drawdowns_df)

            # Add a bar chart for visualization
            fig_benchmark_drawdowns = px.bar(
                benchmark_drawdowns_df, 
                x='Date', 
                y='Drawdown',
                title='Top 10 Drawdowns for Benchmark',
                labels={'Date': 'Date', 'Drawdown': 'Drawdown (%)'},
                template='plotly_white',
                color='Drawdown',
                color_continuous_scale='RdYlGn'
            )
            st.plotly_chart(fig_benchmark_drawdowns, use_container_width=True)
        else:
            st.write("No drawdowns detected for the benchmark.")
    else:
        st.write("Benchmark data not available for drawdown analysis.")

def perform_risk_factor_attribution(returns):
    """Performs and displays risk factor attribution analysis."""
    start_date = returns.index.min().strftime('%Y-%m-%d')
    end_date = returns.index.max().strftime('%Y-%m-%d')
    factors = fetch_fama_french_factors(start_date, end_date)
    if factors.empty:
        st.write("Failed to retrieve factor data.")
        return
    factors = factors.asfreq(returns.index.freq, method='ffill')
    attribution, error = calculate_risk_factor_attribution(returns, factors)

    if error:
        st.error(error)
        st.write("Risk factor attribution analysis is unavailable.")
    elif attribution.empty:
        st.write("Risk factor attribution analysis is unavailable.")
    else:
        st.write("Risk Factor Attribution:")
        st.table(attribution)
        fig_attribution = px.bar(
            attribution,
            x='Factor',
            y='Contribution (%)',
            title='Risk Factor Attribution',
            labels={'Contribution (%)': 'Contribution (%)'},
            template=THEME
        )
        st.plotly_chart(fig_attribution, use_container_width=True)

def display_visualizations(cum_returns, benchmark_cum_returns, returns, price_data, weights, metrics, benchmark_metrics):
    """Displays an enhanced set of visualizations for Portfolio vs Benchmark with improved interactivity and aesthetics."""
    if not cum_returns.empty and not benchmark_cum_returns.empty:
        plot_growth_comparison(cum_returns, benchmark_cum_returns, portfolio_name="Portfolio", benchmark_name="Benchmark")
    else:
        st.warning("Insufficient data to display Growth Comparison. Ensure both portfolio and benchmark have data.")

    plot_drawdown_comparison(
        cum_returns,
        benchmark_cum_returns,
        portfolio_name="Portfolio",
        benchmark_name="Benchmark"
    )

    st.subheader("📈 Compound Annual Growth Rate (CAGR) Over Time")
    if st.session_state.selected_time_frames:
        plot_cagr_over_time(cum_returns, time_frames=st.session_state.selected_time_frames)
    else:
        st.warning("Please select at least one time frame for CAGR.")

    st.subheader("📦 Returns Distribution Box Plot")
    plot_box(returns)

    st.subheader("🔥 Correlation Heatmap of Assets")
    plot_correlation_heatmap(price_data.pct_change().dropna())

    st.subheader("🔍 Risk-Return Attribution Analysis")
    plot_risk_return_attribution(returns, weights)
    
    # **Corrected Rolling Beta Calculation**
    st.subheader("📉 Rolling Beta Over Time")
    if not benchmark_cum_returns.empty:
        # Align benchmark returns with portfolio returns
        benchmark_returns = benchmark_cum_returns.pct_change().dropna().reindex(returns.index, method='ffill').dropna()
        
        # Calculate rolling covariance and variance
        rolling_cov = returns.rolling(window=252).cov(benchmark_returns)
        rolling_var = benchmark_returns.rolling(window=252).var()
        
        # Compute rolling beta
        rolling_beta = rolling_cov / rolling_var
        
        # Align rolling_beta with returns
        rolling_beta = rolling_beta.dropna()
        
        fig_rolling_beta = px.line(
            rolling_beta,
            title='Rolling Beta (1-Year Window)',
            labels={'index': 'Date', 'value': 'Beta'},
            template=THEME
        )
        st.plotly_chart(fig_rolling_beta, use_container_width=True)
    else:
        st.warning("Benchmark returns not available to plot Rolling Beta.")

    st.subheader("🔥 Cumulative Returns Heatmap")
    plot_cumulative_returns_heatmap(cum_returns)

    st.subheader("🥧 Portfolio Allocation Pie Chart")
    plot_allocation_pie(weights, price_data.columns, title="🥧 Portfolio Allocation", hover_info="percent+name")

    st.subheader("📉 Rolling Metrics")
    if st.session_state.selected_rolling_periods:
        plot_rolling_metrics(returns, windows=st.session_state.selected_rolling_periods)
    else:
        st.warning("Please select at least one rolling period to display metrics.")
    # **Added: Rolling Sharpe Ratio Graph**
    st.subheader("📈 Rolling Sharpe Ratio Over Time")
    if not benchmark_cum_returns.empty:
        # Calculate rolling Sharpe Ratio
        rolling_sharpe = (returns.rolling(window=252).mean() - st.session_state.default_config['rf_rate']) / returns.rolling(window=252).std()
        rolling_sharpe = rolling_sharpe.dropna()
        
        fig_rolling_sharpe = px.line(
            rolling_sharpe,
            title='Rolling Sharpe Ratio (1-Year Window)',
            labels={'index': 'Date', 'value': 'Sharpe Ratio'},
            template=THEME
        )
        st.plotly_chart(fig_rolling_sharpe, use_container_width=True)
    else:
        st.warning("Benchmark returns not available to plot Rolling Sharpe Ratio.")
    st.markdown("### 💡 Recommendations")
    recommendations = generate_recommendations(
        allocations=[alloc for alloc in weights if alloc > 0],
        available_selected=price_data.columns
    )
    if recommendations:
        for rec in recommendations:
            st.markdown(f"• {rec}")
    else:
        st.success("🎉 Your portfolio allocations are well-balanced!")

    st.markdown("### 📝 Final Score")
    portfolio_score = calculate_final_score(metrics, benchmark_metrics)
    st.metric("📊 Portfolio Score", f"{portfolio_score:.2f} / 100")
    # Add interpretation/comment similar to Risk Factor Attribution
    st.markdown("""
    **📖 Interpretation:**
    - The **Final Score** represents a comprehensive evaluation of your portfolio's performance based on selected metrics.
    - A higher score indicates a better balance between risk and return, aligning with your investment objectives.
    - Use this score to assess overall portfolio health and identify areas for improvement.
    """)

def display_visualizations_portfolio_vs_portfolio(
    cum_returns_a, cum_returns_b, returns_a, returns_b,
    price_data_a, price_data_b, weights_a, weights_b,
    portfolio1, portfolio2, metrics_a, metrics_b
):
    """Displays various visualizations for Portfolio vs Portfolio."""
    # Growth Comparison
    fig_growth = px.line(title='Growth Comparison')
    fig_growth.add_scatter(x=cum_returns_a.index, y=cum_returns_a, mode='lines', name=portfolio1)
    fig_growth.add_scatter(x=cum_returns_b.index, y=cum_returns_b, mode='lines', name=portfolio2)
    st.plotly_chart(fig_growth, use_container_width=True)

    # Drawdown Comparison
    plot_drawdown_comparison(
        cum_returns_a,
        cum_returns_b,
        portfolio_name=portfolio1,
        benchmark_name=portfolio2
    )
    # Risk-Return Scatter Plot
    st.subheader("🔄 Risk vs Return Scatter Plot")
    fig_risk_return = go.Figure()
    fig_risk_return.add_trace(go.Scatter(
        x=[returns_a.std() * np.sqrt(252)],
        y=[returns_a.mean() * 252],
        mode='markers',
        marker=dict(
            size=[w * 100 for w in weights_a],
            color='cyan'
        ),
        text=available_a,
        name=portfolio1
    ))
    fig_risk_return.add_trace(go.Scatter(
        x=[returns_b.std() * np.sqrt(252)],
        y=[returns_b.mean() * 252],
        mode='markers',
        marker=dict(
            size=[w * 100 for w in weights_b],
            color='orange'
        ),
        text=available_b,
        name=portfolio2
    ))
    fig_risk_return.update_layout(
        title='🔄 Risk vs Return Scatter Plot',
        xaxis_title='Annualized Volatility (Std Dev)',
        yaxis_title='Annualized Return',
        template=THEME
    )
    st.plotly_chart(fig_risk_return, use_container_width=True)
    # Box Plot for Returns Distribution
    st.subheader("📦 Returns Distribution Box Plot")
    # Create a DataFrame with both portfolios' returns
    returns_df = pd.DataFrame({
        portfolio1: returns_a,
        portfolio2: returns_b
    })
    plot_box(
        returns_df,
        title="Returns Distribution for Both Portfolios",
        multiple=True,
        portfolio_names=[portfolio1, portfolio2]
    )

    # Heatmap of Correlations Between Assets
    st.subheader("🔥 Correlation Heatmap of Assets")
    plot_correlation_heatmap(price_data_a.pct_change().dropna())
    plot_correlation_heatmap(price_data_b.pct_change().dropna())

    # Portfolio Allocation Pie Chart
    st.subheader("🥧 Portfolio Allocation Pie Chart")
    plot_allocation_pie(weights_a, price_data_a.columns, title=f"{portfolio1} Allocation", hover_info="percent+name")
    plot_allocation_pie(weights_b, price_data_b.columns, title=f"{portfolio2} Allocation", hover_info="percent+name")

    st.markdown("### 📝 Final Score")
    score_a = calculate_final_score(metrics_a, metrics_b)
    score_b = calculate_final_score(metrics_b, metrics_a)
    st.write(f"**{portfolio1}:** {score_a:.2f} / 100")
    st.write(f"**{portfolio2}:** {score_b:.2f} / 100")

def plot_box(
    returns: Union[pd.Series, pd.DataFrame],
    title: str = "Returns Distribution Box Plot",
    labels: dict = {"Return": "Returns (%)", "Asset": "Asset"},
    color_sequence: list = px.colors.qualitative.Bold,
    multiple: bool = False,
    portfolio_names: list = None
):
    """
    Generic function to plot box plots for portfolio returns.

    Parameters:
    - returns (pd.DataFrame or pd.Series): Returns data.
    - title (str): Title of the plot.
    - labels (dict): Axis labels.
    - color_sequence (list): Colors for the boxes.
    - multiple (bool): If True, handle multiple portfolios.
    - portfolio_names (list): Names of the portfolios for labeling.
    """
    if isinstance(returns, pd.DataFrame):
        if multiple and portfolio_names:
            for i, col in enumerate(returns.columns):
                fig = px.box(
                    returns[[col]].reset_index(drop=True),
                    y=col,
                    title=f"{title} for {portfolio_names[i]}",
                    labels=labels,
                    points='all',
                    template=THEME,
                    color_discrete_sequence=[color_sequence[i % len(color_sequence)]]
                )
                fig.update_traces(boxmean='sd')
                fig.update_layout(xaxis_title="Assets", yaxis_title=labels.get('Return', 'Returns (%)'))
                st.plotly_chart(fig, use_container_width=True)
        else:
            melted_returns = returns.reset_index().melt(id_vars=returns.index.name if returns.index.name else 'Date', var_name='Asset', value_name='Return')
            fig = px.box(
                melted_returns,
                x='Asset',
                y='Return',
                title=title,
                labels=labels,
                points='all',
                template=THEME,
                color='Asset',
                color_discrete_sequence=color_sequence
            )
    elif isinstance(returns, pd.Series):
        fig = px.box(
            returns.rename("Return"),
            y='Return',
            title=title,
            labels=labels,
            points='all',
            template=THEME,
            color_discrete_sequence=['cyan']
        )
    else:
        st.warning("Returns data is neither a DataFrame nor a Series.")
        return

    fig.update_traces(boxmean='sd')
    fig.update_layout(
        xaxis_title=labels.get("Asset", "Assets"),
        yaxis_title=labels.get("Return", "Returns (%)"),
        legend_title="Assets"
    )
    st.plotly_chart(fig, use_container_width=True)

    st.markdown("""
        **📖 Interpretation:**
        - **Boxes:** Represent the interquartile range (IQR) where the middle 50% of the data lies.
        - **Median Line:** Indicates the median return.
        - **Whiskers:** Extend to show the range of the data excluding outliers.
        - **Outliers:** Individual points outside the whiskers represent atypical returns.
        - **Box Mean (Shaded):** Shows the mean and standard deviation of returns.
    """)

def plot_cumulative_returns_heatmap(cum_returns):
    """Plots the cumulative returns heatmap."""
    try:
        cum_returns_normalized = cum_returns / cum_returns.max()
        fig_heatmap = px.imshow(
            cum_returns_normalized.to_frame().T,
            labels=dict(x="Date", y="Portfolio", color="Normalized Cumulative Return"),
            title="Cumulative Returns Heatmap",
            aspect="auto",
            color_continuous_scale='Viridis',
            template=THEME
        )
        st.plotly_chart(fig_heatmap, use_container_width=True)
        st.markdown(
            "**Interpretation:** The heatmap visualizes the normalized cumulative returns over time, "
            "allowing for an intuitive comparison of portfolio performance across different periods."
        )
    except Exception as e:
        st.error(f"Error plotting cumulative returns heatmap: {e}")

def plot_correlation_heatmap(correlation_data):
    """Plots an enhanced correlation heatmap using Plotly with improved aesthetics."""
    if correlation_data.empty:
        st.warning("No data available to plot correlation heatmap.")
        return
    corr = correlation_data.corr()
    fig_heatmap = px.imshow(
        corr,
        title="📈 Correlation Heatmap of Assets",
        labels=dict(x="Asset", y="Asset", color="Correlation"),
        color_continuous_scale='RdBu',
        zmin=-1,
        zmax=1,
        text_auto=True,
        aspect="auto",
        template=THEME
    )
    fig_heatmap.update_layout(
        title_x=0.5,
        xaxis_title="Assets",
        yaxis_title="Assets"
    )
    fig_heatmap.update_traces(
        hovertemplate="Asset1: %{x}<br>Asset2: %{y}<br>Correlation: %{z:.2f}<extra></extra>"
    )
    st.plotly_chart(fig_heatmap, use_container_width=True)

def plot_growth_comparison(cum_returns, benchmark_cum_returns, portfolio_name='Portfolio', benchmark_name='Benchmark'):
    """Plots an enhanced growth comparison between portfolio and benchmark with improved interactivity."""
    fig_growth = px.line(
        title='📈 Growth Comparison',
        labels={'value': 'Cumulative Returns', 'index': 'Date'},
        template=THEME
    )
    
    fig_growth.add_scatter(
        x=cum_returns.index,
        y=cum_returns,
        mode='lines',
        name=portfolio_name,
        line=dict(color='cyan', width=2)
    )
    fig_growth.add_scatter(
        x=benchmark_cum_returns.index,
        y=benchmark_cum_returns,
        mode='lines',
        name=benchmark_name,
        line=dict(color='orange', width=2, dash='dash')
    )
    
    fig_growth.update_layout(
        hovermode='x unified',
        xaxis=dict(showgrid=True),
        yaxis=dict(showgrid=True),
        legend=dict(title="Legend", x=0.01, y=0.99),
        height=600  # Added height parameter
    )
    
    st.plotly_chart(fig_growth, use_container_width=True, height=600, config={'responsive': True})

def plot_drawdown_comparison(cum_returns_portfolio: pd.Series, cum_returns_benchmark: pd.Series, portfolio_name='Portfolio', benchmark_name='Benchmark') -> None:
    """Plots an enhanced drawdown comparison between portfolio and benchmark with improved visuals."""
    
    # Calculate drawdowns for portfolio
    portfolio_drawdown = (cum_returns_portfolio / cum_returns_portfolio.expanding().max() - 1) * 100
    
    # Calculate drawdowns for benchmark
    benchmark_drawdown = (cum_returns_benchmark / cum_returns_benchmark.expanding().max() - 1) * 100
    
    fig_drawdown = go.Figure()
    
    # Add portfolio drawdown
    fig_drawdown.add_trace(go.Scatter(
        x=portfolio_drawdown.index,
        y=portfolio_drawdown,
        mode='lines',
        name=portfolio_name,
        line=dict(color='red', width=2)
    ))
    
    # Add benchmark drawdown if available
    if not cum_returns_benchmark.empty:
        fig_drawdown.add_trace(go.Scatter(
            x=benchmark_drawdown.index,
            y=benchmark_drawdown,
            mode='lines',
            name=benchmark_name,
            line=dict(color='blue', width=2, dash='dash')
        ))
    
    # Update layout with better formatting
    fig_drawdown.update_layout(
        title='📉 Drawdown Comparison',
        hovermode='x unified',
        yaxis=dict(
            showgrid=True,
            zeroline=True,
            title='Drawdown (%)',
            tickformat='.1f'
        ),
        xaxis=dict(
            showgrid=True,
            title='Date'
        ),
        legend=dict(
            x=0.01,
            y=0.99,
            bgcolor='rgba(255, 255, 255, 0.8)'
        ),
        height=500,
        template='plotly_white'
    )
    
    st.plotly_chart(fig_drawdown, use_container_width=True)

def plot_cagr_over_time(cum_returns, time_frames):
    """Plots CAGR over different time frames."""
    for frame in time_frames:
        plot_cagr(cum_returns, frame)

def plot_risk_return_attribution(returns, weights):
    """Plots the risk-return attribution analysis."""
    fig_rra = px.scatter(
        x=returns.mean() * 252,
        y=returns.std() * np.sqrt(252),
        size=weights*100,
        color=returns.mean() / returns.std(),
        hover_name=returns.index,
        title='Risk-Return Attribution',
        labels={'x': 'Annualized Return', 'y': 'Annualized Risk (Std Dev)'},
        template='plotly_dark',
        size_max=60
    )
    st.plotly_chart(fig_rra, use_container_width=True)

def plot_rolling_metrics(returns, windows):
    """Plots rolling metrics based on selected window periods."""
    for window in windows:
        rolling_mean = returns.rolling(window=window).mean()
        rolling_std = returns.rolling(window=window).std()
        fig = px.line(title=f'Rolling {window}-Day Mean and Std Dev')
        fig.add_scatter(x=rolling_mean.index, y=rolling_mean, mode='lines', name='Rolling Mean')
        fig.add_scatter(x=rolling_std.index, y=rolling_std, mode='lines', name='Rolling Std Dev')
        st.plotly_chart(fig, use_container_width=True)

@handle_exceptions
def calculate_risk_factor_attribution(returns: pd.Series, factors: pd.DataFrame, annualization_factor: int = 252) -> tuple:
    """
    Decompose portfolio returns by risk factors using linear regression and provide
    comments on the factor contributions.

    Parameters:
    - returns (pd.Series): Portfolio returns.
    - factors (pd.DataFrame): DataFrame where each column represents a risk factor.
    - annualization_factor (int): Annualization factor (252 for daily, 12 for monthly returns).

    Returns:
    - pd.DataFrame: Factor names, their contribution percentages, and explanatory comments.
    - None: If an exception occurs, handled by the decorator.
    """
    # Ensure returns has a name, or assign one if missing
    if returns.name is None:
        returns = returns.rename("Portfolio_Returns")

    # Convert returns to a DataFrame
    returns = returns.to_frame()

    # Ensure both returns and factors are in decimal format
    if returns['Portfolio_Returns'].max() > 1:
        returns /= 100

    if factors.max().max() > 1:
        factors /= 100

    # Adjust returns to excess returns by subtracting RF (if it exists in factors)
    if 'RF' in factors.columns:
        returns['Portfolio_Returns'] -= factors['RF']
        factors = factors.drop(columns=['RF'])

    # Align the data using an inner join and drop any remaining NaN values
    aligned_data = pd.merge(returns, factors, left_index=True, right_index=True, how='inner').dropna()

    # Check that we have data after merging
    if aligned_data.empty:
        raise ValueError("No overlapping dates between returns and factors after dropping NaNs.")

    # Prepare X and y for regression
    X = aligned_data[factors.columns]
    X = sm.add_constant(X)  # Add intercept
    y = aligned_data['Portfolio_Returns']

    # Run the regression model
    model = sm.OLS(y, X).fit()
    coefficients = model.params.drop('const', errors='ignore')

    # Calculate factor contributions (non-annualized)
    factor_means = X.mean().drop('const', errors='ignore')
    contributions = coefficients * factor_means

    # Calculate total return
    total_return = returns['Portfolio_Returns'].mean()

    # Check if total_return is zero to avoid division by zero
    if np.isclose(total_return, 0):
        st.warning("Total portfolio return is zero. Cannot compute contribution percentages.")
        attribution_df = pd.DataFrame({
            'Factor': contributions.index,
            'Contribution (%)': [0.0] * len(contributions)
        })
    else:
        # Calculate percentage contributions
        attribution_df = pd.DataFrame({
            'Factor': contributions.index,
            'Contribution (%)': (contributions / total_return * 100).round(2)
        })

    # Remove the constant term if it exists
    if 'const' in attribution_df['Factor'].values:
        attribution_df = attribution_df[attribution_df['Factor'] != 'const']

    # Use full names for factors
    factor_full_names = {
        'Mkt-RF': 'Market Risk Premium',
        'SMB': 'Small Minus Big',
        'HML': 'High Minus Low'
    }
    attribution_df['Factor'] = attribution_df['Factor'].replace(factor_full_names)

    # Generate detailed comments based on factor contributions
    comments = []
    for _, row in attribution_df.iterrows():
        factor_name = row['Factor']
        contribution = row['Contribution (%)']

        # Market Risk Premium (Mkt-RF) Analysis
        if factor_name == 'Market Risk Premium':
            if contribution > 75:
                comments.append(f"{factor_name} = {contribution}%: Extremely high sensitivity to market movements.")
            elif contribution > 50:
                comments.append(f"{factor_name} = {contribution}%: High sensitivity to overall market movements.")
            elif contribution > 30:
                comments.append(f"{factor_name} = {contribution}%: Notable sensitivity to market risk.")
            elif contribution > 10:
                comments.append(f"{factor_name} = {contribution}%: Moderate exposure to market risk.")
            else:
                comments.append(f"{factor_name} = {contribution}%: Low exposure to market risk.")

        # Small Minus Big (SMB) Analysis
        elif factor_name == 'Small Minus Big':
            if contribution > 5:
                comments.append(f"{factor_name} = {contribution}%: Strong tilt towards small-cap stocks.")
            elif contribution > 0:
                comments.append(f"{factor_name} = {contribution}%: Mild preference for small-cap stocks.")
            elif contribution > -5:
                comments.append(f"{factor_name} = {contribution}%: Slight tilt towards larger-cap stocks.")
            else:
                comments.append(f"{factor_name} = {contribution}%: Clear preference for large-cap stocks.")

        # High Minus Low (HML) Analysis
        elif factor_name == 'High Minus Low':
            if contribution > 5:
                comments.append(f"{factor_name} = {contribution}%: Strong tilt toward value stocks.")
            elif contribution > 0:
                comments.append(f"{factor_name} = {contribution}%: Slight positive tilt toward value stocks.")
            elif contribution > -5:
                comments.append(f"{factor_name} = {contribution}%: Minor negative tilt toward growth stocks.")
            else:
                comments.append(f"{factor_name} = {contribution}%: Clear preference for growth stocks.")

    # Add comments to the DataFrame
    attribution_df['Comment'] = comments

    return attribution_df, None

@handle_exceptions
def fetch_fama_french_factors(start_date: str, end_date: str) -> pd.DataFrame:
    """
    Fetch Fama-French daily factor data between specified dates.

    Parameters:
    - start_date (str): Start date in 'YYYY-MM-DD' format.
    - end_date (str): End date in 'YYYY-MM-DD' format.

    Returns:
    - pd.DataFrame: DataFrame containing Fama-French factors.
    """
    # [Function Implementation Remains Unchanged]
    try:
        # Fetch daily Fama-French factors
        ff_data = pdr.get_data_famafrench('F-F_Research_Data_Factors_daily', start=start_date, end=end_date)
        if not ff_data:
            st.error("Fama-French data not found.")
            return pd.DataFrame()

        factors = ff_data[0]
        factors = factors.rename(columns=lambda x: x.strip())  # Remove any leading/trailing spaces
        factors /= 100  # Convert percentage returns to decimal format

        # Fill missing data by forward and backward filling
        factors = factors.fillna(method='ffill').fillna(method='bfill')

        # Check for necessary columns
        required_columns = {'Mkt-RF', 'SMB', 'HML', 'RF'}
        if not required_columns.issubset(factors.columns):
            missing = required_columns - set(factors.columns)
            st.error(f"Missing factor columns: {', '.join(missing)}")
            return pd.DataFrame()

        return factors
    except Exception as e:
        st.error(f"Error fetching factor data: {e}")
        return pd.DataFrame()

@handle_exceptions
def calculate_final_score(primary_metrics: dict, comparison_metrics: dict) -> float:
    metrics_to_compare = [
        'Annualized Return (CAGR)',
        'Sharpe Ratio',
        'Sortino Ratio',
        'Treynor Ratio',
        'Calmar Ratio',
        'Alpha (annualized)',
        'Information Ratio',
        'Modigliani–Modigliani Measure',
        'Upside Capture Ratio',
        'Gain/Loss Ratio'
    ]
    metric_weights = {
        'Annualized Return (CAGR)': 15,
        'Sharpe Ratio': 15,
        'Sortino Ratio': 10,
        'Treynor Ratio': 10,
        'Calmar Ratio': 10,
        'Alpha (annualized)': 10,
        'Information Ratio': 10,
        'Modigliani–Modigliani Measure': 10,
        'Upside Capture Ratio': 5,
        'Gain/Loss Ratio': 5
    }

    score = 0
    total = 0

    for metric in metrics_to_compare:
        primary = primary_metrics.get(metric, "N/A")
        comparison = comparison_metrics.get(metric, "N/A")
        
        # Handle numpy types and convert to native Python types
        if isinstance(primary, (np.float64, np.float32)):
            primary = float(primary)
        if isinstance(comparison, (np.float64, np.float32)):
            comparison = float(comparison)
            
        if primary != "N/A" and comparison != "N/A":
            try:
                # Convert string values to float if necessary
                primary_val = float(str(primary).strip('%')) if isinstance(primary, str) else primary
                comparison_val = float(str(comparison).strip('%')) if isinstance(comparison, str) else comparison
                
                weight = metric_weights.get(metric, 1)
                
                if abs(comparison_val) < 1e-10:  # Better way to check for near-zero values
                    st.warning(f"Comparison metric '{metric}' is too close to zero. Skipping this metric.")
                    continue
                    
                if primary_val > comparison_val:
                    score += weight * (primary_val / comparison_val)
                else:
                    score += weight * (primary_val / comparison_val) * 0.5  # Partial credit
                    
                total += weight
            except (ValueError, TypeError) as e:
                st.warning(f"Error processing metric '{metric}': {str(e)}")
                continue
                
    return (score / total) * 100 if total > 0 else 0.0
    
@handle_exceptions
def plot_cagr_over_time(cum_returns: pd.Series, time_frames: list = ['Weekly', 'Monthly', 'Quarterly', 'Annually']) -> None:
    """
    Plot CAGR over multiple time frames.

    Parameters:
    - cum_returns (pd.Series): Cumulative returns of the portfolio.
    - time_frames (list): List of time frames to calculate CAGR.
    """
    frequency_map = {
        'Weekly': 'W',
        'Monthly': 'M',
        'Quarterly': 'Q',
        'Annually': 'Y'
    }
    fig = go.Figure()
    for tf in time_frames:
        freq = frequency_map.get(tf)
        if not freq:
            continue
        rolled = cum_returns.resample(freq).last()
        if rolled.empty:
            st.warning(f"No data available for {tf} CAGR calculation.")
            continue
        years = (rolled.index[-1] - rolled.index[0]).days / 365.25
        if years <= 0:
            st.warning(f"Not enough data to calculate {tf} CAGR.")
            continue
        cagr = (rolled / rolled.iloc[0]) ** (1/years) - 1
        fig.add_trace(go.Scatter(x=rolled.index, y=cagr, mode='lines', name=f'{tf} CAGR'))
    fig.update_layout(
        title='CAGR Over Multiple Time Frames',
        xaxis_title='Date',
        yaxis_title='CAGR',
        hovermode=HOVERMODE
    )
    st.plotly_chart(fig, use_container_width=True)

@handle_exceptions
def backtest(weights: list, prices: pd.DataFrame, rebalance_freq: str = 'M', broker_fee: float = 0.0, debug: bool = False) -> tuple:
    """
    Backtest the portfolio based on weights and price data.

    Parameters:
    - weights (list): Allocation weights for each asset.
    - prices (pd.DataFrame): Adjusted closing prices of assets.
    - rebalance_freq (str): Rebalancing frequency (e.g., 'D', 'W', 'M').
    - broker_fee (float): Broker fee as a percentage.
    - debug (bool): If True, prints debug information.

    Returns:
    - tuple: (portfolio_returns: pd.Series, cum_returns: pd.Series)
    """
    try:
        # Calculate returns and drop any NaN values
        returns = prices.pct_change().dropna()
        if returns.empty:
            st.error("Returns data is empty after calculating percentage changes. Please ensure your price data is accurate and spans multiple periods.")
            return pd.Series(dtype=float), pd.Series(dtype=float)

        # Ensure weights are a NumPy array and normalized
        weights = np.array(weights)
        if not np.isclose(weights.sum(), 1.0):
            weights = weights / weights.sum()

        # Calculate portfolio returns
        portfolio_returns = returns.dot(weights)
        if not isinstance(portfolio_returns, pd.Series):
            portfolio_returns = portfolio_returns.squeeze()

        # Identify rebalancing dates
        if rebalance_freq.upper() == 'D':
            rebalance_dates = returns.index
        else:
            rebalance_dates = returns.resample(rebalance_freq.upper()).last().dropna().index

        # Debug: Show rebalancing dates
        if debug:
            st.write(f"Rebalancing Dates: {rebalance_dates.tolist()}")

        # Ensure rebalance_dates are in the portfolio_returns index
        valid_rebalance_dates = rebalance_dates.intersection(portfolio_returns.index)
        if debug:
            st.write(f"Valid Rebalancing Dates: {valid_rebalance_dates.tolist()}")

        # Apply broker fees on rebalancing dates
        if not valid_rebalance_dates.empty:
            portfolio_returns.loc[valid_rebalance_dates] -= broker_fee / 100  # Convert to decimal
        else:
            st.warning("⚠️ No valid rebalancing dates found within the returns data.")

        # Calculate cumulative returns
        cum_returns = (1 + portfolio_returns).cumprod()
        if cum_returns.empty:
            st.error("Cumulative returns are empty. Check the data and allocations.")
            return pd.Series(dtype=float), pd.Series(dtype=float)

        # Debug: Show cumulative returns
        if debug:
            st.write("Cumulative Returns:")
            st.write(cum_returns)

        return portfolio_returns, cum_returns
    except Exception as e:
        st.error(f"Error during backtesting: {e}")
        return pd.Series(dtype=float), pd.Series(dtype=float)

@handle_exceptions
def calculate_sharpe_ratio(returns: pd.Series, rf: float = 0.02) -> float:
    """
    Calculate the Sharpe Ratio for a given set of returns.

    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.
    - rf (float): Risk-free rate (default is 2%).

    Returns:
    - float: Sharpe Ratio.
    """
    excess_return = returns.mean() * 252 - rf
    std_dev = returns.std() * np.sqrt(252)
    return excess_return / std_dev if std_dev != 0 else np.nan

@handle_exceptions
def calculate_sortino_ratio(returns: pd.Series, rf: float = 0.02) -> float:
    """
    Calculate the Sortino Ratio for a given set of returns.

    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.
    - rf (float): Risk-free rate (default is 2%).

    Returns:
    - float: Sortino Ratio.
    """
    excess_return = returns.mean() * 252 - rf
    downside_std = returns[returns < 0].std() * np.sqrt(252)
    return excess_return / downside_std if downside_std != 0 else np.nan

def calculate_treynor_ratio(returns: pd.Series, benchmark_returns: pd.Series, rf: float = 0.02) -> float:
    """
    Calculate the Treynor Ratio for a given set of returns.

    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.
    - benchmark_returns (pd.Series): Daily returns of the benchmark.
    - rf (float): Risk-free rate (default is 2%).

    Returns:
    - float: Treynor Ratio.
    """
    beta = calculate_beta(returns, benchmark_returns)
    excess_return = returns.mean() * 252 - rf
    return excess_return / beta if beta != 0 else np.nan

def calculate_drawdown(cum_returns: pd.Series) -> float:
    """
    Calculate the maximum drawdown of the portfolio.
    
    Parameters:
    - cum_returns (pd.Series): Cumulative returns of the portfolio.
    
    Returns:
    - float: Maximum Drawdown.
    """
    peak = cum_returns.expanding(min_periods=1).max()
    drawdown = (cum_returns - peak) / peak
    max_drawdown = drawdown.min()
    return max_drawdown if not np.isnan(max_drawdown) else np.nan

@handle_exceptions
def calculate_cagr(cum_returns: pd.Series, rf: float = 0.02) -> float:
    """
    Calculate the Compound Annual Growth Rate (CAGR).
    
    Parameters:
    - cum_returns (pd.Series): Cumulative returns of the portfolio.
    - rf (float): Risk-free rate (default is 2%).
    
    Returns:
    - float: CAGR as a decimal.
    """
    if cum_returns.empty:
        return np.nan
    initial_date = cum_returns.index[0]
    final_date = cum_returns.index[-1]
    years = (final_date - initial_date).days / 365.25
    if years <= 0:
        return np.nan
    ending_value = cum_returns.iloc[-1]
    initial_value = cum_returns.iloc[0]
    cagr = (ending_value / initial_value) ** (1 / years) - 1
    return cagr

@handle_exceptions
def calculate_calmar_ratio(returns: pd.Series, cum_returns: pd.Series, rf: float = 0.02) -> float:
    """
    Calculate the Calmar Ratio of the portfolio.
    
    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.
    - cum_returns (pd.Series): Cumulative returns of the portfolio.
    - rf (float): Risk-free rate (default is 2%).
    
    Returns:
    - float: Calmar Ratio.
    """
    cagr = calculate_cagr(cum_returns, rf)
    max_dd = calculate_drawdown(cum_returns)
    return cagr / abs(max_dd) if max_dd != 0 else np.nan

@handle_exceptions
def calculate_beta(returns: pd.Series, benchmark_returns: pd.Series) -> float:
    """
    Calculate the Beta of the portfolio relative to the benchmark.

    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.
    - benchmark_returns (pd.Series): Daily returns of the benchmark.

    Returns:
    - float: Beta value.
    """
    if returns.empty or benchmark_returns.empty:
        return np.nan
    covariance = np.cov(returns, benchmark_returns)
    cov = covariance[0, 1]
    var_bench = covariance[1, 1]
    return cov / var_bench if var_bench != 0 else np.nan

@handle_exceptions
def calculate_alpha(returns: pd.Series, benchmark_returns: pd.Series, rf: float = 0.02) -> float:
    """
    Calculate the Alpha of the portfolio relative to the benchmark.

    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.
    - benchmark_returns (pd.Series): Daily returns of the benchmark.
    - rf (float): Risk-free rate (default is 2%).

    Returns:
    - float: Alpha value.
    """
    beta = calculate_beta(returns, benchmark_returns)
    if np.isnan(beta):
        return np.nan
    portfolio_return = returns.mean() * 252
    benchmark_return = benchmark_returns.mean() * 252
    return portfolio_return - (rf + beta * (benchmark_return - rf))

@handle_exceptions
def calculate_r_squared(returns: pd.Series, benchmark_returns: pd.Series) -> float:
    """
    Calculate the R-squared of the portfolio relative to the benchmark.

    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.
    - benchmark_returns (pd.Series): Daily returns of the benchmark.

    Returns:
    - float: R-squared value.
    """
    if returns.empty or benchmark_returns.empty:
        return np.nan
    correlation = returns.corr(benchmark_returns)
    return correlation ** 2 if not np.isnan(correlation) else np.nan

@handle_exceptions
def calculate_information_ratio(returns: pd.Series, benchmark_returns: pd.Series) -> float:
    """
    Calculate the Information Ratio of the portfolio relative to the benchmark.
    
    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.
    - benchmark_returns (pd.Series): Daily returns of the benchmark.
    
    Returns:
    - float: Information Ratio.
    """
    if returns.empty or benchmark_returns.empty:
        return np.nan
    active_return = (returns.mean() - benchmark_returns.mean()) * 252
    tracking_error = calculate_tracking_error(returns, benchmark_returns)
    return active_return / tracking_error if tracking_error != 0 else np.nan

def generate_recommendations(allocations: list, available_selected: list) -> list:
    """
    Generate basic portfolio recommendations based on current allocations.

    Parameters:
    - allocations (list of float): Current allocation percentages.
    - available_selected (list of str): List of selected asset tickers.

    Returns:
    - list of str: Recommendations.
    """
    recommendations = []
    max_alloc = max(allocations)
    min_alloc = min(allocations)
    total_alloc = sum(allocations)

    if max_alloc > 40.0:
        idx = allocations.index(max_alloc)
        ticker = available_selected[idx]
        recommendations.append(f"🔹 Consider reducing the allocation to **{ticker}** since it constitutes **{max_alloc:.2f}%** of your portfolio.")

    if min_alloc < 5.0:
        idx = allocations.index(min_alloc)
        ticker = available_selected[idx]
        recommendations.append(f"🔸 Consider increasing the allocation to **{ticker}** to at least **5.00%** for better diversification.")

    if total_alloc < 100.0:
        recommendations.append("🔹 Consider allocating the remaining funds to additional assets to reach a total of **100%**.")

    return recommendations

def get_common_benchmarks(selected_tickers: list) -> dict:
    """
    Define benchmark suggestions based on asset sectors or indices.

    Parameters:
    - selected_tickers (list of str): List of selected asset tickers.

    Returns:
    - dict: Dictionary of benchmark names and their corresponding tickers.
    """
    # Example benchmark sets
    sp500 = {"AAPL", "MSFT", "GOOGL", "AMZN", "META", "TSLA"}  # Example S&P 500 tech companies
    nasdaq_tech = {"AAPL", "MSFT", "GOOGL", "AMZN", "META", "TSLA", "NVDA", "AMD"}

    selected_set = set(selected_tickers)

    if selected_set.issubset(sp500):
        return {
            "S&P 500": "^GSPC",
            "Dow Jones Industrial Average": "^DJI",
            "Russell 2000": "^RUT",
            "Custom": "CUSTOM"
        }
    elif selected_set.issubset(nasdaq_tech):
        return {
            "NASDAQ Composite": "^IXIC",
            "QQQ (Invesco QQQ ETF)": "QQQ",
            "Custom": "CUSTOM"
        }
    else:
        return {
            "S&P 500": "^GSPC",
            "NASDAQ Composite": "^IXIC",
            "Dow Jones Industrial Average": "^DJI",
            "Russell 2000": "^RUT",
            "Custom": "CUSTOM"
        }

@handle_exceptions
def calculate_tracking_error(returns: pd.Series, benchmark_returns: pd.Series) -> float:
    """
    Calculate the Tracking Error of the portfolio relative to the benchmark.
    
    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.
    - benchmark_returns (pd.Series): Daily returns of the benchmark.
    
    Returns:
    - float: Tracking Error.
    """
    if returns.empty or benchmark_returns.empty:
        return np.nan
    return np.std(returns - benchmark_returns) * np.sqrt(252)

@handle_exceptions
def calculate_performance_attribution(returns: pd.Series, weights: list) -> pd.DataFrame:
    """
    Calculate performance attribution based on asset contributions.

    Parameters:
    - returns (pd.Series or pd.DataFrame): Returns of assets.
    - weights (list): Allocation weights for each asset.

    Returns:
    - pd.DataFrame: DataFrame containing asset names and their contribution percentages.
    """
    if isinstance(returns, pd.Series):
        returns = returns.to_frame('Asset')  # Convert Series to DataFrame with a default column name

    if len(weights) != len(returns.columns):
        st.error(f"Number of weights ({len(weights)}) does not match number of assets ({len(returns.columns)}).")
        return pd.DataFrame()

    annual_returns = returns.mean() * 252
    contributions = annual_returns * weights
    attribution_df = pd.DataFrame({
        'Asset': returns.columns,
        'Contribution (%)': (contributions / contributions.sum() * 100).round(2)
    }).sort_values(by='Contribution (%)', ascending=False)
    return attribution_df

def calculate_active_return(returns: pd.Series, benchmark_returns: pd.Series) -> float:
    """
    Calculate the Active Return of the portfolio relative to the benchmark.

    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.
    - benchmark_returns (pd.Series): Daily returns of the benchmark.

    Returns:
    - float: Active Return percentage.
    """
    if returns.empty or benchmark_returns.empty:
        return np.nan
    return (returns.mean() - benchmark_returns.mean()) * 252 * 100

def calculate_gain_loss_ratio(returns: pd.Series) -> float:
    """
    Calculate the Gain/Loss Ratio of the portfolio.

    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.

    Returns:
    - float: Gain/Loss Ratio.
    """
    gains = returns[returns > 0].sum()
    losses = -returns[returns < 0].sum()
    return gains / losses if losses != 0 else np.nan

@handle_exceptions
def calculate_capture_ratio(returns: pd.Series, benchmark_returns: pd.Series, upside: bool = True) -> float:
    """
    Calculate the Upside or Downside Capture Ratio of the portfolio relative to the benchmark.
    
    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.
    - benchmark_returns (pd.Series): Daily returns of the benchmark.
    - upside (bool): If True, calculate Upside Capture Ratio; else, Downside.
    
    Returns:
    - float: Capture Ratio.
    """
    if returns.empty or benchmark_returns.empty:
        return np.nan
    if upside:
        benchmark_positive = benchmark_returns > 0
        if benchmark_positive.sum() == 0:
            return np.nan
        return (returns[benchmark_positive].mean() / benchmark_returns[benchmark_positive].mean()) * 100
    else:
        benchmark_negative = benchmark_returns < 0
        if benchmark_negative.sum() == 0:
            return np.nan
        return (returns[benchmark_negative].mean() / benchmark_returns[benchmark_negative].mean()) * 100

def calculate_safe_withdrawal_rate(returns: pd.Series) -> float:
    """
    Calculate the Safe Withdrawal Rate based on portfolio returns.

    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.

    Returns:
    - float: Safe Withdrawal Rate percentage.
    """
    if returns.empty:
        return np.nan
    return (returns.mean() / returns.std()) * 100

def calculate_perpetual_withdrawal_rate(returns: pd.Series) -> float:
    """
    Calculate the Perpetual Withdrawal Rate based on portfolio returns.

    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.

    Returns:
    - float: Perpetual Withdrawal Rate percentage.
    """
    if returns.empty:
        return np.nan
    return (returns.mean() / returns.std()) * 100

def calculate_positive_periods(returns: pd.Series) -> str:
    """
    Calculate the number and percentage of positive return periods.

    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.

    Returns:
    - str: String describing positive periods.
    """
    if returns.empty:
        return "N/A"
    positive = returns > 0
    return f"{positive.sum()} out of {len(returns)} ({(positive.sum()/len(returns))*100:.2f}%)"

def calculate_modigliani_miller(returns: pd.Series, benchmark_returns: pd.Series, rf: float = 0.02) -> float:
    """
    Calculate the Modigliani–Modigliani Measure (M2).

    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.
    - benchmark_returns (pd.Series): Daily returns of the benchmark.
    - rf (float): Risk-free rate (default is 2%).

    Returns:
    - float: M2 value.
    """
    sharpe = calculate_sharpe_ratio(returns, rf)
    alpha = calculate_alpha(returns, benchmark_returns, rf)
    return alpha / sharpe if sharpe != 0 and not np.isnan(alpha) else np.nan

@handle_exceptions
def get_drawdown_details(cum_returns: pd.Series) -> list:
    """
    Generate detailed drawdown information.

    Parameters:
    - cum_returns (pd.Series): Cumulative returns of the portfolio.

    Returns:
    - list: List of dictionaries containing drawdown details.
    """
    drawdowns = []
    if cum_returns.empty:
        return drawdowns

    peak = cum_returns.iloc[0]
    peak_date = cum_returns.index[0]
    trough = cum_returns.iloc[0]
    trough_date = cum_returns.index[0]

    for date, value in cum_returns.items():
        if value > peak:
            if trough < peak:
                drawdowns.append({
                    'Start': peak_date.strftime('%Y-%m-%d'),
                    'End': trough_date.strftime('%Y-%m-%d'),
                    'Drawdown': f"{((trough / peak) - 1) * 100:.2f}%",
                    'Date': trough_date  # Adding 'Date' as the end date
                })
            peak = value
            peak_date = date
            trough = value
            trough_date = date
        elif value < trough:
            trough = value
            trough_date = date

    # Final drawdown
    if trough < peak:
        drawdowns.append({
            'Start': peak_date.strftime('%Y-%m-%d'),
            'End': trough_date.strftime('%Y-%m-%d'),
            'Drawdown': f"{((trough / peak) - 1) * 100:.2f}%",
            'Date': trough_date
        })

    # Sort drawdowns by severity (most negative first)
    drawdowns_sorted = sorted(drawdowns, key=lambda x: float(x['Drawdown'].strip('%')), reverse=False)
    return drawdowns_sorted[:10]  # Return top 10 most severe drawdowns

@handle_exceptions
def optimize_portfolio(
    returns: pd.DataFrame,
    benchmark_returns: pd.Series = None,
    objectives: list = ['sharpe'],
    rf: float = 0.02,
    max_weight: float = 1.0,
    min_weight: float = 0.0,
    target_return: float = None
) -> np.ndarray:
    """
    Optimize a portfolio based on specified objectives.

    Parameters:
    - returns (pd.DataFrame): Historical returns of assets.
    - benchmark_returns (pd.Series, optional): Returns of the benchmark index.
    - objectives (list): Objectives to optimize.
        Options include 'sharpe', 'min_variance', 'max_return', 'min_drawdown', 'maximize_alpha', 'minimize_beta'.
    - rf (float): Risk-free rate for alpha calculation.
    - max_weight (float): Maximum weight per asset.
    - min_weight (float): Minimum weight per asset.
    - target_return (float, optional): Target return for the portfolio.

    Returns:
    - np.ndarray: Optimized asset weights or None if optimization fails.
    """
    from scipy.optimize import minimize

    def calculate_beta(portfolio_returns: pd.Series, benchmark_returns: pd.Series) -> float:
        covariance = np.cov(portfolio_returns, benchmark_returns)
        variance = covariance[1, 1]
        return covariance[0, 1] / variance if variance != 0 else 0

    def calculate_var(portfolio_returns: np.ndarray, confidence_level: float = 0.95) -> float:
        return np.percentile(portfolio_returns, (1 - confidence_level) * 100)

    def calculate_cvar(portfolio_returns: np.ndarray, confidence_level: float = 0.95) -> float:
        var = calculate_var(portfolio_returns, confidence_level)
        return portfolio_returns[portfolio_returns <= var].mean()

    # Define individual objective functions
    def sharpe_ratio(weights: np.ndarray) -> float:
        portfolio_return = np.dot(returns.mean(), weights) * 252
        portfolio_volatility = np.sqrt(np.dot(weights.T, np.dot(returns.cov() * 252, weights)))
        return -portfolio_return / portfolio_volatility if portfolio_volatility > 1e-6 else 0  # Negative for maximization

    def min_variance(weights: np.ndarray) -> float:
        return np.dot(weights.T, np.dot(returns.cov() * 252, weights))

    def max_return(weights: np.ndarray) -> float:
        return -np.dot(returns.mean(), weights) * 252  # Negative for maximization

    def min_drawdown(weights: np.ndarray) -> float:
        portfolio_returns = returns.dot(weights)
        cvar = calculate_cvar(portfolio_returns, 0.95)
        return cvar  # Minimizing CVaR as a proxy for drawdown

    # Initialize list of objective functions
    objective_functions = []

    # Map objectives to functions
    for obj in objectives:
        if obj == 'sharpe':
            objective_functions.append(sharpe_ratio)
        elif obj == 'min_variance':
            objective_functions.append(min_variance)
        elif obj == 'max_return':
            objective_functions.append(max_return)
        elif obj == 'min_drawdown':
            objective_functions.append(min_drawdown)
        elif obj == 'maximize_alpha':
            if benchmark_returns is None:
                st.error("benchmark_returns must be provided for 'maximize_alpha' objective.")
                return None

            benchmark_return = benchmark_returns.mean() * 252  # Assuming daily returns annualized

            def maximize_alpha(weights: np.ndarray) -> float:
                portfolio_return = np.dot(returns.mean(), weights) * 252
                portfolio_volatility = np.sqrt(np.dot(weights.T, np.dot(returns.cov() * 252, weights)))
                portfolio_returns = returns.dot(weights)
                beta = calculate_beta(portfolio_returns, benchmark_returns)
                alpha = portfolio_return - (rf + beta * (benchmark_return - rf))
                return -alpha  # Negative for maximization

            objective_functions.append(maximize_alpha)
        elif obj == 'minimize_beta':
            if benchmark_returns is None:
                st.error("benchmark_returns must be provided for 'minimize_beta' objective.")
                return None

            def minimize_beta(weights: np.ndarray) -> float:
                portfolio_returns = returns.dot(weights)
                beta = calculate_beta(portfolio_returns, benchmark_returns)
                return beta

            objective_functions.append(minimize_beta)
        else:
            st.error(f"Invalid optimization objective: {obj}")
            return None

    # Composite objective function: weighted sum of individual objectives
    def composite_objective(weights: np.ndarray) -> float:
        return sum(fn(weights) for fn in objective_functions)

    # Define constraints
    constraints = [
        {'type': 'eq', 'fun': lambda x: np.sum(x) - 1},
    ]

    if target_return is not None:
        def target_return_constraint(x: np.ndarray) -> float:
            return np.dot(x, returns.mean()) * 252 - target_return
        constraints.append({
            'type': 'ineq',
            'fun': target_return_constraint
        })

    # Define bounds for weights
    bounds = tuple((min_weight, max_weight) for _ in range(returns.shape[1]))

    # Initial guess (equally distributed weights)
    initial_guess = np.array([1.0 / returns.shape[1]] * returns.shape[1])

    # Perform optimization
    result = minimize(
        composite_objective,
        initial_guess,
        method='SLSQP',
        bounds=bounds,
        constraints=constraints
    )

    if result.success:
        optimized_weights = result.x
        portfolio_volatility = np.sqrt(np.dot(optimized_weights.T, np.dot(returns.cov() * 252, optimized_weights)))
        portfolio_return = np.dot(returns.mean(), optimized_weights) * 252
        sharpe_ratio_val = (portfolio_return - rf) / portfolio_volatility if portfolio_volatility > 0 else np.nan

        if portfolio_volatility <= 1e-6:
            st.error("Optimized portfolio has near-zero volatility. Optimization constraints may be too restrictive.")
            return None

        # Store optimized results in session state
        st.session_state.backtest_results['optimized_weights'] = optimized_weights
        st.session_state.backtest_results['optimized_return'] = portfolio_return
        st.session_state.backtest_results['optimized_volatility'] = portfolio_volatility
        st.session_state.backtest_results['optimized_sharpe'] = sharpe_ratio_val

        return optimized_weights
    else:
        st.error("Optimization failed. Try adjusting your constraints or target return.")
        return None

def monte_carlo_simulation(
    returns: pd.DataFrame,
    num_simulations: int = 1000,
    periods: int = 252,
    mean_returns: pd.Series = None,
    cov_matrix: pd.DataFrame = None,
    mean_reversion: bool = False,
    mean_reversion_speed: float = 0.1,
    long_term_mean: pd.Series = None,
    time_varying_vol: bool = False,
    vol_change_rate: float = 0.0,
    stress_shocks: dict = None,
    stress_period: int = None,
    return_distribution: str = 'normal'
) -> np.ndarray:
    """
    Perform Monte Carlo simulations for portfolio returns.

    Parameters:
    - returns (pd.DataFrame): Historical returns of assets.
    - num_simulations (int): Number of simulation paths.
    - periods (int): Number of periods to simulate.
    - mean_returns (pd.Series, optional): Mean returns of assets.
    - cov_matrix (pd.DataFrame, optional): Covariance matrix of asset returns.
    - mean_reversion (bool): If True, applies mean reversion.
    - mean_reversion_speed (float): Speed of mean reversion.
    - long_term_mean (pd.Series, optional): Long-term mean for mean reversion.
    - time_varying_vol (bool): If True, allows volatility to change over time.
    - vol_change_rate (float): Rate at which volatility changes.
    - stress_shocks (dict, optional): Dict of shocks to apply at specified period.
    - stress_period (int, optional): Period at which to apply stress shocks.
    - return_distribution (str): Distribution type ('normal' or 'log-normal').

    Returns:
    - np.ndarray: Array of simulated cumulative returns.
    """
    if mean_returns is None:
        mean_returns = returns.mean()
    if cov_matrix is None:
        cov_matrix = returns.cov()

    num_assets = returns.shape[1]
    available_selected = returns.columns.tolist()

    def simulate():
        weights = np.random.random(num_assets)
        weights /= np.sum(weights)
        simulated_prices = [1]  # Initial price
        current_mean = mean_returns.copy()
        current_vol = np.sqrt(np.diag(cov_matrix))
        for t in range(periods):
            if mean_reversion and long_term_mean is not None:
                current_mean += mean_reversion_speed * (long_term_mean - current_mean)
            if time_varying_vol:
                current_vol += vol_change_rate
                current_vol = np.clip(current_vol, 0, None)  # Ensure volatility doesn't go negative

            adjusted_cov_matrix = np.outer(current_vol, current_vol) * np.corrcoef(returns.T)
            if return_distribution == 'log-normal':
                simulated_returns = np.random.lognormal(mean=np.log(1 + current_mean), sigma=current_vol) - 1
            else:
                simulated_returns = np.random.multivariate_normal(current_mean, adjusted_cov_matrix)

            # Apply stress shocks if applicable
            if stress_shocks and t == stress_period:
                for idx, ticker in enumerate(available_selected):
                    simulated_returns[idx] += stress_shocks.get(ticker, 0)

            portfolio_return = np.dot(simulated_returns, weights)
            simulated_prices.append(simulated_prices[-1] * (1 + portfolio_return))
        cumulative_return = simulated_prices[-1] - 1
        return cumulative_return

    portfolio_returns = Parallel(n_jobs=-1)(
        delayed(simulate)() for _ in range(num_simulations)
    )

    return np.array(portfolio_returns)

@handle_exceptions
def plot_efficient_frontier(returns: pd.DataFrame, num_portfolios: int = 1000, rf: float = 0.0, portfolio_name='Portfolio') -> None:
    """
    Plot an enhanced Efficient Frontier with optimized portfolio marked.

    Parameters:
    - returns (pd.DataFrame): Historical returns of assets.
    - num_portfolios (int): Number of portfolios to simulate.
    - rf (float): Risk-free rate for Sharpe Ratio calculation.
    - portfolio_name (str): Name of the portfolio being optimized.
    """
    from scipy.optimize import minimize

    num_assets = returns.shape[1]

    def generate_portfolio_metrics(weights: np.ndarray) -> tuple:
        portfolio_return = np.dot(returns.mean(), weights) * 252
        portfolio_volatility = np.sqrt(np.dot(weights.T, np.dot(returns.cov() * 252, weights)))
        sharpe_ratio = (portfolio_return - rf) / portfolio_volatility if portfolio_volatility > 0 else 0
        return portfolio_volatility, portfolio_return, sharpe_ratio

    # Generate random portfolios
    weights_list = np.random.dirichlet(np.ones(num_assets), num_portfolios)
    portfolio_metrics = np.array([generate_portfolio_metrics(w) for w in weights_list])

    # Filter out invalid portfolios
    portfolio_metrics = portfolio_metrics[~np.isnan(portfolio_metrics).any(axis=1)]

    if portfolio_metrics.size == 0:
        st.warning("No valid portfolios to plot on the Efficient Frontier.")
        return

    ef_df = pd.DataFrame({
        'Std Dev': portfolio_metrics[:, 0],
        'Return': portfolio_metrics[:, 1],
        'Sharpe Ratio': portfolio_metrics[:, 2]
    })
    fig = px.scatter(
        ef_df,
        x='Std Dev',
        y='Return',
        color='Sharpe Ratio',
        color_continuous_scale='Turbo',
        title='📈 Efficient Frontier',
        labels={
            'Std Dev': 'Annualized Volatility (Std Dev)',
            'Return': 'Annualized Return (%)',
            'Sharpe Ratio': 'Sharpe Ratio'
        },
        hover_data={
            'Sharpe Ratio': ':.2f',
            'Std Dev': ':.2f',
            'Return': ':.2f'
        },
        template=THEME
    )

    # Highlight the portfolio with the maximum Sharpe ratio
    max_sharpe_idx = ef_df['Sharpe Ratio'].idxmax()
    max_sharpe = ef_df.loc[max_sharpe_idx]
    fig.add_trace(go.Scatter(
        x=[max_sharpe['Std Dev']],
        y=[max_sharpe['Return']],
        mode='markers+text',
        marker=dict(color='gold', size=12, symbol='star'),
        name='Max Sharpe Ratio',
        text=["Max Sharpe"],
        textposition="top center",
        hoverinfo='text'
    ))
    fig.add_annotation(
        x=max_sharpe['Std Dev'],
        y=max_sharpe['Return'],
        text="Max Sharpe",
        showarrow=True,
        arrowhead=1,
        ax=0,
        ay=-40
    )

    # Add optimized portfolio if available
    optimized_weights = st.session_state.backtest_results.get('optimized_weights', None)
    optimized_return = st.session_state.backtest_results.get('optimized_return', None)
    optimized_volatility = st.session_state.backtest_results.get('optimized_volatility', None)
    optimized_sharpe = st.session_state.backtest_results.get('optimized_sharpe', None)

    if all(v is not None for v in [optimized_weights, optimized_return, optimized_volatility, optimized_sharpe]):
        if optimized_volatility > 1e-6 and np.isfinite(optimized_sharpe):
            fig.add_trace(go.Scatter(
                x=[optimized_volatility],
                y=[optimized_return],
                mode='markers+text',
                marker=dict(color='red', size=16, symbol='diamond'),
                name=f'{portfolio_name} Optimized',
                text=["Optimized"],
                textposition="top center",
                hoverinfo='text'
            ))
            fig.add_annotation(
                x=optimized_volatility,
                y=optimized_return,
                text="Optimized",
                showarrow=True,
                arrowhead=2,
                ax=0,
                ay=-50
            )

    fig.update_layout(
        hovermode=HOVERMODE,
        xaxis=dict(showgrid=True, title=dict(text='Annualized Volatility (Std Dev)')),
        yaxis=dict(showgrid=True, title=dict(text='Annualized Return (%)')),
        legend=dict(title="Portfolio", x=0.01, y=0.99)
    )
    fig.update_traces(marker=dict(line=dict(width=1, color='DarkSlateGrey')), selector=dict(mode='markers'))
    st.plotly_chart(fig, use_container_width=True, config={'responsive': True, 'scrollZoom': True})

@handle_exceptions
def generate_portfolio(returns: pd.DataFrame, rf: float = 0.0) -> tuple:
    """
    Generate a random portfolio and calculate its metrics.

    Parameters:
    - returns (pd.DataFrame): Historical returns of assets.
    - rf (float): Risk-free rate for Sharpe Ratio calculation.

    Returns:
    - tuple: (volatility: float, return: float, sharpe_ratio: float)
    """
    try:
        weights = np.random.dirichlet(np.ones(returns.shape[1]))
        portfolio_return = np.dot(returns.mean(), weights) * 252
        portfolio_volatility = np.sqrt(np.dot(weights.T, np.dot(returns.cov() * 252, weights)))
        sharpe_ratio = (portfolio_return - rf) / portfolio_volatility if portfolio_volatility > 0 else 0
        return portfolio_volatility, portfolio_return, sharpe_ratio
    except Exception as e:
        st.error(f"Error generating portfolio: {e}")
        return np.nan, np.nan, np.nan  # Return NaNs to indicate failure

def plot_allocation_pie(weights: list, assets: list, title: str = '🥧 Portfolio Allocation', hover_info: str = "percent+name") -> None:
    """
    Plots the portfolio allocation pie chart.
    
    Parameters:
    - weights (list): Allocation weights for each asset.
    - assets (list): List of asset ticker symbols.
    - title (str): Title of the pie chart.
    - hover_info (str): Information to display on hover ('percent+name', etc.).
    
    Returns:
    - None
    """
    allocation_df = pd.DataFrame({
        'Asset': assets,
        'Weight': weights
    })
    
    # Determine hover data based on hover_info
    if hover_info == "percent+name":
        hover_data = {'Weight': ':.2f%'}
    elif hover_info == "name":
        hover_data = {}
    else:
        hover_data = {'Weight': ':.2f%'}
    
    fig = px.pie(
        allocation_df,
        names='Asset',
        values='Weight',
        title=title,
        hover_data=hover_data,
        hole=0.3  # Donut chart appearance
    )
    
    fig.update_traces(textposition='inside', textinfo='percent+label')
    fig.update_layout(
        uniformtext_minsize=12,
        uniformtext_mode='hide',
        legend_title="Assets",
        showlegend=True,
        height=FIG_HEIGHT
    )
    
    st.plotly_chart(fig, use_container_width=True, height=600, config={'responsive': True})

def plot_rolling_cagr(cum_returns: pd.Series, window: int = 252) -> None:
    """
    Plot Rolling CAGR over a specified window.

    Parameters:
    - cum_returns (pd.Series): Cumulative returns of the portfolio.
    - window (int): Window size for rolling CAGR calculation.
    """
    try:
        rolling_years = window / 252  # Assuming daily data
        rolling_cagr = (cum_returns / cum_returns.shift(window)) ** (1 / rolling_years) - 1
        fig = px.line(
            rolling_cagr.dropna(),
            title=f'Rolling {int(rolling_years)}-Year CAGR',
            labels={'index': 'Date', 'value': 'Rolling CAGR'},
            template=THEME
        )
        st.plotly_chart(fig, use_container_width=True)
    except Exception as e:
        st.error(f"Error plotting rolling CAGR: {e}")

@handle_exceptions
def plot_rolling_metrics(returns: pd.Series, windows: list = [30, 90, 180, 252]) -> None:
    """
    Plot rolling metrics (Volatility and Sharpe Ratio) over multiple windows.

    Parameters:
    - returns (pd.Series): Daily returns of the portfolio.
    - windows (list): List of window sizes for rolling calculations.
    """
    metrics = {}
    for window in windows:
        rolling_return = returns.rolling(window).mean() * 252
        rolling_vol = returns.rolling(window).std() * np.sqrt(252)
        rolling_sharpe = (rolling_return - 0.02) / rolling_vol
        metrics[f'Rolling {window}-Day Volatility'] = rolling_vol
        metrics[f'Rolling {window}-Day Sharpe Ratio'] = rolling_sharpe
    fig = go.Figure()
    for metric_name, metric_series in metrics.items():
        fig.add_trace(go.Scatter(x=metric_series.index, y=metric_series, mode='lines', name=metric_name))
    fig.update_layout(
        title='Rolling Metrics Over User-Defined Periods',
        xaxis_title='Date',
        yaxis_title='Value',
        hovermode='x unified',
        template=THEME
    )
    st.plotly_chart(fig, use_container_width=True)

@handle_exceptions
def plot_risk_return_attribution(returns: pd.Series, weights: list) -> None:
    """
    Plot Risk-Return Attribution for the portfolio.

    Parameters:
    - returns (pd.Series or pd.DataFrame): Returns of assets.
    - weights (list): Allocation weights for each asset.
    """
    try:
        if isinstance(returns, pd.Series):
            asset_returns = returns.mean() * 252
            asset_volatility = returns.std() * np.sqrt(252)
            asset_contribution = weights[0] * asset_volatility if len(weights) > 0 else 0
            hover_names = [returns.name] if returns.name else ['Asset']
            x = [asset_volatility]
            y = [asset_returns]
            size = [asset_contribution]
            color = [weights[0]]
        else:
            asset_returns = returns.mean() * 252
            asset_volatility = returns.std() * np.sqrt(252)
            asset_contribution = np.array(weights) * asset_volatility
            hover_names = returns.columns.tolist()
            x = asset_volatility.values
            y = asset_returns.values
            size = asset_contribution
            color = weights

        fig = px.scatter(
            x=x,
            y=y,
            size=size,
            color=color,
            hover_name=hover_names,
            title='Risk-Return Attribution',
            labels={'x': 'Annualized Volatility', 'y': 'Annualized Return', 'color': 'Weight (%)'},
            size_max=60,
            color_continuous_scale='Viridis'
        )
        fig.update_layout(template='plotly_dark')
        st.plotly_chart(fig, use_container_width=True)
    except Exception as e:
        st.error(f"Error plotting risk-return attribution: {e}")

def plot_var_cvar_distribution(portfolio_returns: np.ndarray, var: float, cvar: float) -> None:
    """
    Plot the distribution of portfolio returns with VaR and CVaR lines.

    Parameters:
    - portfolio_returns (np.ndarray): Simulated portfolio returns.
    - var (float): Value at Risk.
    - cvar (float): Conditional Value at Risk.
    """
    fig = px.histogram(portfolio_returns, nbins=50, title='Returns Distribution with VaR and CVaR',
                       labels={'value': 'Returns', 'count': 'Frequency'})
    fig.add_vline(x=var, line_dash="dash", line_color="red", annotation_text=f"VaR: {var:.2f}", annotation_position="top left")
    fig.add_vline(x=cvar, line_dash="dash", line_color="blue", annotation_text=f"CVaR: {cvar:.2f}", annotation_position="top left")
    st.plotly_chart(fig, use_container_width=True)

def plot_var_cvar_over_time(portfolio_returns: pd.Series, var: float, cvar: float) -> None:
    """
    Plot cumulative returns with VaR and CVaR over time.

    Parameters:
    - portfolio_returns (pd.Series): Daily returns of the portfolio.
    - var (float): Value at Risk.
    - cvar (float): Conditional Value at Risk.
    """
    cumulative_returns = (1 + portfolio_returns).cumprod()
    fig = px.line(cumulative_returns, title='Cumulative Returns with VaR and CVaR Over Time', labels={'value': 'Cumulative Returns', 'index': 'Date'})
    fig.add_hline(y=var, line_dash="dash", line_color="red", annotation_text=f"VaR: {var:.2f}", annotation_position="bottom right")
    fig.add_hline(y=cvar, line_dash="dash", line_color="blue", annotation_text=f"CVaR: {cvar:.2f}", annotation_position="bottom right")
    st.plotly_chart(fig, use_container_width=True)

# ----------------------------
# Caching Functions
# ----------------------------

@st.cache_data(show_spinner=False, persist=True)
def get_tickers() -> pd.DataFrame:
    """
    Fetch and combine S&P 500 and NASDAQ-100 tickers from Wikipedia.

    Returns:
    - pd.DataFrame: DataFrame containing combined tickers and company names.
    """
    try:
        # Fetch S&P 500 companies
        sp500_url = 'https://en.wikipedia.org/wiki/List_of_S%26P_500_companies'
        sp500_response = requests.get(sp500_url, verify=False)
        sp500_table = pd.read_html(sp500_response.text)[0]
        sp500 = sp500_table[['Symbol', 'Security']].rename(columns={'Symbol': 'Ticker', 'Security': 'Company Name'})
        sp500['Ticker'] = sp500['Ticker'].str.replace('.', '-', regex=False)

        # Fetch NASDAQ-100 companies
        nasdaq100_url = 'https://en.wikipedia.org/wiki/NASDAQ-100'
        nasdaq100_response = requests.get(nasdaq100_url, verify=False)
        nasdaq100_tables = pd.read_html(nasdaq100_response.text)

        nasdaq100 = pd.DataFrame()
        for table in nasdaq100_tables:
            if 'Ticker' in table.columns and 'Company' in table.columns:
                nasdaq100 = table[['Ticker', 'Company']].rename(columns={'Ticker': 'Ticker', 'Company': 'Company Name'})
                nasdaq100['Ticker'] = nasdaq100['Ticker'].str.replace('.', '-', regex=False)
                break

        combined = pd.concat([sp500, nasdaq100], ignore_index=True)
        combined = combined.drop_duplicates(subset=['Ticker'])
        return combined.sort_values('Ticker').reset_index(drop=True)
    except Exception as e:
        st.error(f"Error fetching tickers: {e}")
        return pd.DataFrame(columns=['Ticker', 'Company Name'])

@st.cache_data(show_spinner=False, persist=True)
def download_data(tickers: list, start: str, end: str, retries: int = 3, backoff_factor: float = 0.3) -> pd.DataFrame:
    """
    Download historical adjusted closing prices for specified tickers.

    Parameters:
    - tickers (list): List of ticker symbols.
    - start (str): Start date in 'YYYY-MM-DD' format.
    - end (str): End date in 'YYYY-MM-DD' format.
    - retries (int): Number of retries for failed requests.
    - backoff_factor (float): Backoff factor for retries.

    Returns:
    - pd.DataFrame: DataFrame containing adjusted closing prices.
    """
    try:
        # Configure retry strategy for requests (used by yfinance internally)
        session = requests.Session()
        retry = Retry(
            total=retries,
            read=retries,
            connect=retries,
            backoff_factor=backoff_factor,
            status_forcelist=(500, 502, 504),
        )
        adapter = HTTPAdapter(max_retries=retry)
        session.mount('http://', adapter)
        session.mount('https://', adapter)

        # Attempt to download data
        data = yf.download(tickers, start=start, end=end, progress=False, session=session)['Adj Close']

        # Handle potential empty data
        if isinstance(data, pd.Series):
            data = data.to_frame()
        if data.empty:
            st.warning("No price data available for the selected portfolio. Please check the ticker symbols and date range.")
            return pd.DataFrame()

        if data.index.tz is not None:
            data.index = data.index.tz_localize(None)

        # Fill missing data
        data_filled = data.fillna(method='ffill').fillna(method='bfill')

        # Check for remaining missing values
        if data_filled.isnull().values.any():
            missing_count = data_filled.isnull().sum().sum()
            st.warning(f"Data contains {missing_count} missing values after filling. Some calculations may be affected.")
            # Optionally, you can drop remaining missing values or handle them as needed
            data_filled = data_filled.dropna()

            if data_filled.empty:
                st.error("All data was missing after filling. Please revise ticker selections or date range.")
                return pd.DataFrame()

        return data_filled
    except Exception as e:
        st.error(f"Error downloading data: {e}")
        return pd.DataFrame()

@handle_exceptions
def calculate_metrics(
    returns: pd.Series, 
    cum_returns: pd.Series, 
    rf: float = 0.02, 
    benchmark_returns: pd.Series = None
) -> dict:
    """
    Calculate portfolio performance metrics without benchmark comparisons.
    
    Args:
        returns (pd.Series): Portfolio returns
        cum_returns (pd.Series): Cumulative returns
        rf (float): Risk-free rate
        benchmark_returns (pd.Series, optional): Removed as benchmark is no longer used
    
    Returns:
        dict: Dictionary of metrics with consistent data types
    """
    metrics = {}
    
    # Initialize with default values
    initial_balance = 10000.0
    metrics['Start Balance'] = initial_balance
    
    def safe_calculation(calculation, default="N/A"):
        """Helper function to safely perform calculations"""
        try:
            result = calculation()
            if isinstance(result, (int, float)):
                if not np.isinf(result) and not np.isnan(result):
                    return result
            return default
        except Exception:
            return default
    
    if not cum_returns.empty and not returns.empty:
        # Basic portfolio metrics
        end_balance = safe_calculation(
            lambda: initial_balance * cum_returns.iloc[-1]
        )
        years = (cum_returns.index[-1] - cum_returns.index[0]).days / 365.25

        metrics.update({
            'End Balance': end_balance,
            'Annualized Return (CAGR)': safe_calculation(
                lambda: round(calculate_cagr(cum_returns, rf) * 100, 2) if years > 0 else "N/A"
            ),
            'Best Year': safe_calculation(
                lambda: round(
                    returns.resample('Y').apply(lambda x: (1 + x).prod() - 1).max() * 100, 
                    2
                )  # Percentage
            ),
            'Worst Year': safe_calculation(
                lambda: round(
                    returns.resample('Y').apply(lambda x: (1 + x).prod() - 1).min() * 100, 
                    2
                )  # Percentage
            ),
            'Standard Deviation (Annualized)': safe_calculation(
                lambda: round(returns.std() * np.sqrt(252) * 100, 2)  # Percentage
            ),
            'Maximum Drawdown': safe_calculation(
                lambda: round(calculate_drawdown(cum_returns) * 100, 2)  # Percentage
            ),
            'Sharpe Ratio': safe_calculation(
                lambda: round(calculate_sharpe_ratio(returns, rf), 2)
            ),
            'Sortino Ratio': safe_calculation(
                lambda: round(calculate_sortino_ratio(returns, rf), 2)
            ),
            'Calmar Ratio': safe_calculation(
                lambda: round(calculate_calmar_ratio(returns, cum_returns, rf), 2) if cum_returns is not None else "N/A"
            )
        })
    else:
        # Set default values for empty data
        default_metrics = {
            'End Balance': "N/A",
            'Annualized Return (CAGR)': "N/A",
            'Best Year': "N/A",
            'Worst Year': "N/A",
            'Standard Deviation (Annualized)': "N/A",
            'Maximum Drawdown': "N/A",
            'Sharpe Ratio': "N/A",
            'Sortino Ratio': "N/A",
            'Calmar Ratio': "N/A"
        }
        metrics.update(default_metrics)
    
    # Ensure all metrics are present even if benchmark_returns is None
    expected_metrics = [
        'Start Balance', 'End Balance', 'Annualized Return (CAGR)', 'Best Year',
        'Worst Year', 'Standard Deviation (Annualized)', 'Maximum Drawdown',
        'Sharpe Ratio', 'Sortino Ratio', 'Calmar Ratio'
    ]

    for metric in expected_metrics:
        if metric not in metrics:
            # Assign "N/A" for metrics that are percentage-based or related to performance
            if any(key in metric for key in [
                'Percentage', 'Return', 'Drawdown', 'Best Year', 'Worst Year'
            ]):
                metrics[metric] = "N/A"
            else:
                metrics[metric] = "N/A"

    return metrics

# ----------------------------
# Additional Helper Functions
# ----------------------------

@handle_exceptions
def plot_efficient_frontier_comparison(
    simulated_metrics: pd.DataFrame,
    optimized_metrics: tuple
) -> None:
    """
    Plot Efficient Frontier and mark the optimized portfolio.

    Parameters:
    - simulated_metrics (pd.DataFrame): Simulated portfolio metrics.
    - optimized_metrics (tuple): Metrics of the optimized portfolio.
    """
    if simulated_metrics.empty:
        st.warning("No simulated metrics available to plot.")
        return

    fig = px.scatter(
        simulated_metrics,
        x='Std Dev',
        y='Return',
        color='Sharpe Ratio',
        color_continuous_scale='Viridis',
        title='Efficient Frontier',
        labels={
            'Std Dev': 'Annualized Volatility (Std Dev)',
            'Return': 'Annualized Return',
            'Sharpe Ratio': 'Sharpe Ratio'
        },
        hover_data={
            'Sharpe Ratio': ':.2f',
            'Std Dev': ':.2f',
            'Return': ':.2f'
        },
        template=THEME
    )

    # Add optimized portfolio if available
    if optimized_metrics:
        vol, ret, sharpe = optimized_metrics
        if vol > 0 and np.isfinite(sharpe):
            fig.add_trace(go.Scatter(
                x=[vol],
                y=[ret],
                mode='markers+text',
                marker=dict(color='red', size=14, symbol='star'),
                name='Optimized Portfolio',
                text=["Optimized"],
                textposition="top center",
                hoverinfo='text'
            ))
            fig.add_annotation(
                x=vol,
                y=ret,
                text="Optimized",
                showarrow=True,
                arrowhead=2,
                ax=0,
                ay=-40
            )

    fig.update_layout(
        hovermode='x unified',
        xaxis=dict(rangeslider=dict(visible=True), type='linear'),
    )
    st.plotly_chart(fig, use_container_width=True, config={
        'responsive': True,
        'scrollZoom': True,
        'displayModeBar': True
    })

# ----------------------------
# End of Helper Functions
# ----------------------------

# ----------------------------
# Streamlit Layout
# ----------------------------
st.set_page_config(page_title="🎯 Portfolio Optimizer", layout="wide")

# Display loading spinner
with st.spinner("🎯 Portfolio Optimizer is loading, please be patient..."):
    # Simulate loading delay if necessary
    pass

nav_steps = [
    {"name": "Configure Portfolio", "icon": "📁"},
    {"name": "Run Backtest", "icon": "📊"},
    {"name": "Optimize Portfolio", "icon": "🔧"},
    {"name": "Monte Carlo Simulations", "icon": "📈"},
    {"name": "Risk Analysis", "icon": "⚠️"}
]

with st.sidebar:
    st.header("📂 Navigation")
    # Create a list of (label, value) tuples for radio buttons
    nav_options = [(f"{step['icon']} {step['name']}", step['name']) for step in nav_steps]
    labels, values = zip(*nav_options)
    
    # Use radio buttons for direct navigation with a callback
    def set_step():
        selected_label = st.session_state.nav_radio  # Access the selected label from session_state
        selected_idx = labels.index(selected_label)
        st.session_state.step = values[selected_idx]
    
    selected_label = st.radio("Select a Step:", options=labels, key="nav_radio", on_change=set_step)

current_step = st.session_state.step

tickers = get_tickers()
# Define asset_options by formatting ticker symbols with company names
asset_options = tickers.apply(
    lambda row: format_asset_option(row['Ticker'], row['Company Name']), 
    axis=1
).tolist()

if current_step == "Configure Portfolio":
    st.title("🎯 Portfolio Optimizer")
    # Display success message after deletion
    if 'delete_success' in st.session_state:
        st.success(st.session_state.delete_success)
        if st.session_state.get('show_balloons', False):
            st.balloons()
            st.session_state.show_balloons = False  # Reset balloon flag
        del st.session_state.delete_success
    # Display success message after editing
    if 'edit_success' in st.session_state:
        st.success(st.session_state.edit_success)
        del st.session_state.edit_success
    
    # Initialize show_proceed in session state
    if 'show_proceed' not in st.session_state:
        st.session_state.show_proceed = False
        
    # Define callback function to hide welcome message
    def hide_welcome():
        st.session_state.show_proceed = True
        st.session_state.selected_subtab = "➕ Create New Portfolio"  # Set default tab

    # Display onboarding message and button if not proceeded
    if not st.session_state.show_proceed:
        st.info("Welcome! Let's get you started with your first portfolio.")
        st.write("""
            1. **Configure your portfolio** by entering a name, start date, end date, and other details.
            2. **Select the assets** you want to include and set their allocations.
            3. **Run a backtest** to see how your portfolio performs.
            4. **Compare your portfolio** with a benchmark or another portfolio.
            5. **Explore the performance metrics** and visualizations.
        """)
        st.button("Got U, Let's Explore", key="explore_button", on_click=hide_welcome)
    # ----------------------------
    # Configure Portfolio
    # ----------------------------

    if st.session_state.add_new_portfolio:
        if st.session_state.add_new_portfolio:
            if st.session_state.edit_portfolio:
                st.header(f"✏️ Editing {st.session_state.edit_portfolio} Portfolio")
            else:
                st.header("➕ Create New Portfolio")
        
        # Initialize or fetch the portfolio being edited
        if st.session_state.edit_portfolio:
            # Editing existing portfolio
            portfolio_to_edit = next((p for p in st.session_state.portfolios if p['name'] == st.session_state.edit_portfolio), None)
            if portfolio_to_edit:
                new_portfolio = portfolio_to_edit.copy()
                st.text_input("📛 Portfolio Name", value=new_portfolio['name'], key="portfolio_name")
                start_date_input = st.date_input(
                    "📅 Start Date:",
                    value=new_portfolio['start_date'],
                    min_value=datetime(1900, 1, 1),
                    help="Choose the start date for backtesting."
                )
                end_date_input = st.date_input(
                    "📅 End Date:",
                    value=new_portfolio['end_date'],
                    min_value=datetime(1900, 1, 1),
                    help="Choose the end date for backtesting."
                )
                rf_rate = st.number_input(
                    "📈 Risk-Free Rate (%)",
                    min_value=0.0,
                    max_value=10.0,
                    value=new_portfolio['rf_rate'] * 100,
                    format="%.2f",
                    help="Enter the risk-free rate as a percentage."
                ) / 100
                broker_fee = st.number_input(
                    "💸 Broker Fee (%)",
                    min_value=0.0,
                    max_value=10.0,
                    value=new_portfolio['broker_fee'] * 100,
                    step=0.0001,
                    format="%.4f",
                    help="Enter the broker fee as a percentage per transaction."
                ) / 100
                rebalance_freq = st.selectbox(
                    "🔄 Rebalance Frequency",
                    options=list(FREQUENCY_MAPPING.keys()),
                    index=list(FREQUENCY_MAPPING.values()).index(new_portfolio['rebalance_freq']),
                    help="Choose how often the portfolio should be rebalanced."
                )
                selected_assets_new = st.multiselect(
                    "🗂️ Select Assets:",
                    options=asset_options,
                    format_func=lambda x: f"{x} - {get_company_name(tickers, x)}",
                    default=[f"{ticker} - {get_company_name(tickers, ticker)}" for ticker in new_portfolio['selected']],
                    help="Choose the assets you want to include in your portfolio."
                )
            else:
                st.error("❌ Selected portfolio to edit was not found.")
                st.session_state.add_new_portfolio = False
                st.session_state.edit_portfolio = None
                st.stop()
        else:
            # Creating a new portfolio
            st.text_input("📛 Portfolio Name", key="portfolio_name")
            start_date_input = st.date_input(
                "📅 Start Date:",
                value=datetime.today() - timedelta(days=365 * 15),
                min_value=datetime(1900, 1, 1),
                help="Choose the start date for backtesting."
            )
            end_date_input = st.date_input(
                "📅 End Date:",
                value=datetime.today(),
                min_value=datetime(1900, 1, 1),
                help="Choose the end date for backtesting."
            )
            rf_rate = st.number_input(
                "📈 Risk-Free Rate (%)",
                min_value=0.0,
                max_value=10.0,
                value=st.session_state.default_config['rf_rate'] * 100,
                format="%.2f",
                help="Enter the risk-free rate as a percentage."
            ) / 100
            broker_fee = st.number_input(
                "💸 Broker Fee (%)",
                min_value=0.0,
                max_value=10.0,
                value=st.session_state.default_config['broker_fee'] * 100,
                step=0.0001,
                format="%.4f",
                help="Enter the broker fee as a percentage per transaction."
            ) / 100
            rebalance_freq = st.selectbox(
                "🔄 Rebalance Frequency",
                options=list(FREQUENCY_MAPPING.keys()),
                index=list(FREQUENCY_MAPPING.keys()).index('Monthly'),
                help="Choose how often the portfolio should be rebalanced."
            )
            selected_assets_new = st.multiselect(
                "🗂️ Select Assets:",
                options=asset_options,
                format_func=lambda x: f"{x} - {get_company_name(tickers, x)}",
                default=[],
                help="Choose the assets you want to include in your portfolio."
            )
        
        if selected_assets_new:
            # Extract tickers from selected assets
            selected_tickers_new = [option.split(' - ')[0] for option in selected_assets_new if ' - ' in option]
            # Asset Allocation
            st.subheader("💰 Asset Allocation")
            allocation_df = pd.DataFrame({
                'Ticker': selected_tickers_new,
                'Allocation (%)': [100.0 / len(selected_tickers_new)] * len(selected_tickers_new)
            })
            allocations = []
            cols = st.columns(len(selected_tickers_new))
            for idx, ticker in enumerate(selected_tickers_new):
                with cols[idx]:
                    allocation = st.number_input(
                        f"{ticker} (%)",
                        min_value=0.0,
                        max_value=100.0,
                        value=100.0 / len(selected_tickers_new),
                        step=0.1,
                        key=f"alloc_{ticker}",
                        help=f"Set the allocation percentage for {ticker}."
                    )
                    allocations.append(allocation)
                    allocation_df.at[idx, 'Allocation (%)'] = allocation
        
            total_allocation_new = sum(allocations)
            st.markdown(f"**🧮 Total Allocation:** {total_allocation_new:.2f}%")
        
            if not np.isclose(total_allocation_new, 100.0, atol=1e-2):
                st.warning("⚠️ Allocations must sum to 100%. Please adjust the allocations.")
        
        else:
            st.info("🧐 Select at least one asset to allocate your portfolio.")
        
        # Submit Button
        submit_button_label = "✅ Update Portfolio" if st.session_state.edit_portfolio else "✅ Add Portfolio"
        if st.button(submit_button_label):
            # Validation
            if not st.session_state.portfolio_name:
                st.error("❌ Please provide a portfolio name.")
            elif not selected_assets_new:
                st.error("❌ Please select at least one asset.")
            elif not np.isclose(total_allocation_new, 100.0, atol=1e-2):
                st.error(f"❌ Allocations must sum to 100%. Currently sum to {total_allocation_new:.2f}%.")
            else:
                # Prepare the new or updated portfolio
                new_portfolio = {
                    'name': st.session_state.portfolio_name,
                    'start_date': pd.to_datetime(start_date_input),
                    'end_date': pd.to_datetime(end_date_input),
                    'rf_rate': rf_rate,
                    'broker_fee': broker_fee,
                    'rebalance_freq': FREQUENCY_MAPPING.get(rebalance_freq, 'M'),
                    'selected': selected_tickers_new,
                    'allocations': allocations
                }
        
                if st.session_state.edit_portfolio:
                    # Update existing portfolio
                    for idx, p in enumerate(st.session_state.portfolios):
                        if p['name'] == st.session_state.edit_portfolio:
                            st.session_state.portfolios[idx] = new_portfolio
                            break
                    st.success(f"🎉 Portfolio '{new_portfolio['name']}' updated successfully!")
                    st.session_state.edit_portfolio = None  # Reset edit mode
                else:
                    # Add as a new portfolio
                    if new_portfolio['name'] in [p['name'] for p in st.session_state.portfolios]:
                        st.error("❌ Portfolio name already exists. Please choose a unique name.")
                    else:
                        st.session_state.portfolios.append(new_portfolio)
                        st.success(f"🎉 Portfolio '{new_portfolio['name']}' added successfully!")
        
                st.balloons()
                st.session_state.add_new_portfolio = False  # Hide the form
                st.rerun()
        
        if st.button("❌ Cancel"):
            st.session_state.add_new_portfolio = False
            st.session_state.edit_portfolio = None
            st.rerun()
    
    # Show portfolio management interface if proceeded
    elif st.session_state.show_proceed:
        # Show existing portfolios if any
        if st.session_state.portfolios:
            st.subheader("📁 Manage Existing Portfolios")
            portfolio_names = [p['name'] for p in st.session_state.portfolios]
            selected_portfolio = st.selectbox("🔍 Select a Portfolio", portfolio_names)
            
            if selected_portfolio:
                portfolio = next(p for p in st.session_state.portfolios if p['name'] == selected_portfolio)
                
                with st.expander(f"ℹ️ Details for **{selected_portfolio}**"):
                    st.write(f"**Start Date:** {portfolio['start_date'].strftime('%Y-%m-%d')}")
                    st.write(f"**End Date:** {portfolio['end_date'].strftime('%Y-%m-%d')}")
                    st.write(f"**Rebalance Frequency:** {rebalance_freq_inverse_mapping.get(portfolio['rebalance_freq'], portfolio['rebalance_freq'])}")
                    st.write("**Allocations:**")
                    allocation_df = pd.DataFrame({
                        'Ticker': portfolio['selected'],
                        'Allocation (%)': portfolio['allocations']
                    })
                    st.table(allocation_df)
                
                # Action Buttons with Icons
                action_col0, action_col1, action_col2, action_col3 = st.columns(4)

                with action_col0:
                    if st.button("➕ Create New Portfolio", key="create_new_portfolio"):
                        st.session_state.add_new_portfolio = True
                        st.rerun()

                with action_col1:
                    if st.button(f"🗑️ Delete {selected_portfolio}", key=f"delete_{selected_portfolio}"):
                        st.session_state.portfolios = [p for p in st.session_state.portfolios if p['name'] != selected_portfolio]
                        st.session_state.delete_success = f"✅ Portfolio '{selected_portfolio}' deleted successfully."
                        st.session_state.show_balloons = True  # Optional: To control balloon display
                        st.rerun()

                with action_col2:
                    if st.button(f"✏️ Edit {selected_portfolio}", key=f"edit_{selected_portfolio}"):
                        st.session_state.edit_portfolio = selected_portfolio
                        st.session_state.add_new_portfolio = True  # Ensure the form is visible
                        st.rerun()

                with action_col3:
                    if st.button(f"📄 Duplicate {selected_portfolio}", key=f"duplicate_{selected_portfolio}"):
                        duplicated_portfolio = portfolio.copy()
                        duplicated_portfolio['name'] = f"{selected_portfolio}_Copy"
                        # Ensure the new name is unique
                        if duplicated_portfolio['name'] in portfolio_names:
                            counter = 1
                            while f"{selected_portfolio}_Copy{counter}" in portfolio_names:
                                counter += 1
                            duplicated_portfolio['name'] = f"{selected_portfolio}_Copy{counter}"
                        st.session_state.portfolios.append(duplicated_portfolio)
                        st.success(f"🎉 Portfolio '{duplicated_portfolio['name']}' duplicated successfully!")
                        st.rerun()
        
        st.markdown("---")  # Separator line for clarity

    # ----------------------------
    # Documentation
    # ----------------------------
    with st.expander("📖 Documentation"):  
        st.markdown("""
        ### Documentation

        **Portfolio Configuration:**
        - **Portfolio Name:** Enter a unique name for your portfolio.
        - **Risk-Free Rate:** The theoretical return of an investment with zero risk, often based on government bonds.
        - **Sharpe Ratio:** Measures the performance of an investment compared to a risk-free asset, after adjusting for its risk.
            *Formula:* $$\\frac{R_p - R_f}{\\sigma_p}$$
        - **VaR (Value at Risk):** Estimates the maximum potential loss over a specific time frame at a given confidence level.
        - **CVaR (Conditional Value at Risk):** The expected loss exceeding the VaR, providing insight into tail risk.
        - **Sortino Ratio:** Similar to the Sharpe Ratio but only penalizes downside volatility.
            *Formula:* $$\\frac{R_p - R_f}{\\sigma_d}$$
        - **Maximum Drawdown:** The largest peak-to-trough decline in the portfolio's value over a specific period.
        - **Alpha:** Measures the active return on an investment compared to a market index.
            *Formula:* $$R_p - [R_f + \\beta (R_m - R_f)]$$
        - **Beta:** Indicates the volatility of an investment relative to the market.
            *Formula:* $$\\beta = \\frac{Cov(R_p, R_m)}{Var(R_m)}$$
        - **Information Ratio:** Measures portfolio returns beyond the returns of a benchmark, adjusted for the volatility of those returns.
            *Formula:* $$\\frac{R_p - R_b}{TE}$$
        - **Gain/Loss Ratio:** The ratio of total gains to total losses in the portfolio.
        - **Modigliani–Modigliani Measure (M²):** Adjusts the portfolio return to the risk of a benchmark, allowing for comparison.
            *Formula:* $$M² = \\text{Sharpe Ratio}_{\\text{Portfolio}} \\times \\sigma_{\\text{Benchmark}} + R_f$$
        - **Tracking Error:** Measures the standard deviation of the difference between portfolio returns and benchmark returns.
        - **Upside/Downside Capture Ratio:** Measures how well the portfolio captures the benchmark's positive and negative movements respectively.
        - **Risk Factor Attribution:** Decomposes portfolio returns based on exposure to different risk factors like Momentum, Value, and Size.
        - **Performance Attribution:** Breaks down portfolio performance by individual assets, showing each asset's contribution to overall returns.
        - **Recommendation Engine:** Provides suggestions for portfolio adjustments to optimize performance based on current allocations and objectives.
        """)

if current_step == "Run Backtest":
        st.title("📊 Run Backtest")
        if not st.session_state.portfolios:
            st.warning("Please add at least one portfolio to run backtest.")
        else:
            st.subheader("🔍 Select Portfolios to Compare")
            comparison_type = st.selectbox(
                "Comparison Type",
                ["Portfolio vs Benchmark", "Portfolio vs Portfolio"],
                key="comparison_type"
            )

            portfolio_names = [p['name'] for p in st.session_state.portfolios]

            # Dynamic labels based on comparison_type
            portfolio1_label = "Select Portfolio" if comparison_type == "Portfolio vs Benchmark" else "Select First Portfolio"
            portfolio2_disabled = comparison_type == "Portfolio vs Benchmark"

            portfolio1 = st.selectbox(
                portfolio1_label,
                portfolio_names,
                key="p1"
            )

            portfolio2 = st.selectbox(
                "Select Second Portfolio",
                portfolio_names,
                key="p2",
                disabled=portfolio2_disabled
            )

            run = st.button("Run Backtest")
            if run:
                with st.spinner("Running backtest..."):
                    comparison_type = "Portfolio vs Portfolio"
                    if comparison_type == "Portfolio vs Portfolio":
                        if portfolio1 == portfolio2:
                            st.error("Please select two different portfolios for comparison.")
                            st.stop()
                        try:
                            portfolio_a = next(p for p in st.session_state.portfolios if p['name'] == portfolio1)
                            portfolio_b = next(p for p in st.session_state.portfolios if p['name'] == portfolio2)
                        except StopIteration as e:
                            st.error("One of the selected portfolios was not found.")
                            st.stop()

                        result = run_portfolio_comparison("vs_portfolio", portfolio_a, portfolio_b)

                        if result.get("error"):
                            st.error(result["error"])
                        else:
                            display_backtest_results(result["backtest_results"], comparison_type, portfolio1, portfolio2)

if current_step == "Optimize Portfolio":
    st.title("🔧 Optimize Portfolio")
    
    if not st.session_state.portfolios:
        st.warning("Please add at least one portfolio to optimize.")
    else:
        portfolio_names = [p['name'] for p in st.session_state.portfolios]
        selected_portfolio_name = st.selectbox("📁 Select Portfolio to Optimize", portfolio_names)
        portfolio = next(p for p in st.session_state.portfolios if p['name'] == selected_portfolio_name)
        
        # Download and prepare data
        price_data = download_data(
            portfolio['selected'],
            portfolio['start_date'],
            portfolio['end_date']
        )
        
        if price_data.empty:
            st.error("No price data available for the selected portfolio.")
        else:
            available_selected = [ticker for ticker in portfolio['selected'] if ticker in price_data.columns]
            missing_selected = list(set(portfolio['selected']) - set(available_selected))
            if missing_selected:
                st.warning(f"Excluded tickers with no data: {', '.join(missing_selected)}")
            
            if not available_selected:
                st.error("No selected tickers have available data for the chosen date range.")
            else:
                returns = price_data[available_selected].pct_change().dropna()
                
                st.header("🚀 Portfolio Optimization Settings")
                
                # Constraints Section
                with st.expander("⚙️ Constraints", expanded=True):
                    constraints_col1, constraints_col2 = st.columns(2)
                    
                    with constraints_col1:
                        max_weight = st.slider(
                            "📈 Maximum Weight per Asset (%)",
                            min_value=0.0,
                            max_value=100.0,
                            value=100.0,
                            step=0.1,
                            help="Set the maximum allocation percentage for any single asset."
                        ) / 100  # Convert to decimal
                
                    with constraints_col2:
                        min_weight = st.slider(
                            "📉 Minimum Weight per Asset (%)",
                            min_value=0.0,
                            max_value=100.0,
                            value=0.0,
                            step=0.1,
                            help="Set the minimum allocation percentage for any single asset."
                        ) / 100  # Convert to decimal
                
                    # Validation: Ensure min_weight does not exceed max_weight
                    if min_weight > max_weight:
                        st.error("⚠️ **Minimum weight cannot exceed Maximum weight.** Please adjust your settings.")
                
                # Objectives Section
                with st.expander("🎯 Objectives", expanded=True):
                    objective_options = {
                        "Maximize Sharpe Ratio": "sharpe",
                        "Minimize Variance": "min_variance",
                        "Maximize Return": "max_return",
                        "Minimize Drawdown": "min_drawdown",
                        "Maximize Alpha": "maximize_alpha",
                        "Minimize Beta": "minimize_beta"
                    }
                    selected_objectives = st.multiselect(
                        "Select Optimization Objectives",
                        options=list(objective_options.keys()),
                        default=["Maximize Sharpe Ratio"],
                        help="Choose one or more objectives to optimize your portfolio."
                    )
                    
                    if not selected_objectives:
                        st.warning("⚠️ Please select at least one optimization objective.")
                    
                # Target Return Section
                with st.expander("🎯 Target Return", expanded=True):
                    target_return = st.number_input(
                        "📈 Target Annual Return (%)",
                        min_value=0.0,
                        max_value=100.0,
                        value=10.0,
                        step=0.1,
                        help="Set the target annual return for portfolio optimization."
                    ) / 100  # Convert to decimal
                
                # Optimization Trigger
                if st.button("✅ Run Optimization"):
                    if not selected_objectives:
                        st.error("❌ Please select at least one optimization objective.")
                    else:
                        # Map objectives to their internal codes
                        objective_map = {v: k for k, v in objective_options.items()}
                        objectives_selected = [objective_options[obj] for obj in selected_objectives]
                        
                        with st.spinner("🧮 Optimizing portfolio..."):
                                # Run optimization
                                optimized_weights = optimize_portfolio(
                                    returns,
                                    objectives=objectives_selected,
                                    rf=portfolio['rf_rate'],
                                    max_weight=max_weight,
                                    min_weight=min_weight,
                                    target_return=target_return
                                )
    
                                if optimized_weights is not None:
                                    # Ensure allocations sum to 100%
                                    total_allocation = sum(optimized_weights)
                                    if not np.isclose(total_allocation, 1.0, atol=1e-4):
                                        st.warning(f"🔄 Allocations sum to {total_allocation*100:.2f}%. Adjusting proportionally.")
                                        optimized_weights = [w / total_allocation for w in optimized_weights]
                                    
                                    # Display Optimized Weights
                                    st.subheader("📊 Optimized Portfolio Allocation")
                                    weights_df = pd.DataFrame({
                                        'Ticker': available_selected,
                                        'Allocation (%)': [f"{w*100:.2f}" for w in optimized_weights]
                                    })
                                    st.table(weights_df)
    
                                    # Plot Allocation Pie Chart
                                    plot_allocation_pie(
                                        optimized_weights,
                                        available_selected,
                                        title="🥧 Optimized Allocation",
                                        hover_info="percent+name"
                                    )
    
                                    # Display Performance Metrics
                                    st.subheader("📈 Optimized Portfolio Performance Metrics")
                                    optimized_return = np.dot(optimized_weights, returns.mean()) * 252
                                    optimized_volatility = np.sqrt(np.dot(optimized_weights, np.dot(returns.cov() * 252, optimized_weights)))
                                    optimized_sharpe = (optimized_return - portfolio['rf_rate']) / optimized_volatility if optimized_volatility > 0 else np.nan
    
                                    optimized_metrics = {
                                        'Expected Annual Return (%)': f"{optimized_return * 100:.2f}%",
                                        'Annualized Volatility (%)': f"{optimized_volatility * 100:.2f}%",
                                        'Sharpe Ratio': f"{optimized_sharpe:.2f}"
                                    }
    
                                    optimized_metrics_df = pd.DataFrame(list(optimized_metrics.items()), columns=['Metric', 'Value'])
                                    st.table(optimized_metrics_df)
    
                                    # Store optimized weights and metrics in session state
                                    st.session_state.backtest_results.update({
                                        'optimized_weights': optimized_weights,
                                        'optimized_return': optimized_return,
                                        'optimized_volatility': optimized_volatility,
                                        'optimized_sharpe': optimized_sharpe
                                    })
    
                                    st.success("🎉 Portfolio optimization completed successfully!")
                                else:
                                    st.error("❌ Optimization did not return any weights.")
    #else:
        #st.warning("Please add at least one portfolio to optimize.")

if current_step == "Monte Carlo Simulations":
    st.title("📈 Monte Carlo Simulations")
    
    if st.session_state.portfolios:
        portfolio_names = [p['name'] for p in st.session_state.portfolios]
        selected_portfolio = st.selectbox("📁 Select Portfolio for Simulation", portfolio_names)
        portfolio = next(p for p in st.session_state.portfolios if p['name'] == selected_portfolio)
        
        # Download and prepare data
        price_data = download_data(
            portfolio['selected'],
            portfolio['start_date'],
            portfolio['end_date']
        )
        
        if price_data.empty:
            st.error("No price data available for the selected portfolio.")
        else:
            available_selected = [ticker for ticker in portfolio['selected'] if ticker in price_data.columns]
            missing_selected = list(set(portfolio['selected']) - set(available_selected))
            if missing_selected:
                st.warning(f"Excluded tickers with no data: {', '.join(missing_selected)}")
            
            if not available_selected:
                st.error("No selected tickers have available data for the chosen date range.")
            else:
                returns = price_data[available_selected].pct_change().dropna()
                
                # Organize simulation settings and results into tabs
                simulation_tabs = st.tabs(["🔧 Settings", "📊 Results"])
                
                # Settings Tab
                with simulation_tabs[0]:
                    st.header("🔧 Simulation Settings")
                    
                    # Simulation Parameters
                    sim_col1, sim_col2 = st.columns(2)
                    
                    with sim_col1:
                        num_simulations = st.number_input(
                            "🔢 Number of Simulations",
                            min_value=100,
                            max_value=10000,
                            value=1000,
                            step=100,
                            help="Define how many simulation paths to generate."
                        )
                        periods = st.number_input(
                            "📆 Number of Periods",
                            min_value=1,
                            max_value=252,
                            value=252,
                            step=1,
                            help="Set the number of periods (e.g., days) for each simulation."
                        )
                    
                    with sim_col2:
                        return_distribution = st.selectbox(
                            "📊 Return Distribution",
                            options=["Normal", "Log-Normal"],
                            index=0,
                            help="Choose the statistical distribution for asset returns."
                        )
                        enable_mean_reversion = st.checkbox("🔄 Enable Mean Reversion", help="Implement mean reversion in simulated returns.")
                    
                    # Mean Reversion Parameters
                    if enable_mean_reversion:
                        mr_col1, mr_col2 = st.columns(2)
                        with mr_col1:
                            mean_reversion_speed = st.slider(
                                "⚡ Mean Reversion Speed",
                                min_value=0.0,
                                max_value=1.0,
                                value=0.1,
                                step=0.01,
                                help="Adjust the speed at which returns revert to the mean."
                            )
                        with mr_col2:
                            long_term_mean_input = st.number_input(
                                "📈 Long-term Mean Return (%)",
                                value=0.0,
                                step=0.1,
                                help="Set the target mean return for mean reversion."
                            ) / 100  # Convert to decimal
                
                    # Time-Varying Volatility
                    enable_time_varying_vol = st.checkbox("📉 Enable Time-Varying Volatility", help="Allow volatility to change over time in simulations.")
                    if enable_time_varying_vol:
                        vol_change_rate = st.slider(
                            "📈 Volatility Change Rate",
                            min_value=-0.5,
                            max_value=0.5,
                            value=0.0,
                            step=0.01,
                            help="Set the rate at which volatility changes each period."
                        )
                
                    # Stress Testing
                    st.subheader("⚠️ Stress Testing Parameters")
                    enable_stress_testing = st.checkbox("⚠️ Enable Stress Testing")
                    stress_shocks = {}
                    if enable_stress_testing:
                        selected_stress_assets = st.multiselect(
                            "🔍 Select Assets to Apply Stress Shocks",
                            options=available_selected,
                            help="Choose assets to apply specific stress shocks."
                        )
                        for ticker in selected_stress_assets:
                            shock = st.number_input(
                                f"💥 Stress Shock to {ticker} (%)",
                                min_value=-100.0,
                                max_value=100.0,
                                value=0.0,
                                step=0.1,
                                help=f"Define the percentage shock for {ticker}."
                            ) / 100  # Convert to decimal
                            stress_shocks[ticker] = shock
                
                    # Sensitivity Analysis (Optional)
                    st.subheader("🔄 Sensitivity Analysis Parameters")
                    enable_sensitivity_analysis = st.checkbox("🔎 Enable Sensitivity Analysis", help="Assess how changes in market factors affect portfolio risk.")
                    sensitivity_adjustments = {}
                    if enable_sensitivity_analysis:
                        sensitivity_col1, sensitivity_col2 = st.columns(2)
                        with sensitivity_col1:
                            interest_rate_change = st.number_input(
                                "💹 Change in Interest Rates (bps)",
                                value=0.0,
                                step=0.1,
                                help="Specify the change in interest rates in basis points."
                            ) / 10000  # Convert to decimal
                        with sensitivity_col2:
                            inflation_rate_change = st.number_input(
                                "📈 Change in Inflation Rates (bps)",
                                value=0.0,
                                step=0.1,
                                help="Specify the change in inflation rates in basis points."
                            ) / 10000  # Convert to decimal
                        
                        for ticker in available_selected:
                            col_a, col_b = st.columns(2)
                            with col_a:
                                interest_sens = st.number_input(
                                    f"📊 Interest Rate Sensitivity for {ticker}",
                                    value=1.0,
                                    step=0.1,
                                    help=f"Set sensitivity of {ticker} to interest rate changes."
                                )
                            with col_b:
                                inflation_sens = st.number_input(
                                    f"📊 Inflation Rate Sensitivity for {ticker}",
                                    value=1.0,
                                    step=0.1,
                                    help=f"Set sensitivity of {ticker} to inflation rate changes."
                                )
                            adjustment = interest_sens * interest_rate_change + inflation_sens * inflation_rate_change
                            sensitivity_adjustments[ticker] = adjustment
                
                    # Simulation Trigger
                    if st.button("✅ Run Simulations"):
                        with st.spinner("🧮 Running Monte Carlo simulations..."):
                            simulated_returns = monte_carlo_simulation(
                                returns=returns, 
                                num_simulations=int(num_simulations), 
                                periods=int(periods),
                                mean_returns=returns.mean(), 
                                cov_matrix=returns.cov(),
                                mean_reversion=enable_mean_reversion,
                                mean_reversion_speed=mean_reversion_speed if enable_mean_reversion else 0.0,
                                long_term_mean=np.full(len(available_selected), long_term_mean_input / 252) if enable_mean_reversion else None,
                                time_varying_vol=enable_time_varying_vol,
                                vol_change_rate=vol_change_rate if enable_time_varying_vol else 0.0,
                                stress_shocks=stress_shocks if enable_stress_testing else {},
                                return_distribution=return_distribution.lower()
                            )
                            st.session_state.simulated_returns = simulated_returns
                            st.success("🎉 Simulations completed successfully!")
                
                # Results Tab
                with simulation_tabs[1]:
                    if 'simulated_returns' in st.session_state:
                        simulated_returns = st.session_state.simulated_returns
                        st.header("📊 Simulation Results")
        
                        # Descriptive Statistics
                        st.subheader("📈 Descriptive Statistics")
                        st.write(pd.Series(simulated_returns).describe())
        
                        # Histogram
                        st.subheader("📊 Returns Distribution")
                        fig_hist = px.histogram(
                            simulated_returns,
                            nbins=50,
                            title='📊 Simulated Returns Distribution',
                            labels={'value': 'Simulated Returns', 'count': 'Frequency'},
                            template=THEME
                        )
                        st.plotly_chart(fig_hist, use_container_width=True)
        
                        # Cumulative Distribution Function (CDF)
                        st.subheader("📉 Cumulative Distribution Function (CDF)")
                        fig_cdf = px.ecdf(
                            simulated_returns,
                            title='📉 Cumulative Distribution of Simulated Returns',
                            labels={'value': 'Simulated Returns', 'cumcount': 'CDF'},
                            template=THEME
                        )
                        st.plotly_chart(fig_cdf, use_container_width=True)
        
                        # Box Plot
                        st.subheader("📦 Box Plot of Simulated Returns")
                        fig_box = px.box(
                            pd.DataFrame(simulated_returns, columns=['Returns']),
                            y='Returns',
                            title='📦 Box Plot of Simulated Returns',
                            template=THEME
                        )
                        st.plotly_chart(fig_box, use_container_width=True)
        
                        # Summary Statistics Table
                        st.subheader("📝 Summary Statistics")
                        summary_stats = pd.DataFrame({
                            'Metric': ['Mean', 'Median', 'Standard Deviation', 'Minimum', 'Maximum'],
                            'Value': [
                                f"{np.mean(simulated_returns):.4f}",
                                f"{np.median(simulated_returns):.4f}",
                                f"{np.std(simulated_returns):.4f}",
                                f"{np.min(simulated_returns):.4f}",
                                f"{np.max(simulated_returns):.4f}"
                            ]
                        })
                        st.table(summary_stats)
        
                        # Interpretation
                        st.markdown("""
                        **📖 Interpretation:**
                        - **Descriptive Statistics:** Provides an overview of the distribution of simulated portfolio returns.
                        - **Histogram:** Visualizes the frequency distribution of returns.
                        - **CDF:** Shows the probability that a return is less than or equal to a particular value.
                        - **Box Plot:** Highlights the median, quartiles, and potential outliers in the return distribution.
                        - **Summary Statistics:** Summarizes key metrics from the simulation runs.
                        """)
                    else:
                        st.info("🔍 Run simulations to view results here.")
    #else:
        #st.warning("Please add at least one portfolio to run Monte Carlo simulations.")

# Main Risk Analysis Section
if current_step == "Risk Analysis":
    st.title("⚠️ Risk Analysis")
    
    if st.session_state.portfolios:
        portfolio_names = [p['name'] for p in st.session_state.portfolios]
        selected_portfolio = st.selectbox("📁 Select Portfolio for Risk Analysis", portfolio_names)
        portfolio = next(p for p in st.session_state.portfolios if p['name'] == selected_portfolio)
        
        # Download and prepare data
        price_data = download_data(
            portfolio['selected'],
            portfolio['start_date'],
            portfolio['end_date']
        )
        
        if price_data.empty:
            st.error("No price data available for the selected portfolio.")
        else:
            available_selected = [ticker for ticker in portfolio['selected'] if ticker in price_data.columns]
            missing_selected = list(set(portfolio['selected']) - set(available_selected))
            if missing_selected:
                st.warning(f"Excluded tickers with no data: {', '.join(missing_selected)}")
            
            if not available_selected:
                st.error("No selected tickers have available data for the chosen date range.")
            else:
                returns = price_data[available_selected].pct_change().dropna()
                
                # Organize risk analysis into tabs
                risk_analysis_tabs = st.tabs(["📉 Risk Metrics", "📈 Visualizations", "🛠️ Sensitivity Analysis"])
                
                # Risk Metrics Tab
                with risk_analysis_tabs[0]:
                    st.header("📉 Risk Metrics")
                    
                    # Risk Parameters
                    risk_params_col1, risk_params_col2 = st.columns(2)
                    
                    with risk_params_col1:
                        confidence_level = st.number_input(
                            "🔍 Confidence Level for VaR/CVaR (%)",
                            min_value=90.0,
                            max_value=99.0,
                            value=95.0,
                            step=1.0,
                            help="Set the confidence level for risk metrics like VaR and CVaR."
                        ) / 100  # Convert to decimal
                    
                    with risk_params_col2:
                        enable_stress_testing = st.checkbox("⚠️ Enable Stress Testing", help="Apply specific shocks to assets to assess portfolio resilience.")
                    
                    if enable_stress_testing:
                        st.markdown("#### ⚠️ Stress Testing Shocks")
                        stress_shocks = {}
                        for ticker in available_selected:
                            shock = st.number_input(
                                f"💥 Stress Shock to {ticker} (%)",
                                min_value=-100.0,
                                max_value=100.0,
                                value=0.0,
                                step=0.1,
                                help=f"Define the percentage shock for {ticker}."
                            ) / 100  # Convert to decimal
                            stress_shocks[ticker] = shock
                        if not any(shock != 0 for shock in stress_shocks.values()):
                            st.warning("⚠️ No stress shocks applied. Consider adding at least one to perform stress testing.")
                    
                    # Sensitivity Analysis Inputs
                    st.subheader("🔎 Sensitivity Analysis Parameters")
                    enable_sensitivity_analysis = st.checkbox("🔄 Enable Sensitivity Analysis", help="Assess how changes in market factors affect portfolio risk.")
                    sensitivity_adjustments = {}
                    if enable_sensitivity_analysis:
                        sensitivity_col1, sensitivity_col2 = st.columns(2)
                        with sensitivity_col1:
                            interest_rate_change = st.number_input(
                                "💹 Change in Interest Rates (bps)",
                                value=0.0,
                                step=0.1,
                                help="Specify the change in interest rates in basis points."
                            ) / 10000  # Convert to decimal
                        with sensitivity_col2:
                            inflation_rate_change = st.number_input(
                                "📈 Change in Inflation Rates (bps)",
                                value=0.0,
                                step=0.1,
                                help="Specify the change in inflation rates in basis points."
                            ) / 10000  # Convert to decimal
                        
                        for ticker in available_selected:
                            col_a, col_b = st.columns(2)
                            with col_a:
                                interest_sens = st.number_input(
                                    f"📊 Interest Rate Sensitivity for {ticker}",
                                    value=1.0,
                                    step=0.1,
                                    help=f"Set sensitivity of {ticker} to interest rate changes."
                                )
                            with col_b:
                                inflation_sens = st.number_input(
                                    f"📊 Inflation Rate Sensitivity for {ticker}",
                                    value=1.0,
                                    step=0.1,
                                    help=f"Set sensitivity of {ticker} to inflation rate changes."
                                )
                            adjustment = interest_sens * interest_rate_change + inflation_sens * inflation_rate_change
                            sensitivity_adjustments[ticker] = adjustment
                
                    # Calculate Risk Metrics Button
                    if st.button("📊 Calculate Risk Metrics"):
                        with st.spinner("🧮 Calculating risk metrics..."):
                            # Apply stress shocks if enabled
                            portfolio_returns = returns.copy()
                            if enable_stress_testing:
                                for ticker, shock in stress_shocks.items():
                                    portfolio_returns[ticker] += shock
                            
                            # Apply sensitivity adjustments if enabled
                            if enable_sensitivity_analysis:
                                for ticker, adjustment in sensitivity_adjustments.items():
                                    portfolio_returns[ticker] += adjustment
                            
                            # Ensure no extreme negative returns
                            portfolio_returns = portfolio_returns.clip(lower=-1.0)
                            
                            # Calculate weighted portfolio returns
                            weights = np.array(portfolio['allocations']) / 100
                            portfolio_returns = portfolio_returns.dot(weights)
                            
                            # Store in session state
                            st.session_state.portfolio_returns = portfolio_returns
                            
                            # Calculate metrics
                            cum_returns = (1 + portfolio_returns).cumprod()
                            var = calculate_var(portfolio_returns, confidence_level)
                            cvar = calculate_cvar(portfolio_returns, confidence_level)
                            skewness = skew(portfolio_returns)
                            kurt = kurtosis(portfolio_returns)
                            annual_vol = portfolio_returns.std() * np.sqrt(252)
                            max_drawdown_val = calculate_drawdown(cum_returns) * 100
                            
                            # Store metrics
                            risk_metrics = {
                                'Value at Risk (VaR)': f"{var * 100:.2f}%",
                                'Conditional Value at Risk (CVaR)': f"{cvar * 100:.2f}%",
                                'Skewness': f"{skewness:.2f}",
                                'Kurtosis': f"{kurt:.2f}",
                                'Annualized Volatility (%)': f"{annual_vol * 100:.2f}%",
                                'Maximum Drawdown (%)': f"{max_drawdown_val:.2f}%"
                            }
                            
                            st.session_state.risk_metrics = risk_metrics
                            st.success("✅ Risk metrics calculated successfully!")
        
                # Visualizations Tab
                with risk_analysis_tabs[1]:
                    st.header("📈 Risk Visualizations")
                    
                    if 'risk_metrics' in st.session_state:
                        var = st.session_state.risk_metrics.get('Value at Risk (VaR)', None)
                        cvar = st.session_state.risk_metrics.get('Conditional Value at Risk (CVaR)', None)
                        portfolio_returns_local = st.session_state.portfolio_returns
                        cum_returns = (1 + portfolio_returns_local).cumprod()
                        
                        # VaR and CVaR Plot
                        st.subheader("📉 Cumulative Returns with VaR and CVaR")
                        fig_cum = px.line(
                            cum_returns,
                            x=cum_returns.index,
                            y=cum_returns,
                            title='📉 Cumulative Returns Over Time',
                            labels={'y': 'Cumulative Returns', 'x': 'Date'},
                            template=THEME
                        )
                        if var is not None and cvar is not None:
                            fig_cum.add_hline(
                                y=1 + var,
                                line_dash="dash",
                                line_color="red",
                                annotation_text=f"VaR ({confidence_level*100:.0f}%): {var*100:.2f}%",
                                annotation_position="bottom right"
                            )
                            fig_cum.add_hline(
                                y=1 + cvar,
                                line_dash="dash",
                                line_color="blue",
                                annotation_text=f"CVaR ({confidence_level*100:.0f}%): {cvar*100:.2f}%",
                                annotation_position="bottom right"
                            )
                        st.plotly_chart(fig_cum, use_container_width=True)
                        
                        # Returns Distribution with VaR and CVaR
                        st.subheader("📊 Returns Distribution with VaR and CVaR")
                        fig_dist = px.histogram(
                            portfolio_returns_local,
                            nbins=50,
                            title='📊 Simulated Returns Distribution',
                            labels={'value': 'Returns', 'count': 'Frequency'},
                            template=THEME
                        )
                        if var is not None and cvar is not None:
                            fig_dist.add_vline(
                                x=var,
                                line_dash="dash",
                                line_color="red",
                                annotation_text=f"VaR: {var*100:.2f}%",
                                annotation_position="top left"
                            )
                            fig_dist.add_vline(
                                x=cvar,
                                line_dash="dash",
                                line_color="blue",
                                annotation_text=f"CVaR: {cvar*100:.2f}%",
                                annotation_position="top left"
                            )
                        st.plotly_chart(fig_dist, use_container_width=True)
                        
                        # Box Plot
                        st.subheader("📦 Box Plot of Portfolio Returns")
                        fig_box = px.box(
                            pd.DataFrame(portfolio_returns_local, columns=['Returns']),
                            y='Returns',
                            title='📦 Box Plot of Portfolio Returns',
                            template=THEME
                        )
                        st.plotly_chart(fig_box, use_container_width=True)
                        
                        # Interpretation
                        st.markdown("""
                        **📖 Interpretation:**
                        - **VaR (Value at Risk):** Represents the maximum expected loss at the specified confidence level.
                        - **CVaR (Conditional Value at Risk):** Indicates the average loss exceeding the VaR.
                        - **Skewness:** Measures the asymmetry of the return distribution.
                        - **Kurtosis:** Indicates the "tailedness" of the return distribution.
                        - **Annualized Volatility:** Measures the dispersion of returns, indicating risk.
                        - **Maximum Drawdown:** Shows the largest peak-to-trough decline, reflecting potential risk exposure.
                        """)
                    else:
                        st.info("🔍 Calculate risk metrics to view visualizations.")
                
                # Sensitivity Analysis Tab
                with risk_analysis_tabs[2]:
                    st.header("🛠️ Sensitivity Analysis")
                    
                    if 'portfolio_returns' in st.session_state:
                        portfolio_returns_local = st.session_state.portfolio_returns
                        st.subheader("📈 Adjusted Returns Distribution")
                        fig_adj_returns = px.histogram(
                            portfolio_returns_local,
                            nbins=50,
                            title='📈 Adjusted Portfolio Returns Distribution',
                            labels={'value': 'Returns', 'count': 'Frequency'},
                            template=THEME
                        )
                        st.plotly_chart(fig_adj_returns, use_container_width=True)
                        
                        st.subheader("🔄 Risk-Return Scatter Plot")
                        fig_risk_return = px.scatter(
                            x=portfolio_returns_local.std() * np.sqrt(252),
                            y=portfolio_returns_local.mean() * 252,
                            size=[w * 100 for w in weights],
                            color=[w * 100 for w in weights],
                            hover_name=available_selected,
                            title='🔄 Risk vs Return Scatter Plot',
                            labels={'x': 'Annualized Volatility (Std Dev)', 'y': 'Annualized Return'},
                            template=THEME
                        )
                        st.plotly_chart(fig_risk_return, use_container_width=True)
                        
                        # Interpretation
                        st.markdown("""
                        **📖 Interpretation:**
                        - **Adjusted Returns Distribution:** Reflects how stress shocks and sensitivity adjustments affect portfolio returns.
                        - **Risk-Return Scatter Plot:** Visualizes the relationship between risk (volatility) and return for each asset in the portfolio.
                        - **Size & Color Indicators:** Represent the allocation percentage, highlighting each asset's influence on the overall portfolio.
                        """)
                    else:
                        st.info("🔍 Calculate risk metrics to perform sensitivity analysis.")
    #else:
        #st.warning("Please add at least one portfolio to run risk analysis.")
ASSISTANT
Certainly! I've reviewed your `portfolio_optimizer.py` code and identified sections that can be streamlined by removing redundant imports and eliminating unused functions. Below are the specific changes along with clear instructions to help you update your code seamlessly.

---

### 1. **Remove Duplicate `datetime` Imports**

#### **Updated Code:**
```python
from datetime import datetime, timedelta
```

#### **Instructions:**
1. **Open the File:**
   - Navigate to your project directory and open `portfolio_optimizer.py` in your preferred code editor.

2. **Locate the Duplicate Imports:**
   - At the very top of the file, you'll find the following two lines:
     ```python
     import datetime
     from datetime import datetime, timedelta
     ```
   
3. **Replace the Imports:**
   - **Delete** both lines mentioned above.
   - **Insert** the updated single import line in their place:
     ```python
     from datetime import datetime, timedelta
     ```

4. **Save the File:**
   - Ensure you save `portfolio_optimizer.py` after making the changes.

---

### 2. **Eliminate Unused Withdrawal Rate Functions**

#### **Updated Code:**
*These functions are **completely removed** from the codebase.*

#### **Instructions:**
1. **Open the File:**
   - Ensure `portfolio_optimizer.py` is open in your code editor.

2. **Find the Unused Functions:**
   - Search for the following function definitions in the file:
     ```python
     @handle_exceptions
     def calculate_safe_withdrawal_rate(returns: pd.Series) -> float:
         """
         Calculate the Safe Withdrawal Rate based on portfolio returns.
         
         Parameters:
         - returns (pd.Series): Daily returns of the portfolio.
         
         Returns:
         - float: Safe Withdrawal Rate percentage.
         """
         if returns.empty:
             return np.nan
         return (returns.mean() / returns.std()) * 100
     
     
     def calculate_perpetual_withdrawal_rate(returns: pd.Series) -> float:
         """
         Calculate the Perpetual Withdrawal Rate based on portfolio returns.
         
         Parameters:
         - returns (pd.Series): Daily returns of the portfolio.
         
         Returns:
         - float: Perpetual Withdrawal Rate percentage.
         """
         if returns.empty:
             return np.nan
         return (returns.mean() / returns.std()) * 100
     ```

3. **Delete the Entire Function Definitions:**
   - **Select and remove** both the `calculate_safe_withdrawal_rate` and `calculate_perpetual_withdrawal_rate` functions entirely from the code. Ensure you remove:
     - The decorator `@handle_exceptions` if it's only associated with these functions.
     - The function signature (e.g., `def calculate_safe_withdrawal_rate...`)
     - The entire docstring and body of each function.

4. **Verify No Dependencies Exist:**
   - After deletion, ensure that no other parts of your code are calling these functions. Given that they were identified as unused, there should be no trace of their usage.

5. **Save the File:**
   - After making the deletions, save `portfolio_optimizer.py`.

---

### 3. **Optional: Clean Up Additional Redundant Imports (Advanced)**

*While not strictly necessary based on the initial review, you might consider checking for other redundant or unused imports to further optimize your code.*

#### **Steps:**
1. **Review Remaining Imports:**
   - Go through each import statement at the top of `portfolio_optimizer.py` and verify if they are being used anywhere in the code.
   
2. **Remove Unused Imports:**
   - If you identify any imports that are not utilized in the script, remove them to clean up the codebase.

3. **Example:**
   - If you find an import like `import math` but there's no usage of `math` functions in the code, you can safely delete that line.

4. **Save After Cleanup:**
   - After removing any additional unused imports, save the file to ensure changes take effect.

---

By implementing these changes, your `portfolio_optimizer.py` should be more efficient, easier to maintain, and free from unnecessary code clutter. This not only enhances readability but can also contribute to better performance during execution.

If you need further assistance or have additional sections you'd like to review, feel free to ask!

turns-00044.parquet:30160

db948815ee84ff94b9fa3223
turn 1/1gpt-4o-2024-08-06SpanishEgypt364 words
degenerate_repetitionAbsentFinal dense release
USER
You are a JSON assistant. You only reply in valid JSON and never in normal text. Asigne un nivel de dificultad a la informaci�n del video proporcionada a continuaci�n. La salida debe ser una �nica propiedad llamada "result" con un valor de punto flotante entre 0 y 1. Los niveles de dificultad se categorizan de la siguiente manera: 
0.0 - Completo Principiante: Este nivel incluye vocabulario muy b�sico y frases simples, acompa�adas de visuales y contexto claros, lo que lo hace adecuado para individuos sin conocimientos previos del idioma objetivo. 
0.3 - Principiante: Este nivel presenta oraciones simples y vocabulario de uso com�n. El video puede proporcionar algunos recursos visuales y contexto para ayudar con la comprensi�n. 
0.5 - Intermedio: Este nivel presenta oraciones m�s complejas y un rango de vocabulario m�s amplio. Puede incluir algunas expresiones idiom�ticas que requieren conocimientos adicionales de fondo. 
0.6 - Intermedio Superior: Este nivel incluye vocabulario especializado y conceptos relevantes para campos espec�ficos. Los espectadores deben tener una competencia razonable en el idioma objetivo para una comprensi�n completa. 
0.8 - Avanzado: Este nivel utiliza vocabulario avanzado y estructuras de oraciones intrincadas, potencialmente involucrando discusiones matizadas que requieren un fuerte dominio del idioma. 
1 - Muy Avanzado: Este nivel est� dirigido a hablantes fluidos, incorporando terminolog�a y conceptos especializados que pueden no ser familiares para todos los hablantes nativos.
 T’tulo: Todas las señales te llevan al mejor día de tu vida 🦋 | Bluey Español Canal Oficial
Idioma: es
Leyenda: Bluey es una adorable e incansable perrita pastor granadero australiano que vive con su mamá, su papá y su hermanita Bingo. ¡Bluey se vale de su energía y su imaginación sin límites para descubrir, reír y jugar con todos sus amigos y su familia! ¡Acompaña a Bluey, Bingo, Bandit y Chilli en todas sus aventuras! 

Creado por Ludo Studio © Ludo Studio 🐾 
Suscríbete para saber lo último de Bluey 💙: http://bit.ly/SubscribeToBluey 
🖥 Página web: https://www.bluey.tv 
🐔 Twitter: https://twitter.com/officialblueytv 
🐶 Instagram: http://instagram.com/officialblueytv 
🐊 Facebook: https://www.facebook.com/OfficialBlueyTV 

Este es un canal comercial de BBC Studios.
Descripci—n: Hola Flappy Qué bueno verte otra [Música] vez tu mamá es muy [Música] agradable policía no puede ser Oh
ASSISTANT
```json
{
    "result": 0.3
}
```

turns-00044.parquet:30161

0013e4c3cf94ceaa8285b28f
turn 1/1gpt-4o-2024-08-06EnglishUnited Kingdom2148 words
degenerate_repetitionAbsentFinal dense release
USER
You are a helpful assistant generating synthetic data that captures *System 1* and *System 2* thinking, *creativity*, and *metacognitive reflection*. Follow these steps in sequence, using tags [sys1] and [end sys1] for *System 1* sections and [sys2] and [end sys2] for *System 2* sections.

1. *Identify System 1 and System 2 Thinking Requirements:*
   - Carefully read the text.
   - Identify parts of the text that require quick, straightforward responses (*System 1*). Mark these sections with [sys1] and [end sys1].
   - Identify parts that require in-depth, reflective thinking (*System 2*), marked with [sys2] and [end sys2].

2. *Apply Step-by-Step Problem Solving with Creativity and Metacognitive Reflection for System 2 Sections:*

   *2.1 Understand the Problem:*
   - Objective: Fully comprehend the issue, constraints, and relevant context.
   - Reflection: "What do I understand about this issue? What might I be overlooking?"
   - Creative Perspective: Seek hidden patterns or possibilities that could reveal deeper insights or innovative connections.

   *2.2 Analyze the Information:*
   - Objective: Break down the problem logically.
   - Reflection: "Am I considering all factors? Are there any assumptions that need challenging?"
   - Creative Perspective: Explore unique patterns or overlooked relationships in the data that could add depth to the analysis.

   *2.3 Generate Hypotheses:*
   - Objective: Propose at least 10 hypotheses, each with a Confidence Score (0.0 to 1.0) and Creative Score (0.0 to 1.0), reflecting originality, surprise, and utility.
   - Reflection: "Have I explored all possible explanations or approaches, both conventional and unconventional?"
   - Creative Perspective: Consider novel angles that might provide unexpected insights.

   *2.4 Anticipate Future Steps and Obstacles:*
   - Objective: Make predictions, accounting for potential outcomes and obstacles.
   - Reflection: "What challenges might I face? Is my plan flexible for different scenarios?"
   - Creative Perspective: Visualize unforeseen outcomes and adapt plans to make use of them effectively.

   *2.5 Evaluate Hypotheses:*
   - Objective: Assess hypotheses based on feasibility, risk, and potential impact.
   - Evaluation: Refine Confidence and Creative Scores as needed.
   - Reflection: "Am I unbiased in my assessment? Which options fit best with the overall objectives?"
   - Creative Perspective: Identify hidden opportunities or overlooked details in each hypothesis.

   *2.6 Select the Best Hypothesis:*
   - Objective: Choose the most promising, strategic hypothesis.
   - Reflection: "Why does this hypothesis stand out? How does it uniquely address the issue?"
   - Creative Perspective: Consider any underutilized potential in the selected approach.

   *2.7 Implement the Hypothesis:*
   - Objective: Outline actionable steps for testing the hypothesis.
   - Reflection: "Is this plan practical? What resources or preparation are required?"
   - Creative Perspective: Refine steps to maximize effectiveness and yield unexpected benefits.

   *2.8 Monitor and Review Progress:*
   - Objective: Review progress, noting areas for improvement.
   - Reflection: "What’s working well? What could be improved?"
   - Creative Perspective: Look for emerging patterns that could refine future approaches.

   *2.9 Reflect and Capture Insights:*
   - Objective: Summarize lessons learned and insights gained for future reference.
   - Reflection: "What new understanding has emerged from this process?"
   - Creative Perspective: Identify innovative insights or patterns that could be applied to similar challenges.

3. *Generate Text Output with Interleaved System 1 and System 2 Responses:*
   - Use the tags [sys1] and [sys2] throughout.
   - Aim for a lengthier, detailed response. Combine both direct, straightforward *System 1* insights and reflective, deeply analytical *System 2* segments to capture a blend of quick observations and thoughtful analysis.

---

### *Example Input Text:*

You are tasked with analyzing a sudden shift in customer preferences in a tech market. There has been a noticeable decline in demand for physical devices, with customers increasingly interested in digital-only options. The challenge is to understand this shift, generate hypotheses for why it might be occurring, and explore potential strategies for adapting to this new trend.

---

### *Processed Output with System 1 and System 2 Thinking:*

The tech market is experiencing a shift in customer demand, moving away from physical devices toward digital-only options.

[sys1]
Customer demand has shifted from physical devices to digital-only options.
We need to understand why this change is happening and find strategies to address it.
Key factors may include cost, convenience, and technological trends.
[end sys1]

[sys2]
**2.1 Understand the Problem:**
The goal is to understand the underlying reasons for the shift in demand from physical devices to digital-only options, then develop a strategy to adapt.

*Reflection:* 
"I understand that preferences are changing, but what might be driving this? Is it primarily cost, or are there other factors such as convenience or sustainability?"

*Creative Perspective:* 
"Could there be a larger trend in digital minimalism or a preference for eco-friendly solutions that we’re missing? What unseen motivations might explain this shift?"

**2.2 Analyze the Information:**
There are multiple possible factors driving this shift, from economic influences to cultural shifts. It’s essential to isolate each factor and understand its impact.

*Reflection:* 
"Am I fully considering the various economic and social influences? Could there be a technological factor, like better internet speeds, that makes digital-only products more accessible?"

*Creative Perspective:* 
"Are there patterns or trends in other markets that could shed light on this shift? Could this be part of a larger trend toward virtual experiences?"

**2.3 Generate Hypotheses:**
1. Customers prefer digital options due to lower costs. (Confidence: 0.8, Creative: 0.4)
2. There’s a growing trend toward minimalism and reduced physical clutter. (Confidence: 0.7, Creative: 0.7)
3. Digital products offer greater flexibility and ease of use. (Confidence: 0.6, Creative: 0.6)
4. Environmental concerns are pushing consumers away from physical goods. (Confidence: 0.6, Creative: 0.8)
5. Advances in tech make digital-only options more functional. (Confidence: 0.8, Creative: 0.5)
6. Pandemic-era remote work increased demand for digital solutions. (Confidence: 0.7, Creative: 0.6)
7. Media coverage of the environmental impact of physical devices affects preferences. (Confidence: 0.5, Creative: 0.7)
8. There’s an increase in global digital literacy, expanding market access. (Confidence: 0.6, Creative: 0.6)
9. Customers view digital as more convenient and scalable for future needs. (Confidence: 0.7, Creative: 0.5)
10. Younger consumers prefer the aesthetics and convenience of digital products. (Confidence: 0.6, Creative: 0.6)

*Reflection:* 
"Have I considered all possible influences? Are there any surprising factors that could explain this shift?"

*Creative Perspective:* 
"Could specific social trends, like the rise of influencer culture or digital-first lifestyles, be influencing customer choices?"

**2.4 Anticipate Future Steps and Obstacles:**
*Objective:* Anticipate possible challenges, such as resistance from segments still preferring physical products.

*Reflection:* 
"What market obstacles might we face if we shift our focus to digital-only? Are there sub-segments that still prioritize physical products?"

*Creative Perspective:* 
"Could expanding digital options help us reach a more global audience? Are there emerging trends that we could leverage in our strategy?"

[end sys2]

[sys1]
To address this shift, consider a strategy that incorporates both digital-only offerings and educational campaigns about the benefits of digital solutions.
Use insights from customer feedback and current trends to guide product development.
Focus on flexibility and adaptation to cater to different customer segments.
[end sys1]


Predictive factors of early and sustained responses to peginterferon plus ribavirin combination therapy in Japanese patients infected with hepatitis C virus genotype 1b: amino acid substitutions in the core region and low-density lipoprotein cholesterol levels.
We showed previously that amino acid (aa) substitutions in the HCV core region (HCV-CR) are predictors of non-virological response (NVR) to peginterferon (PEG-IFN) plus ribavirin (RBV) therapy. Here, we determined the predictive factors of sustained virological response (SVR) and early virologic response (EVR) to this treatment. We evaluated the response to 48-week PEG-IFN-RBV therapy in 114 Japanese adults infected with HCV genotype 1b and determined the predictors of EVR and SVR. EVR was achieved by 70% and SVR by 45% of patients. 64% of patients who achieved EVR also showed SVR, while none of non-EVR achieved SVR. Multivariate analysis identified low-density lipoprotein cholesterol (LDL-C) (>or=86 mg/dl), aa substitutions in HCV-CR (double-wild-type; arginine at aa 70/leucine at aa 91), gamma-glutamyl transpeptidase (GGT) (<109 IU/l), RBV dose (>or=11.0mg/kg), and leukocyte count (>or=4500/mm3) as significant determinants of EVR, and aa substitutions in HCV-CR (double-wild-type), LDL-C (>or=86 mg/dl), male gender, ICG R15 (<10%), GGT (<109 IU/l), and RBV dose (>or=11.0 mg/kg) as determinants of SVR. Prediction of response to therapy based on combination of these factors had high sensitivity, specificity, positive, and negative predictive values. Our study identified aa substitutions in the core region and serum LDL-C as predictors of response to PEG-IFN-RBV therapy in Japanese patients infected with HCV genotype 1b.
ASSISTANT
The task involves understanding predictive factors for responses to peginterferon plus ribavirin therapy in Japanese patients infected with hepatitis C virus genotype 1b, focusing on amino acid substitutions and cholesterol levels as significant indicators. 

[sys1]
Amino acid substitutions in the core region and low-density lipoprotein cholesterol levels are key predictors of response to therapy.
These factors help determine early and sustained virological responses in patients undergoing treatment.
[end sys1]

[sys2]
**2.1 Understand the Problem:**
The objective is to comprehend how amino acid substitutions in the HCV core region and LDL cholesterol levels influence the effectiveness of PEG-IFN-RBV therapy in Japanese patients.

*Reflection:* 
"What do these findings suggest about the biology of HCV and its interaction with therapy? Have I considered all metabolic and genetic factors influencing treatment response?"

*Creative Perspective:* 
"Are there hidden biochemical or genetic mechanisms that might explain why these specific factors are predictive? Could there be other biomarkers that we haven't yet explored?"

**2.2 Analyze the Information:**
The study outlines that cholesterol levels and amino acid substitutions play a predictive role in therapy response, with additional factors like GGT levels and ribavirin dosage contributing to predictions.

*Reflection:* 
"Am I considering the complete range of physiological and genetic variables? Are other related biomarkers outside of cholesterol and amino acid substitutions involved?"

*Creative Perspective:* 
"Is there a potential pattern linking these markers that suggests a broader underlying mechanism affecting treatment success?"

**2.3 Generate Hypotheses:**
1. Amino acid substitutions alter viral protein structure, affecting susceptibility to therapy. (Confidence: 0.8, Creative: 0.5)
2. High LDL cholesterol levels may be associated with enhanced drug delivery or retention in cells. (Confidence: 0.7, Creative: 0.6)
3. GGT is an indicator of liver function, affecting drug metabolism. (Confidence: 0.6, Creative: 0.4)
4. Gender differences influence the immune response to HCV. (Confidence: 0.6, Creative: 0.5)
5. Certain genetic profiles minimize adverse drug reactions, leading to better treatment adherence. (Confidence: 0.5, Creative: 0.7)
6. The dose-dependent effect of ribavirin leads to higher efficacy at certain thresholds. (Confidence: 0.7, Creative: 0.5)
7. Core region mutations affect viral replication rates, influencing therapeutic outcomes. (Confidence: 0.7, Creative: 0.6)
8. Cholesterol metabolism intersects with pathways crucial to HCV lifecycle or therapy mechanism. (Confidence: 0.6, Creative: 0.7)
9. Leukocyte count indicative of immune system robustness against HCV. (Confidence: 0.6, Creative: 0.5)
10. ICG R15 reflects liver perfusion efficiency, influencing drug efficacy. (Confidence: 0.5, Creative: 0.6)

*Reflection:*
"Are these hypotheses considering the total interplay of virological and host factors thoroughly? Are there any landmark studies that contradict or reinforce these ideas?"

*Creative Perspective:* 
"Could identifying other less obvious markers expand our understanding of treatment success?"

**2.4 Anticipate Future Steps and Obstacles:**
*Objective:* Plan further investigations, addressing potential obstacles like genetic variability among patients.

*Reflection:* 
"What might hinder the generalization of these results to broader patient populations?"

*Creative Perspective:* 
"How can we leverage emerging technologies or data to refine and enhance these predictions?"

**2.5 Evaluate Hypotheses:**
I've assessed each hypothesis based on current knowledge and potential. Some require more data to increase confidence.

*Reflection:* 
"Have I been consistent and fair in evaluating each idea? Which aspects hold the most promise for new therapeutic approaches?"

*Creative Perspective:* 
"Is there overlooked potential in cross-disciplinary insights that could reinforce these findings?"

**2.6 Select the Best Hypothesis:**
Selected hypothesis: "Core region mutations affecting viral replication rates is promising due to linkage to treatment outcomes" (High Confidence and Creative scores).

*Reflection:* 
"This hypothesis uniquely ties observed genetic changes to treatment dynamics. What makes this approach different?"

*Creative Perspective:* 
"Are there other corollaries in antiviral therapy that apply here?"

**2.7 Implement the Hypothesis:**
*Objective:* Conduct a targeted study to specifically address the biochemical pathways by which core region mutations influence therapy effectiveness.

*Reflection:*
"Is my study design robust enough to yield clear, actionable insights? What resources are crucial?"

*Creative Perspective:* 
"Can we revolutionize treatment protocols based on these insights for personalized medicine approaches?"

**2.8 Monitor and Review Progress:**
Regularly evaluate experimental data, refining methods as needed.

*Reflection:* 
"What aspects of the approach are most effective? Where are improvements required?"

*Creative Perspective:*
"What innovative methodologies or technologies could enhance our experimental design?"

**2.9 Reflect and Capture Insights:**
Summarize learning about amino acid substitutions and treatment effectiveness, feeding insights back into research frameworks.

*Reflection:* 
"What new light does this shine on the treatment landscape?"

*Creative Perspective:*
"How can emerging patterns from this research inform future virological therapies?"

[end sys2]

[sys1]
The research identifies key predictors of therapy response, offering insights for personalized treatment approaches in HCV genotype 1b patients.
Further investigations could improve treatment strategies, potentially leading to more targeted and effective therapies.
[end sys1]